-- Logs begin at Wed 2022-05-04 17:10:49 UTC, end at Wed 2022-05-04 18:44:32 UTC. -- May 04 18:06:39.580687 dv-cinder-840511-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 04 18:06:42.391240 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.common.config [-] Logging enabled! May 04 18:06:42.392493 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev181 May 04 18:06:42.392493 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103912) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 04 18:06:42.395456 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.common.config [-] Logging enabled! May 04 18:06:42.395714 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev181 May 04 18:06:42.396026 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103912) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 04 18:06:42.396979 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 04 18:06:42.397212 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 04 18:06:42.397580 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 04 18:06:42.397825 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 04 18:06:42.398050 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 04 18:06:42.398367 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:42.398766 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:42.399014 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:42.399326 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:42.399621 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:42.399904 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:42.400196 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:42.400493 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:42.400778 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:42.401059 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:42.401344 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:42.401574 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:42.401855 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:42.402144 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:42.402428 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:42.402651 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] debug = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:42.402933 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:42.403398 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:42.403804 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:42.404092 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:42.405044 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:42.405387 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:42.405775 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:42.405969 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:42.406238 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:42.406576 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] host = dv-cinder-840511-4-iscsi {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:42.406857 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:42.407172 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:42.407464 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:42.407755 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:42.408033 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:42.408316 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:42.408605 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:42.408881 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:42.409154 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] log_file = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:42.409433 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:42.409722 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:42.410010 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:42.410297 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:42.410522 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:42.410744 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:42.411052 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:42.411346 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:42.411626 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:42.411900 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:42.412173 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:42.412460 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:42.412724 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:42.412995 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:42.413281 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:42.413569 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:42.413855 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:42.414136 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:42.414412 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:42.414691 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:42.414966 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:42.415276 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:42.415553 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:42.415827 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:42.416100 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:42.416387 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:42.416657 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:42.416931 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:42.417235 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:42.417526 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:42.417811 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:42.418100 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:42.418373 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:42.418660 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:42.418937 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:42.419244 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:42.419523 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] use_json = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:42.419795 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:42.420099 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:42.420388 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:42.420659 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:42.420937 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:42.421218 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:42.421497 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:42.421788 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:42.422068 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:42.422739 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.422739 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.422958 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.423271 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.423581 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.423864 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.424161 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.424443 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.424737 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.425030 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.425324 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.425608 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.425910 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.426201 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.426499 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.426811 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.427133 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.427433 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.427713 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.428244 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.428523 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.428809 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.429102 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.429386 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.429680 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.429984 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.430258 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.430559 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.430873 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.431159 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.431460 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.431752 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.432031 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.432316 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.432621 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.432896 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.433175 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.433458 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.433747 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.434030 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.434310 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.434595 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.434879 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.435186 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.435502 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.435880 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.436172 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.436458 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.436736 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.437016 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.437302 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.437581 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.437891 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.438157 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.438436 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.438717 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.439008 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.439302 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.439576 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.439862 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.440137 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.440420 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.440697 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.440974 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.441252 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.441530 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.441805 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.442083 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.442359 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.442641 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.442919 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.443224 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.443505 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.443784 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.444068 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.444374 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.444657 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.444938 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.445222 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.445506 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.445789 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.446072 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.446353 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.446633 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.446908 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.447229 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.447521 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.447814 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.448104 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.448406 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.448707 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.448989 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.449272 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.449561 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.449840 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.450120 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.450407 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.450697 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.451027 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.451856 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.452160 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.452557 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.452858 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.453144 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.453462 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.453750 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:42.453971 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 04 18:06:42.454223 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103912) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 04 18:06:42.915101 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 04 18:06:42.915380 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 04 18:06:42.915687 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 04 18:06:42.916023 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.manager [-] Loading core plugin: ml2 May 04 18:06:43.257615 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:43.257902 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:43.258177 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:43.259419 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:43.259692 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:43.259958 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:43.316745 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:43.317028 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:43.317296 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:43.332187 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:43.332470 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:43.332740 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:43.363585 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:43.363866 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:43.364136 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:43.400954 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:43.401516 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:43.401516 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:43.744542 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:43.744827 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:43.745094 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:43.745362 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:43.746059 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:43.847900 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:43.848242 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:43.848532 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:43.848805 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:43.849076 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:43.849413 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:43.849678 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:43.849938 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:43.850242 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:43.850534 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:43.850795 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:43.851086 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:43.851347 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:43.851646 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:43.851904 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:43.852168 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:43.852423 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:43.852695 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:43.852965 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:43.853228 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:43.853504 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:43.853758 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:43.854038 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:43.854417 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:43.854711 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:43.854963 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:43.855389 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103912) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 18:06:43.855631 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103912) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 18:06:43.855886 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103912) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 18:06:43.856105 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103912) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 18:06:43.856340 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103912) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 18:06:43.856571 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103912) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 18:06:43.856943 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 04 18:06:43.860405 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 04 18:06:43.864464 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 04 18:06:43.868603 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) May 04 18:06:43.870338 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 04 18:06:43.870854 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 04 18:06:43.871375 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 04 18:06:43.871765 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 04 18:06:43.874870 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 04 18:06:43.875144 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 04 18:06:43.875496 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 04 18:06:43.880596 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 04 18:06:43.905920 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 04 18:06:43.906385 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:43.906691 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103912) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 04 18:06:43.907095 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:43.908464 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103912) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 04 18:06:43.908747 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 04 18:06:43.908994 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 04 18:06:43.912338 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:43.912622 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:43.976105 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 04 18:06:43.976341 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 04 18:06:43.976577 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 04 18:06:43.976952 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 04 18:06:43.998094 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_db.sqlalchemy.engines [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103912) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 04 18:06:44.593693 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.managers [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Initializing driver for type 'gre' May 04 18:06:44.594331 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] gre ID ranges: [(1, 1000)] May 04 18:06:44.800299 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.managers [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Initializing driver for type 'local' May 04 18:06:44.800635 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.managers [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Initializing driver for type 'vlan' May 04 18:06:44.886073 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] VlanTypeDriver initialization complete May 04 18:06:44.886341 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.managers [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Initializing driver for type 'vxlan' May 04 18:06:44.886852 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] vxlan ID ranges: [(1, 1000)] May 04 18:06:45.085728 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.managers [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Initializing extension driver 'port_security' May 04 18:06:45.086067 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.extensions.port_security [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] PortSecurityExtensionDriver initialization complete May 04 18:06:45.086428 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.managers [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Initializing mechanism driver 'openvswitch' May 04 18:06:45.086767 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.managers [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Initializing mechanism driver 'hyperv' May 04 18:06:45.093808 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:06:45.094670 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Subscribe: > port after_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:45.095077 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Subscribe: > port after_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:45.095437 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Subscribe: > port after_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:45.095975 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103912) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 04 18:06:45.096530 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Subscribe: > subnet after_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:45.096891 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Subscribe: > subnet after_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:45.097238 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:45.097646 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103912) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 04 18:06:45.098059 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Subscribe: > network after_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:45.098413 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Subscribe: > network after_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:45.098759 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Subscribe: > network after_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:45.099188 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103912) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 04 18:06:45.099600 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Subscribe: > security_group after_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:45.099961 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Subscribe: > security_group after_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:45.100310 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:45.100716 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103912) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 04 18:06:45.101127 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:45.101481 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:45.101869 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:45.102272 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103912) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 04 18:06:45.102677 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Subscribe: > address_group after_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:45.103053 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Subscribe: > address_group after_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:45.103400 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:45.103807 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103912) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 04 18:06:45.104252 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] ML2 OVO RPC backend initialized. {{(pid=103912) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 04 18:06:45.104973 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:45.105333 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:45.105757 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Subscribe: > network before_response 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:45.106109 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Subscribe: > networks before_response 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:45.106502 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Subscribe: > port before_response 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:45.106843 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Subscribe: > ports before_response 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:45.107348 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Subscribe: > subnet before_response 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:45.107683 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Subscribe: > subnets before_response 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:45.113382 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Subscribe: > network after_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:45.113382 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Subscribe: > network after_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:45.113382 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Subscribe: > network after_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:45.113382 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Subscribe: > port after_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:45.113734 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Subscribe: > port after_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:45.113734 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Subscribe: > port after_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:45.113734 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Subscribe: > subnet after_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:45.113734 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Subscribe: > subnet after_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:45.114033 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:45.119694 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.quota [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loaded quota_driver: . May 04 18:06:45.120058 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.plugin [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Modular L2 Plugin initialization complete May 04 18:06:45.120406 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading services supported by the core plugin {{(pid=103912) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 04 18:06:45.120752 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.managers [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Got port-security extension from driver 'port_security' May 04 18:06:45.121245 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.extensions.vlantransparent [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Disabled vlantransparent extension. May 04 18:06:45.121747 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103912) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 04 18:06:45.122075 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading Plugin: router May 04 18:06:45.166713 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:45.167076 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Subscribe: > router after_create 55549900 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:45.167458 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Subscribe: > router before_create 55549900 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:45.167833 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:45.168214 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:45.168584 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Subscribe: > router after_delete 55549900 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:45.168951 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:45.169309 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:45.169718 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Subscribe: > router after_create 55549900 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:45.170088 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Subscribe: > router after_update 55549900 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:45.170563 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Subscribe: > router after_update 55549900 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:45.170922 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:45.171448 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Subscribe: > router after_update 55549900 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:45.171875 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Subscribe: > router precommit_update 55549900 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:45.172255 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Subscribe: port after_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:45.172599 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Subscribe: port after_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:45.172938 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Subscribe: subnet after_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:45.173282 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:45.173632 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:45.173987 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Subscribe: > router precommit_create 55549900 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:45.174338 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Subscribe: port before_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:45.174682 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Subscribe: > router precommit_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:45.175137 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Subscribe: > router after_update 55549900 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:45.175491 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:45.175917 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Subscribe: > router precommit_create 55549900 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:45.176287 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:45.176638 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Subscribe: > router precommit_update 55549900 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:45.177012 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Subscribe: > agent after_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:45.177370 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Subscribe: > agent after_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:45.177973 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Subscribe: > network after_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:45.178862 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.quota.resource_registry [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Tracking information for resource: router configured {{(pid=103912) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 18:06:45.179224 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.quota.resource_registry [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Tracking information for resource: floatingip configured {{(pid=103912) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 18:06:45.184246 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.db.l3_agentschedulers_db [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 04 18:06:45.184836 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Subscribe: port after_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:45.185204 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Subscribe: port after_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:45.186113 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Subscribe: port after_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:45.186472 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Subscribe: port after_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:45.187425 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Subscribe: > router before_create 55550100 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:45.187796 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:45.188164 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Subscribe: > router precommit_create 55550100 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:45.188524 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Subscribe: > router precommit_update 55550100 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:45.193446 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.services.provider_configuration [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Service providers = [] {{(pid=103912) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 04 18:06:45.193841 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.db.servicetype_db [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103912) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 04 18:06:45.198920 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.services.service_base [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103912) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 04 18:06:45.199302 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.services.service_base [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103912) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 04 18:06:45.199651 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.services.service_base [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103912) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 04 18:06:45.200570 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.services.service_base [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103912) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 04 18:06:45.200997 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.services.service_base [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Default provider is not specified for service type L3_ROUTER_NAT May 04 18:06:45.201878 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103912) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 18:06:45.202198 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 04 18:06:45.213331 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103912) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 18:06:45.213665 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading Plugin: auto_allocate May 04 18:06:45.219566 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Subscribe: network precommit_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:45.219939 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Subscribe: network precommit_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:45.220477 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103912) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 18:06:45.220793 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading Plugin: tag May 04 18:06:45.232188 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103912) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 18:06:45.232670 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading Plugin: timestamp May 04 18:06:45.236597 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103912) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 18:06:45.236922 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading Plugin: network_ip_availability May 04 18:06:45.242655 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:45.243051 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:45.243404 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:45.244119 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103912) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 18:06:45.244558 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading Plugin: flavors May 04 18:06:45.250008 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103912) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 18:06:45.250332 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading Plugin: revisions May 04 18:06:45.260608 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103912) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 18:06:45.260998 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_concurrency.lockutils [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.345s {{(pid=103912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 04 18:06:45.261800 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103912) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 04 18:06:45.262130 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Initializing extension manager. May 04 18:06:45.262654 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: __init__.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.263025 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: __pycache__ {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.263352 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: _port_mac_address_override.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.264273 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: address_group.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.265052 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.265632 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loaded extension: address-group May 04 18:06:45.265952 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: address_scope.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.266667 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.267200 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loaded extension: address-scope May 04 18:06:45.267587 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.269947 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.269947 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loaded extension: router-admin-state-down-before-update May 04 18:06:45.269947 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: agent.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.270229 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.270781 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loaded extension: agent May 04 18:06:45.271132 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: agent_resources_synced.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.272035 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.272549 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loaded extension: agent-resources-synced May 04 18:06:45.272866 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: allowedaddresspairs.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.274680 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.275241 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loaded extension: allowed-address-pairs May 04 18:06:45.275566 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: auto_allocated_topology.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.276636 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.277199 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loaded extension: auto-allocated-topology May 04 18:06:45.277480 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: availability_zone.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.278234 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.278746 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loaded extension: availability_zone May 04 18:06:45.279130 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: availability_zone_filter.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.280263 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.280773 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loaded extension: availability_zone_filter May 04 18:06:45.281091 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: data_plane_status.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.281992 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.282504 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Extension data-plane-status not supported by any of loaded plugins May 04 18:06:45.282817 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: default_subnetpools.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.283753 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.284264 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loaded extension: default-subnetpools May 04 18:06:45.284631 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.285444 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.285952 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loaded extension: dhcp_agent_scheduler May 04 18:06:45.286267 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: dns.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.288968 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.289508 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Extension dns-integration not supported by any of loaded plugins May 04 18:06:45.289824 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: dns_domain_ports.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.290726 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.291355 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Extension dns-domain-ports not supported by any of loaded plugins May 04 18:06:45.291664 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.292575 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.293075 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 04 18:06:45.293393 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: dvr.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.294055 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.294558 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loaded extension: dvr May 04 18:06:45.295552 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: ecmp_routes.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.296473 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.296981 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Extension ecmp_routes not supported by any of loaded plugins May 04 18:06:45.297297 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: empty_string_filtering.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.298193 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.298704 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loaded extension: empty-string-filtering May 04 18:06:45.299047 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.299987 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.300489 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 04 18:06:45.300803 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.301722 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.302224 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 04 18:06:45.302539 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: external_net.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.303719 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.304231 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loaded extension: external-net May 04 18:06:45.304548 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.305452 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.305956 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loaded extension: extra_dhcp_opt May 04 18:06:45.306345 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: extraroute.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.307280 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.307786 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loaded extension: extraroute May 04 18:06:45.308101 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: extraroute_atomic.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.309336 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.309996 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loaded extension: extraroute-atomic May 04 18:06:45.311043 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: filter_validation.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.311593 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.312099 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loaded extension: filter-validation May 04 18:06:45.312416 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: fip_pf_description.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.313384 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.313882 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 04 18:06:45.314194 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: fip_pf_port_range.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.315132 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.315638 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 04 18:06:45.315954 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: fip_port_details.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.316863 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.317366 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loaded extension: fip-port-details May 04 18:06:45.317681 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: flavors.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.318960 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.319511 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loaded extension: flavors May 04 18:06:45.319832 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.321466 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.321983 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 04 18:06:45.322309 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: floatingip_pools.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.323030 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.323547 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loaded extension: floatingip-pools May 04 18:06:45.323869 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: ip_allocation.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.324853 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.325357 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Extension ip_allocation not supported by any of loaded plugins May 04 18:06:45.325676 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.326629 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.327178 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loaded extension: ip-substring-filtering May 04 18:06:45.327504 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: l2_adjacency.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.328430 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.328983 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Extension l2_adjacency not supported by any of loaded plugins May 04 18:06:45.329330 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: l3.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.330358 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.330875 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loaded extension: router May 04 18:06:45.331235 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.339149 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.339681 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 04 18:06:45.340007 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.340923 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.341442 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loaded extension: ext-gw-mode May 04 18:06:45.341948 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.342931 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.343479 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loaded extension: l3-ha May 04 18:06:45.343896 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.344841 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.345354 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 04 18:06:45.345673 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: l3_flavors.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.346581 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.347235 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loaded extension: l3-flavors May 04 18:06:45.347561 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.348955 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.349482 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 04 18:06:45.349805 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.350714 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.351255 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loaded extension: l3-port-ip-change-not-allowed May 04 18:06:45.351583 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: l3agentscheduler.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.352621 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.353176 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loaded extension: l3_agent_scheduler May 04 18:06:45.353537 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: local_ip.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.364375 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.364894 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Extension local_ip not supported by any of loaded plugins May 04 18:06:45.365219 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: logging.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.366688 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.367238 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Extension logging not supported by any of loaded plugins May 04 18:06:45.367564 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: metering.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.368308 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.368892 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loaded extension: metering May 04 18:06:45.369212 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.370358 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.370875 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loaded extension: metering_source_and_destination_fields May 04 18:06:45.371219 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: multiprovidernet.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.372141 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.372697 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loaded extension: multi-provider May 04 18:06:45.373133 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: netmtu.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.374041 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.374547 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loaded extension: net-mtu May 04 18:06:45.374861 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: netmtu_writable.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.375794 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.376372 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loaded extension: net-mtu-writable May 04 18:06:45.376688 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: network_availability_zone.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.377349 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.377855 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loaded extension: network_availability_zone May 04 18:06:45.378168 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: network_ip_availability.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.379290 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.379810 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loaded extension: network-ip-availability May 04 18:06:45.380126 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: network_segment_range.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.380886 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.381460 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Extension network-segment-range not supported by any of loaded plugins May 04 18:06:45.381777 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: pagination.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.382742 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.383092 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loaded extension: pagination May 04 18:06:45.383410 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: port_device_profile.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.384302 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.384817 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loaded extension: port-device-profile May 04 18:06:45.385133 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: port_mac_address_override.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.386057 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.386566 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loaded extension: port-mac-override May 04 18:06:45.386924 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.388019 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.389052 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loaded extension: port-mac-address-regenerate May 04 18:06:45.389377 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.390268 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.390777 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loaded extension: port-numa-affinity-policy May 04 18:06:45.391128 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: port_resource_request.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.392024 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.392641 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Extension port-resource-request not supported by any of loaded plugins May 04 18:06:45.393135 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: port_resource_request_groups.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.401110 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.401623 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 04 18:06:45.401943 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: portbindings.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.402849 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.403398 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loaded extension: binding May 04 18:06:45.403716 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: portbindings_extended.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.405794 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.406316 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loaded extension: binding-extended May 04 18:06:45.406641 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: portsecurity.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.407580 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.408096 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loaded extension: port-security May 04 18:06:45.408420 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: project_id.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.409387 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.409717 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loaded extension: project-id May 04 18:06:45.410034 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: providernet.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.411002 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.411522 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loaded extension: provider May 04 18:06:45.411839 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: qos.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.415940 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.416468 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Extension qos not supported by any of loaded plugins May 04 18:06:45.416842 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.418067 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.418694 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 04 18:06:45.419047 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.420623 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.421297 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 04 18:06:45.421297 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: qos_default.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.422025 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.422538 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Extension qos-default not supported by any of loaded plugins May 04 18:06:45.422859 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: qos_fip.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.423791 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.424307 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Extension qos-fip not supported by any of loaded plugins May 04 18:06:45.424625 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.425527 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.426035 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 04 18:06:45.426360 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: qos_gateway_ip.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.427336 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.428095 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 04 18:06:45.428416 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: qos_port_network_policy.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.429346 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.429857 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 04 18:06:45.430236 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.445734 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.446251 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 04 18:06:45.446570 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.447636 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.448155 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 04 18:06:45.448471 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: qos_pps_rule.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.449624 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.450138 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Extension qos-pps not supported by any of loaded plugins May 04 18:06:45.450538 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: qos_rule_type_details.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.452122 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.452635 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 04 18:06:45.452955 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.453867 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.454379 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 04 18:06:45.454741 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: qos_rules_alias.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.455781 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.456293 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Extension qos-rules-alias not supported by any of loaded plugins May 04 18:06:45.456612 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: quota_check_limit.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.457592 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.458145 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loaded extension: quota-check-limit May 04 18:06:45.458567 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: quotasv2.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.459575 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.459899 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loaded extension: quotas May 04 18:06:45.460213 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: quotasv2_detail.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.461977 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.462306 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loaded extension: quota_details May 04 18:06:45.462633 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: rbac.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.463718 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.464250 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loaded extension: rbac-policies May 04 18:06:45.464576 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: rbac_address_group.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.465505 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.466022 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loaded extension: rbac-address-group May 04 18:06:45.466340 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: rbac_address_scope.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.467850 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.468363 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loaded extension: rbac-address-scope May 04 18:06:45.468681 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: rbac_security_groups.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.469635 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.470146 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loaded extension: rbac-security-groups May 04 18:06:45.470464 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: rbac_subnetpool.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.471414 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.471929 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loaded extension: rbac-subnetpool May 04 18:06:45.472244 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: revisionifmatch.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.473203 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.473710 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loaded extension: revision-if-match May 04 18:06:45.474024 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: revisions.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.475173 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.475693 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loaded extension: standard-attr-revisions May 04 18:06:45.476014 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: router_availability_zone.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.476682 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.477199 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loaded extension: router_availability_zone May 04 18:06:45.477509 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: routerservicetype.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.478421 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.478928 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Extension router-service-type not supported by any of loaded plugins May 04 18:06:45.479306 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.485762 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.486278 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loaded extension: security-groups-normalized-cidr May 04 18:06:45.486593 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.487532 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.488063 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loaded extension: port-security-groups-filtering May 04 18:06:45.488361 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.489287 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.489790 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loaded extension: security-groups-remote-address-group May 04 18:06:45.490128 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.491259 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.491772 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loaded extension: security-groups-shared-filtering May 04 18:06:45.492089 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.492713 dv-cinder-840511-4-iscsi neutron-server[103912]: WARNING neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 04 18:06:45.493025 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: securitygroup.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.502902 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.503472 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loaded extension: security-group May 04 18:06:45.503804 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: segment.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.504549 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.505058 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Extension segment not supported by any of loaded plugins May 04 18:06:45.505384 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.506323 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.506839 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 04 18:06:45.507224 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: servicetype.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.508357 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.515758 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loaded extension: service-type May 04 18:06:45.515758 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: sorting.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.516575 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.516907 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loaded extension: sorting May 04 18:06:45.517229 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: standard_attr_segment.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.518141 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.518664 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Extension standard-attr-segment not supported by any of loaded plugins May 04 18:06:45.519090 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: standardattrdescription.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.519746 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.520257 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loaded extension: standard-attr-description May 04 18:06:45.520578 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: stateful_security_group.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.521512 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.522030 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loaded extension: stateful-security-group May 04 18:06:45.522349 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: stdattrs_common.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.522916 dv-cinder-840511-4-iscsi neutron-server[103912]: WARNING neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 04 18:06:45.523258 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.524205 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.524756 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 04 18:06:45.525075 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: subnet_onboard.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.526132 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.526653 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loaded extension: subnet_onboard May 04 18:06:45.526971 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.528017 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.528532 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 04 18:06:45.528850 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: subnet_service_types.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.530502 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.531034 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loaded extension: subnet-service-types May 04 18:06:45.531357 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: subnetallocation.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.532436 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.532957 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loaded extension: subnet_allocation May 04 18:06:45.533275 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.533940 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.534449 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loaded extension: subnetpool-prefix-ops May 04 18:06:45.534767 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.535799 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.536309 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 04 18:06:45.536626 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: tagging.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.537729 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.538238 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loaded extension: standard-attr-tag May 04 18:06:45.538561 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: timestamp.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.539841 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.540364 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loaded extension: standard-attr-timestamp May 04 18:06:45.540686 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: trunk.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.541701 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.542225 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Extension trunk not supported by any of loaded plugins May 04 18:06:45.542548 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: trunk_details.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.543520 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.544031 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Extension trunk-details not supported by any of loaded plugins May 04 18:06:45.544351 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: uplink_status_propagation.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.545284 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.545789 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 04 18:06:45.546107 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Loading extension file: vlantransparent.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:06:45.546771 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:06:45.547339 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Extension vlan-transparent not supported by any of loaded plugins May 04 18:06:45.549932 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.quota.resource_registry [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Creating instance of TrackedResource for resource:network May 04 18:06:45.550451 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.quota.resource_registry [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Creating instance of TrackedResource for resource:subnet May 04 18:06:45.550842 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.quota.resource_registry [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Creating instance of TrackedResource for resource:subnetpool May 04 18:06:45.551259 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.quota.resource_registry [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Creating instance of TrackedResource for resource:port May 04 18:06:45.552534 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.v2.resource_helper [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103912) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 18:06:45.553259 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.v2.resource_helper [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Service FLAVORS assigned prefix: {{(pid=103912) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 18:06:45.553868 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.v2.resource_helper [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103912) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 18:06:45.554291 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.v2.resource_helper [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103912) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 18:06:45.554619 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.quota.resource_registry [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Creating instance of TrackedResource for resource:router May 04 18:06:45.555086 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.quota.resource_registry [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Creating instance of TrackedResource for resource:floatingip May 04 18:06:45.555576 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.v2.resource_helper [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Service METERING assigned prefix: /metering {{(pid=103912) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 18:06:45.557011 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:45.559842 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:45.559842 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:06:45.559842 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.quota.resource_registry [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Creating instance of CountableResource for resource:rbac_policy May 04 18:06:45.559842 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.quota.resource_registry [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Creating instance of TrackedResource for resource:security_group May 04 18:06:45.559842 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.quota.resource_registry [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Creating instance of TrackedResource for resource:security_group_rule May 04 18:06:45.560216 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.v2.resource_helper [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Service CORE assigned prefix: {{(pid=103912) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 18:06:45.560512 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.quota.resource_registry [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Creating instance of TrackedResource for resource:subnetpool May 04 18:06:45.560898 dv-cinder-840511-4-iscsi neutron-server[103912]: WARNING neutron.quota.resource_registry [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] subnetpool is already registered May 04 18:06:45.561253 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.v2.resource_helper [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Service CORE assigned prefix: {{(pid=103912) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 18:06:45.561587 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.quota.resource_registry [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Creating instance of TrackedResource for resource:subnetpool May 04 18:06:45.561911 dv-cinder-840511-4-iscsi neutron-server[103912]: WARNING neutron.quota.resource_registry [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] subnetpool is already registered May 04 18:06:45.564263 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.v2.resource_helper [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103912) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 18:06:45.564734 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.v2.resource_helper [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Service FLAVORS assigned prefix: {{(pid=103912) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 18:06:45.565322 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.v2.resource_helper [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103912) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 18:06:45.565746 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.v2.resource_helper [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103912) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 18:06:45.566074 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.quota.resource_registry [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Creating instance of TrackedResource for resource:router May 04 18:06:45.566409 dv-cinder-840511-4-iscsi neutron-server[103912]: WARNING neutron.quota.resource_registry [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] router is already registered May 04 18:06:45.566822 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.quota.resource_registry [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Creating instance of TrackedResource for resource:floatingip May 04 18:06:45.567186 dv-cinder-840511-4-iscsi neutron-server[103912]: WARNING neutron.quota.resource_registry [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] floatingip is already registered May 04 18:06:45.567638 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.v2.resource_helper [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Service METERING assigned prefix: /metering {{(pid=103912) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 18:06:45.568294 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.quota.resource_registry [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Creating instance of CountableResource for resource:rbac_policy May 04 18:06:45.568615 dv-cinder-840511-4-iscsi neutron-server[103912]: WARNING neutron.quota.resource_registry [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] rbac_policy is already registered May 04 18:06:45.569020 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.quota.resource_registry [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Creating instance of TrackedResource for resource:security_group May 04 18:06:45.569349 dv-cinder-840511-4-iscsi neutron-server[103912]: WARNING neutron.quota.resource_registry [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] security_group is already registered May 04 18:06:45.569745 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.quota.resource_registry [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Creating instance of TrackedResource for resource:security_group_rule May 04 18:06:45.570111 dv-cinder-840511-4-iscsi neutron-server[103912]: WARNING neutron.quota.resource_registry [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] security_group_rule is already registered May 04 18:06:45.570726 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.v2.resource_helper [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Service CORE assigned prefix: {{(pid=103912) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 18:06:45.571086 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.quota.resource_registry [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Creating instance of TrackedResource for resource:subnetpool May 04 18:06:45.571423 dv-cinder-840511-4-iscsi neutron-server[103912]: WARNING neutron.quota.resource_registry [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] subnetpool is already registered May 04 18:06:45.571831 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.v2.resource_helper [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Service CORE assigned prefix: {{(pid=103912) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 18:06:45.572151 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.quota.resource_registry [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Creating instance of TrackedResource for resource:subnetpool May 04 18:06:45.572475 dv-cinder-840511-4-iscsi neutron-server[103912]: WARNING neutron.quota.resource_registry [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] subnetpool is already registered May 04 18:06:45.572938 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Extended resource: extensions {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:06:45.574405 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Extended resource: address-groups {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:06:45.576485 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Extended resource: address-scopes {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:06:45.577900 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Extended resource: agents {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:06:45.579144 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Extended resource: auto-allocated-topology {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:06:45.580362 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Extended resource: availability_zones {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:06:45.581586 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Extended resource: dhcp-networks {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:06:45.583193 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Extended resource: dhcp-agents {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:06:45.587207 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Extended resource: routers {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:06:45.587207 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Extended resource: flavors {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:06:45.587994 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Extended resource: service_profiles {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:06:45.589178 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Extended resource: next_providers {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:06:45.590593 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Extended resource: service_profiles {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:06:45.592955 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Extended resource: floatingip-pools {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:06:45.594258 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Extended resource: routers {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:06:45.596374 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Extended resource: floatingips {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:06:45.598635 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Extended resource: l3-routers {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:06:45.600043 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Extended resource: l3-agents {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:06:45.601502 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Extended resource: metering-labels {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:06:45.602838 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Extended resource: metering-label-rules {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:06:45.604138 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Extended resource: network-ip-availabilities {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:06:45.605405 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Extended resource: bindings {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:06:45.607054 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Extended resource: quotas {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:06:45.608741 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Extended resource: quotas {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:06:45.610258 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Extended resource: rbac-policies {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:06:45.611562 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Extended resource: security-groups {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:06:45.612767 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Extended resource: security-group-rules {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:06:45.613986 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Extended resource: service-providers {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:06:45.615261 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Extended resource: subnetpools {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:06:45.616656 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Extended resource: subnetpools {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:06:45.618080 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Extended resource: tags {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:06:45.619763 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Extended resource: tags {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:06:45.621594 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Extended resource: tags {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:06:45.623511 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Extended resource: tags {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:06:45.625245 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Extended resource: tags {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:06:45.627085 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Extended resource: tags {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:06:45.628751 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Extended resource: tags {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:06:45.630605 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Extended resource: tags {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:06:45.632362 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Extended resource: tags {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:06:45.634175 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Extended resource: tags {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:06:45.640770 dv-cinder-840511-4-iscsi neutron-server[103912]: WARNING keystonemiddleware.auth_token [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 04 18:06:45.645562 dv-cinder-840511-4-iscsi neutron-server[103912]: WARNING keystonemiddleware.auth_token [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 04 18:06:45.655124 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_concurrency.lockutils [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Acquired lock "singleton_lock" {{(pid=103912) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 04 18:06:45.655657 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_concurrency.lockutils [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Releasing lock "singleton_lock" {{(pid=103912) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 04 18:06:45.656315 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO oslo_service.service [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Starting 2 workers May 04 18:06:45.661154 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Started child 104023 {{(pid=103912) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 04 18:06:45.665708 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Started child 104024 {{(pid=103912) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 04 18:06:45.666767 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:06:45.667486 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO neutron.service [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Neutron service started, listening on 0.0.0.0:9696 May 04 18:06:45.667914 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:06:45.668328 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [-] (104023) wsgi starting up on http://0.0.0.0:9696 May 04 18:06:45.670439 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO oslo_service.service [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Starting 1 workers May 04 18:06:45.670645 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:06:45.672012 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [-] (104024) wsgi starting up on http://0.0.0.0:9696 May 04 18:06:45.675702 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Started child 104025 {{(pid=103912) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 04 18:06:45.676258 dv-cinder-840511-4-iscsi neutron-server[103912]: INFO oslo_service.service [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Starting 1 workers May 04 18:06:45.679863 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.service [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] calling RpcWorker wait() {{(pid=104025) _wait /opt/stack/neutron/neutron/service.py:128}} May 04 18:06:45.680418 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.service [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] returning from RpcWorker wait() {{(pid=104025) _wait /opt/stack/neutron/neutron/service.py:135}} May 04 18:06:45.681019 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Started child 104026 {{(pid=103912) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 04 18:06:45.681753 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:06:45.681862 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f44bb6a5-acfd-402f-bffe-6afdd4e1f9f4 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:06:45.682317 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:06:45.683713 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103912) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 04 18:06:45.683926 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 04 18:06:45.684114 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 04 18:06:45.684344 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 04 18:06:45.684676 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 04 18:06:45.684839 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 04 18:06:45.685930 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.686218 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.686482 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.686689 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:06:45.687169 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.687335 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.687568 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.687803 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.688071 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:06:45.688172 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.688330 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.688492 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.688663 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.688908 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.689138 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.689448 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.689721 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.689970 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.690215 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.690372 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.690629 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.690948 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.691325 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.691435 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] debug = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.691709 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.692173 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.692396 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.692649 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.692863 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.693128 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.693370 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.693625 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.693866 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.694099 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.694347 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.694597 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.694854 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.695198 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.695457 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.695704 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.695944 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.696417 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] host = dv-cinder-840511-4-iscsi {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.696662 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.696878 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.697133 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.697375 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.697650 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.697878 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.698131 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.698391 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.698656 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.698976 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.699145 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.699371 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.699585 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.699839 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] log_file = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.700002 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] log_options = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.700249 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.700510 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.700754 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.701005 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.701728 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.701900 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.702144 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.702278 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.702494 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.702716 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.702926 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.703203 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.703431 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.703643 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.703889 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.704122 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.704355 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.704565 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.704818 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.705047 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.705269 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.705573 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.705743 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.705990 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.706280 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.706432 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.706674 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.706905 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.707140 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.707387 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.707621 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.707875 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.708090 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.708330 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.708589 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.708820 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.710309 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.710537 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.712538 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.712538 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.712538 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.712538 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.713118 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.713277 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.714610 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.714610 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.714610 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] use_json = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.714610 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.714610 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.714947 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.714947 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.715200 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.715395 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.716549 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.716549 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.716549 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.716549 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.716892 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.717151 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.717424 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.717715 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.717715 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.718311 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.718469 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.719261 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.719261 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.719261 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.720032 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.720032 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.720032 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.720446 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.720594 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.720818 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.721088 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.721834 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.721834 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.721834 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.722057 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.722241 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.722467 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.722705 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.722943 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.723254 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.723534 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.724079 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.724079 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.724646 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.724646 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.725834 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.725834 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.725834 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.725834 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.726893 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.726893 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.726893 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.726893 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.726893 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.727285 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.727369 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.727548 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.727796 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.728017 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.728248 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.728474 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.728745 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.728976 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.729213 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.729452 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.729644 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.729857 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.730071 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.730289 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.730527 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.730784 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.731023 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.731277 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.731512 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.731871 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.736147 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.736147 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.736147 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.736147 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.736147 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.736147 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.736147 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.736147 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.736147 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.736800 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.736800 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.736800 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.736800 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.736800 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.736800 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.736800 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.736800 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.736800 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.737315 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.737315 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.737315 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.737315 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.737315 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.737315 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.737676 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.737676 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.737856 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.738066 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.738284 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.738519 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.738818 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.739089 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.739331 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.739583 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.739836 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.740069 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.740327 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.740527 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.740767 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.741012 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.741280 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.741535 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.741787 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.742069 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.742236 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.742507 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.742727 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.742965 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.743212 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.743430 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.743678 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.743923 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.744227 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.744479 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.744713 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.744945 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.745176 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.745449 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.745707 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.745991 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.746241 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.746511 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.746823 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.747121 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.747421 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.747686 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.748428 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.748776 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.749075 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.749337 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.749603 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.749841 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.750062 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.750324 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.750577 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.750794 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.751080 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.751408 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.751642 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.751893 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.752109 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.752391 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.752638 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.753376 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.753376 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.753376 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.754435 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.755220 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.755463 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.755686 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.755916 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.756146 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.756368 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.756595 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.756806 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.757026 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.757243 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.757457 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.757719 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.757936 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.758161 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.758394 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.758616 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.758833 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.759106 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.759341 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.759585 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.759820 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.760056 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.760275 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.760511 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.760724 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.760973 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.761207 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.761475 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.761727 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.761943 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.762168 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.762323 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 45238) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:06:45.762469 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.762695 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.762909 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.763178 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.763412 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.764192 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.764406 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.764626 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.764839 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.765071 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.765299 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.765512 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.765754 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.766049 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.766380 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.766630 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.766860 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.767137 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.767377 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.767612 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.767844 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.768059 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.768279 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.768499 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.768741 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.768741 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.769442 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.769442 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.769720 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.769869 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.770492 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.770492 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.770492 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.770910 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.771080 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.771224 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.771375 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.772118 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.772118 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.772118 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.772564 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.772564 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.772847 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.772987 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.773125 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.773356 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.773623 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.773845 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.774055 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.774300 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.774559 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.774770 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.775050 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.775216 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.775697 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.775697 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.776002 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.776142 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.776291 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.776447 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.777282 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.777282 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.777282 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.777709 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.777709 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.778076 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.778076 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.778354 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.778354 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.778643 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.778787 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.779010 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.779260 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.779972 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.779972 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.779972 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.780201 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0148125 May 04 18:06:45.780281 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.780354 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.780544 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.780802 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.782054 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.782304 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.782562 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.783156 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.783156 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.783457 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.784806 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.784806 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.784806 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.784806 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.784806 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.784806 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.785272 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.785368 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.785616 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.785883 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.786137 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.786421 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.786700 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.786961 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.787214 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.787499 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.787848 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.788692 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.788692 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.788692 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.788928 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.789090 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.789260 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.789467 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.789680 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.790250 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.790250 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.790446 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.790639 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.791108 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.791345 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.792130 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.792130 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.792130 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.792363 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.792456 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.792605 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 04 18:06:45.793157 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103912) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 04 18:06:45.793319 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 04 18:06:45.793473 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 04 18:06:45.793649 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 04 18:06:45.793819 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 04 18:06:45.793974 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 04 18:06:45.794183 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.794348 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.794582 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.794713 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.794897 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.795949 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.796892 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.796892 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.796892 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.796892 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.796892 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.796892 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.797559 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.797559 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.797559 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.797559 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.797879 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.797879 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.798002 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.798079 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.798212 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.798466 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] debug = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.798571 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.799047 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.799047 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.799251 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.799251 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.799398 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.799539 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.799704 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.799858 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.800019 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.800179 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.800339 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.800499 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.801472 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.801472 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.801472 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.801472 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.801472 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] host = dv-cinder-840511-4-iscsi {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.801472 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.802068 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.802068 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.802068 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.802068 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.802344 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.802344 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.802504 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.802593 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.803064 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.803166 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.803307 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.803466 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.804376 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] log_file = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.804376 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] log_options = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.804376 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.804376 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.804376 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.804376 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.804846 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.804846 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.804846 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.805058 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.805139 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.805322 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.805463 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.805603 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.805764 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.805925 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.806067 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.806235 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.806433 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.806538 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.806702 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.806859 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.807809 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.807998 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.808148 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.808309 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.808469 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.808627 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.808785 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.808946 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.809106 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.809266 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.809424 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.809585 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.809744 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.809903 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.810064 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.812264 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.812264 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.812264 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.812264 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.812264 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.812264 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.812264 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.812264 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.812960 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.812960 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.812960 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.812960 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] use_json = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.812960 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.812960 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.813544 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.813544 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.813544 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.813544 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.813952 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.813952 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.814116 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:06:45.814196 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.814321 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.814495 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.814658 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.814821 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.815040 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.816569 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.817589 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.817589 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.817589 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.817589 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.817589 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.817589 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.818074 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.818074 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.818074 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.818370 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.818370 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.818571 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.818678 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.818784 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.818919 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.819115 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.819278 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.819441 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.819603 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.819765 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.819936 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.820099 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.820269 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.820448 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.820611 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.820774 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.820934 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.821094 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.821728 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.821728 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.821728 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.821728 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.822425 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.822425 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.822425 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.822425 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.822425 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.823128 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.823128 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.823128 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.823128 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.823574 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.823574 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.823574 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.823934 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.823934 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.824138 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.824138 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.824335 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.824441 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.824587 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.824762 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.824924 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.825086 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.825236 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.825398 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.825560 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.827028 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.827028 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.827028 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.827028 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.827028 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.827382 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.827454 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.827617 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.827771 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.827934 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.828092 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.828255 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.828422 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.828581 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.828969 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.829278 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.829584 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.829886 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.830056 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.830225 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.830377 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.830540 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.830702 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.830867 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.831078 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.831240 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.831548 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.831888 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.832075 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.832240 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.832404 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.832566 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.832729 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.832890 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.833052 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.833218 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.833381 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.833539 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.833845 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.834150 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.835048 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.835048 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.835048 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.835048 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.835048 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.835399 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.835399 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.835399 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.835569 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.835710 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.835861 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.836015 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.836173 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.836331 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.836487 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.836653 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.836821 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.836986 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.837145 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.837314 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.837487 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.837650 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.837812 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.837973 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.838134 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.838297 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.838458 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.838676 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.838815 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.838929 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.839085 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.839256 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.839418 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.839581 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.839742 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.839927 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.840089 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.840252 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.840414 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.840576 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.841423 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.841423 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.841423 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.841423 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.841423 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.841973 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.841973 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.841973 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.842299 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.842299 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.842559 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.842559 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.842779 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.842904 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.843062 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.843196 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.843305 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.844191 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.844191 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.844191 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.844191 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.844191 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.844191 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.844961 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.844961 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.844961 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.844961 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.844961 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.845311 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.845311 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.845450 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.845798 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.845798 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.845956 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.846026 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.846145 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.846304 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.846473 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.846635 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.846799 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.846961 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.847594 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.847594 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.847594 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.847820 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.847820 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.847980 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.848138 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.848295 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.848453 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.849570 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.849570 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.849570 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.849570 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.849570 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.849570 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.849570 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.850120 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.850120 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.850120 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.850307 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.850307 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.850514 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.850655 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.850792 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.850930 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.851088 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.851243 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.851406 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.851567 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.851731 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.851893 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.852055 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.852217 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.852378 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.852540 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.852704 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.852864 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.853025 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.853204 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.853371 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.853546 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.853699 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.853845 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.854008 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.854179 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.854341 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.854501 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.854645 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.859008 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.859008 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.859008 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.859008 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.859008 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.859008 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.859008 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.859008 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.859620 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.859620 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.859620 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.859620 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.859620 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.859620 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.859620 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.859620 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.860132 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.860132 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.860132 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.860132 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.860132 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.860132 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.860132 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.860132 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.860563 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.860563 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.860563 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.860563 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.860961 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.861282 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.861460 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.861638 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.861810 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.861995 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.862169 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.862338 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.862508 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.862674 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.862842 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.863143 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.863239 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.863368 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.863546 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.863711 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.863883 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.864053 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.864222 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.864392 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.864392 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.864712 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.864966 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.865058 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.865213 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.865336 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.865496 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.865653 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.865821 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.866027 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:06:45.866113 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.866113 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.867061 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.867061 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.867061 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.867061 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.867061 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.867061 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.867412 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.867412 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.867545 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.868051 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:06:45.868051 dv-cinder-840511-4-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 04 18:06:57.571727 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cfbf07f-186f-4f07-876a-dfb5ac3bec4e None None] get_active_networks_info from dv-cinder-840511-4-iscsi {{(pid=104025) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 04 18:06:57.640754 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cfbf07f-186f-4f07-876a-dfb5ac3bec4e None None] No non-hosted networks {{(pid=104025) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 04 18:06:57.661741 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.agentschedulers_db [None req-3cfbf07f-186f-4f07-876a-dfb5ac3bec4e None None] DHCP Agent not found on host dv-cinder-840511-4-iscsi {{(pid=104025) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 04 18:06:57.828549 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-9c991ce7-71e3-4229-8baf-c94ff58a91ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1672727'] for agent (c89944b2-e06f-41dc-a0fc-77a7e649c9d3), after_create {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:00.028339 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-68cf6035-7a3c-4c20-82fa-349132899204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1672727'] for agent (341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae), after_create {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:00.086394 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.db.api [None req-c9d0c56f-e847-4819-af13-c062a43a0b4d None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-840511-4-iscsi {{(pid=104025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 18:07:00.087298 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG oslo_db.api [None req-c9d0c56f-e847-4819-af13-c062a43a0b4d None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 18:07:00.691088 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-c9d0c56f-e847-4819-af13-c062a43a0b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:00.883961 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 45310) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:07:01.120836 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-4fdd29be-a970-4503-919e-12b86a90c52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1672727'] for agent (74c08095-bc4c-43d3-91b6-743b06ad1f6c), after_create {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:01.487524 dv-cinder-840511-4-iscsi neutron-server[104023]: WARNING oslo_policy.policy [None req-3b7133fc-0c1b-4f48-867d-4e488530d7c3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 18:07:01.488109 dv-cinder-840511-4-iscsi neutron-server[104023]: WARNING oslo_policy.policy [None req-3b7133fc-0c1b-4f48-867d-4e488530d7c3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 18:07:01.715311 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [None req-3b7133fc-0c1b-4f48-867d-4e488530d7c3 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104023) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 18:07:01.727029 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-3b7133fc-0c1b-4f48-867d-4e488530d7c3 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8318157 May 04 18:07:02.542693 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-f7537222-04fb-4408-8d24-7493625e2bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1672727'] for agent (88f974dc-3c14-4d3d-9ef8-4363bb88b433), after_create {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:03.799578 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1672727'] for agent (e55a6cb5-967a-4631-865a-95818de4ff35), after_create {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:03.801135 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:03.801791 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:03.802799 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:03.803390 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:03.803977 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:03.804658 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:03.805220 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:03.805828 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:03.806380 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:03.807065 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:03.807646 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:03.808239 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:03.808776 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:03.809872 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:03.810597 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:03.811222 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-840511-4-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:07:03.821244 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-840511-4-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:07:04.325695 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 45344) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:07:04.865682 dv-cinder-840511-4-iscsi neutron-server[104024]: WARNING oslo_policy.policy [None req-ec185672-bacc-4f9f-a822-ecfad4e26e9d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 18:07:04.866256 dv-cinder-840511-4-iscsi neutron-server[104024]: WARNING oslo_policy.policy [None req-ec185672-bacc-4f9f-a822-ecfad4e26e9d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 18:07:05.088123 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.v2.base [None req-ec185672-bacc-4f9f-a822-ecfad4e26e9d admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=104024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:07:05.179747 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.policy [None req-ec185672-bacc-4f9f-a822-ecfad4e26e9d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104024) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 04 18:07:05.212927 dv-cinder-840511-4-iscsi neutron-server[104025]: INFO neutron.db.l3_hamode_db [None req-d72ec711-ff20-4a6a-875c-b102ef2e7cb1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 04 18:07:05.222306 dv-cinder-840511-4-iscsi neutron-server[104024]: WARNING oslo_policy.policy [None req-ec185672-bacc-4f9f-a822-ecfad4e26e9d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 18:07:05.222690 dv-cinder-840511-4-iscsi neutron-server[104024]: WARNING oslo_policy.policy [None req-ec185672-bacc-4f9f-a822-ecfad4e26e9d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 18:07:05.293311 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72ec711-ff20-4a6a-875c-b102ef2e7cb1 None None] Routers set() bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:07:05.293727 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72ec711-ff20-4a6a-875c-b102ef2e7cb1 None None] Router IDs set() for agent in host dv-cinder-840511-4-iscsi {{(pid=104025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 04 18:07:05.390503 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-ec185672-bacc-4f9f-a822-ecfad4e26e9d admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772822140077', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772822140577', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772822156325', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772822117907', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772822119974', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772822110541', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-653401', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-578151', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1604937', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1759980'] for rbac-policy (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:05.658795 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-ec185672-bacc-4f9f-a822-ecfad4e26e9d admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:05.660203 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-ec185672-bacc-4f9f-a822-ecfad4e26e9d admin admin] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.3323522 May 04 18:07:08.206338 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 45362) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:07:08.528105 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.v2.base [None req-2a0611a6-c4ec-474b-b961-2f99ffc2aff4 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:07:08.656764 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a0611a6-c4ec-474b-b961-2f99ffc2aff4 demo demo] Made reservation on behalf of c022bdbf7b8c43b18889186e9f4dc4ff for: {'network': 1} {{(pid=104024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:07:08.660699 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-2a0611a6-c4ec-474b-b961-2f99ffc2aff4 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for network (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:08.679124 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-2a0611a6-c4ec-474b-b961-2f99ffc2aff4 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:08.788551 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-2a0611a6-c4ec-474b-b961-2f99ffc2aff4 demo demo] Publish callbacks [] for security_group (14c952f4-a47d-47ab-b419-435fefedf2b0), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:08.827834 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-2a0611a6-c4ec-474b-b961-2f99ffc2aff4 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (14c952f4-a47d-47ab-b419-435fefedf2b0), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:08.861170 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a0611a6-c4ec-474b-b961-2f99ffc2aff4 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 831} {{(pid=104024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 18:07:08.889992 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-2a0611a6-c4ec-474b-b961-2f99ffc2aff4 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772820294467', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691573'] for segment (f6af86d8-a3f3-401f-a551-0753db2ecd48), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:08.890597 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-2a0611a6-c4ec-474b-b961-2f99ffc2aff4 demo demo] Unsubscribe: segment precommit_create {{(pid=104024) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 04 18:07:08.891135 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.db.segments_db [None req-2a0611a6-c4ec-474b-b961-2f99ffc2aff4 demo demo] Added segment f6af86d8-a3f3-401f-a551-0753db2ecd48 of type vlan for network cc1ede51-fdb5-4a85-a570-4b6e91e7ec1b May 04 18:07:08.897072 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0611a6-c4ec-474b-b961-2f99ffc2aff4 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=14c952f4-a47d-47ab-b419-435fefedf2b0,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:07:08.921248 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0611a6-c4ec-474b-b961-2f99ffc2aff4 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:08.921514 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0611a6-c4ec-474b-b961-2f99ffc2aff4 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:08.921870 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0611a6-c4ec-474b-b961-2f99ffc2aff4 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:08.922225 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0611a6-c4ec-474b-b961-2f99ffc2aff4 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:08.922558 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0611a6-c4ec-474b-b961-2f99ffc2aff4 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:08.922880 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0611a6-c4ec-474b-b961-2f99ffc2aff4 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:08.923256 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0611a6-c4ec-474b-b961-2f99ffc2aff4 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:08.923582 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0611a6-c4ec-474b-b961-2f99ffc2aff4 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:08.923902 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0611a6-c4ec-474b-b961-2f99ffc2aff4 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:08.924219 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0611a6-c4ec-474b-b961-2f99ffc2aff4 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:08.924538 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0611a6-c4ec-474b-b961-2f99ffc2aff4 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:08.924854 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0611a6-c4ec-474b-b961-2f99ffc2aff4 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:08.925170 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0611a6-c4ec-474b-b961-2f99ffc2aff4 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:08.925482 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0611a6-c4ec-474b-b961-2f99ffc2aff4 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:08.925819 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0611a6-c4ec-474b-b961-2f99ffc2aff4 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:08.927505 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0611a6-c4ec-474b-b961-2f99ffc2aff4 demo demo] Tracked resource versions report: May 04 18:07:08.927505 dv-cinder-840511-4-iscsi neutron-server[104024]: pushed versions: May 04 18:07:08.927505 dv-cinder-840511-4-iscsi neutron-server[104024]: { 'AddressGroup': {'1.2'}, May 04 18:07:08.927505 dv-cinder-840511-4-iscsi neutron-server[104024]: 'Agent': {'1.1'}, May 04 18:07:08.927505 dv-cinder-840511-4-iscsi neutron-server[104024]: 'ConntrackHelper': {'1.0'}, May 04 18:07:08.927505 dv-cinder-840511-4-iscsi neutron-server[104024]: 'LocalIPAssociation': {'1.0'}, May 04 18:07:08.927505 dv-cinder-840511-4-iscsi neutron-server[104024]: 'Log': {'1.0'}, May 04 18:07:08.927505 dv-cinder-840511-4-iscsi neutron-server[104024]: 'NDPProxy': {'1.0'}, May 04 18:07:08.927505 dv-cinder-840511-4-iscsi neutron-server[104024]: 'Network': {'1.1'}, May 04 18:07:08.927505 dv-cinder-840511-4-iscsi neutron-server[104024]: 'Port': {'1.7'}, May 04 18:07:08.927505 dv-cinder-840511-4-iscsi neutron-server[104024]: 'PortForwarding': {'1.3'}, May 04 18:07:08.927505 dv-cinder-840511-4-iscsi neutron-server[104024]: 'QosPolicy': {'1.10'}, May 04 18:07:08.927505 dv-cinder-840511-4-iscsi neutron-server[104024]: 'SecurityGroup': {'1.5'}, May 04 18:07:08.927505 dv-cinder-840511-4-iscsi neutron-server[104024]: 'SecurityGroupRule': {'1.2'}, May 04 18:07:08.927505 dv-cinder-840511-4-iscsi neutron-server[104024]: 'SubPort': {'1.0'}, May 04 18:07:08.927505 dv-cinder-840511-4-iscsi neutron-server[104024]: 'Subnet': {'1.1'}, May 04 18:07:08.927505 dv-cinder-840511-4-iscsi neutron-server[104024]: 'Trunk': {'1.1'}} May 04 18:07:08.927505 dv-cinder-840511-4-iscsi neutron-server[104024]: consumer versions: May 04 18:07:08.927505 dv-cinder-840511-4-iscsi neutron-server[104024]: { DHCP agent@dv-cinder-840511-4-iscsi: {}, May 04 18:07:08.927505 dv-cinder-840511-4-iscsi neutron-server[104024]: L3 agent@dv-cinder-840511-4-iscsi: {}, May 04 18:07:08.927505 dv-cinder-840511-4-iscsi neutron-server[104024]: Metadata agent@dv-cinder-840511-4-iscsi: {}, May 04 18:07:08.927505 dv-cinder-840511-4-iscsi neutron-server[104024]: Metering agent@dv-cinder-840511-4-iscsi: {}, May 04 18:07:08.927505 dv-cinder-840511-4-iscsi neutron-server[104024]: Open vSwitch agent@dv-cinder-840511-4-iscsi: { 'AddressGroup': '1.2', May 04 18:07:08.927505 dv-cinder-840511-4-iscsi neutron-server[104024]: 'Agent': '1.1', May 04 18:07:08.927505 dv-cinder-840511-4-iscsi neutron-server[104024]: 'ConntrackHelper': '1.0', May 04 18:07:08.927505 dv-cinder-840511-4-iscsi neutron-server[104024]: 'LocalIPAssociation': '1.0', May 04 18:07:08.927505 dv-cinder-840511-4-iscsi neutron-server[104024]: 'Log': '1.0', May 04 18:07:08.927505 dv-cinder-840511-4-iscsi neutron-server[104024]: 'NDPProxy': '1.0', May 04 18:07:08.927505 dv-cinder-840511-4-iscsi neutron-server[104024]: 'Network': '1.1', May 04 18:07:08.927505 dv-cinder-840511-4-iscsi neutron-server[104024]: 'Port': '1.7', May 04 18:07:08.927505 dv-cinder-840511-4-iscsi neutron-server[104024]: 'PortForwarding': '1.3', May 04 18:07:08.927505 dv-cinder-840511-4-iscsi neutron-server[104024]: 'QosPolicy': '1.10', May 04 18:07:08.927505 dv-cinder-840511-4-iscsi neutron-server[104024]: 'SecurityGroup': '1.5', May 04 18:07:08.927505 dv-cinder-840511-4-iscsi neutron-server[104024]: 'SecurityGroupRule': '1.2', May 04 18:07:08.927505 dv-cinder-840511-4-iscsi neutron-server[104024]: 'SubPort': '1.0', May 04 18:07:08.927505 dv-cinder-840511-4-iscsi neutron-server[104024]: 'Subnet': '1.1', May 04 18:07:08.927505 dv-cinder-840511-4-iscsi neutron-server[104024]: 'Trunk': '1.1'}} May 04 18:07:08.927505 dv-cinder-840511-4-iscsi neutron-server[104024]: {{(pid=104024) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 18:07:09.007002 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-2a0611a6-c4ec-474b-b961-2f99ffc2aff4 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772819821523'] for network (cc1ede51-fdb5-4a85-a570-4b6e91e7ec1b), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:09.107994 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-2a0611a6-c4ec-474b-b961-2f99ffc2aff4 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260'] for network (cc1ede51-fdb5-4a85-a570-4b6e91e7ec1b), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:09.113183 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0611a6-c4ec-474b-b961-2f99ffc2aff4 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:07:09.113874 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-2a0611a6-c4ec-474b-b961-2f99ffc2aff4 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598214'] for network (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:09.228551 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0611a6-c4ec-474b-b961-2f99ffc2aff4 demo demo] Pushing event updated for resources: {'Network': ['ID=cc1ede51-fdb5-4a85-a570-4b6e91e7ec1b,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:07:09.241282 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Network cc1ede51-fdb5-4a85-a570-4b6e91e7ec1b details requested by agent ovs-agent-dv-cinder-840511-4-iscsi with host dv-cinder-840511-4-iscsi {{(pid=104025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 18:07:09.253115 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-2a0611a6-c4ec-474b-b961-2f99ffc2aff4 demo demo] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0456359 May 04 18:07:11.787117 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 45374) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:07:12.201629 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bedf413-71b4-4e8d-af0f-300943a74159 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:07:12.203417 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-1bedf413-71b4-4e8d-af0f-300943a74159 demo admin] 10.222.0.23 "GET /v2.0/networks/cc1ede51-fdb5-4a85-a570-4b6e91e7ec1b HTTP/1.1" status: 200 len: 825 time: 0.4152725 May 04 18:07:12.228167 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-86087df1-eb1e-4813-8418-ad0eaab645b2 demo admin] 10.222.0.23 "GET /v2.0/subnetpools/1c6561fc-dd7e-48ac-94d3-10e45ce8a0f9 HTTP/1.1" status: 200 len: 734 time: 0.0203500 May 04 18:07:12.237598 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.v2.base [None req-5ca285db-52fd-44e6-837f-ec5c1e10c456 demo admin] Request body: {'subnet': {'subnetpool_id': '1c6561fc-dd7e-48ac-94d3-10e45ce8a0f9', 'network_id': 'cc1ede51-fdb5-4a85-a570-4b6e91e7ec1b', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=104024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:07:12.323810 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca285db-52fd-44e6-837f-ec5c1e10c456 demo admin] Made reservation on behalf of c022bdbf7b8c43b18889186e9f4dc4ff for: {'subnet': 1} {{(pid=104024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:07:12.326174 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-5ca285db-52fd-44e6-837f-ec5c1e10c456 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:12.673132 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-5ca285db-52fd-44e6-837f-ec5c1e10c456 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260'] for subnet (5fcee608-7341-4728-b455-bc568f5d07a6), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:12.747900 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca285db-52fd-44e6-837f-ec5c1e10c456 demo admin] Pushing event updated for resources: {'Subnet': ['ID=5fcee608-7341-4728-b455-bc568f5d07a6,revision_number=0']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:07:12.752399 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca285db-52fd-44e6-837f-ec5c1e10c456 demo admin] Checking segment: {'id': 'f6af86d8-a3f3-401f-a551-0753db2ecd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'cc1ede51-fdb5-4a85-a570-4b6e91e7ec1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:07:12.752800 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca285db-52fd-44e6-837f-ec5c1e10c456 demo admin] Network hostable DHCP agents. Network: cc1ede51-fdb5-4a85-a570-4b6e91e7ec1b, hostable agents: ['c89944b2-e06f-41dc-a0fc-77a7e649c9d3'], hosted agents: [] {{(pid=104024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 18:07:12.838130 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca285db-52fd-44e6-837f-ec5c1e10c456 demo admin] Network cc1ede51-fdb5-4a85-a570-4b6e91e7ec1b is scheduled to be hosted by DHCP agent c89944b2-e06f-41dc-a0fc-77a7e649c9d3 with binding_index 1 {{(pid=104024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 18:07:12.907240 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.base_scheduler [None req-5ca285db-52fd-44e6-837f-ec5c1e10c456 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840511-4-iscsi, cc1ede51-fdb5-4a85-a570-4b6e91e7ec1b) {{(pid=104024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:07:12.912504 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca285db-52fd-44e6-837f-ec5c1e10c456 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:07:12.913102 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-5ca285db-52fd-44e6-837f-ec5c1e10c456 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598214'] for subnet (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:12.917332 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac8869a-615e-4597-9049-fe222477ce65 None None] Network cc1ede51-fdb5-4a85-a570-4b6e91e7ec1b requested from dv-cinder-840511-4-iscsi {{(pid=104025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 18:07:12.994875 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-5ca285db-52fd-44e6-837f-ec5c1e10c456 demo admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7604885 May 04 18:07:13.180992 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d5876d-6db9-44b2-8370-6a56f472c05a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7413deaf-5835-5fbd-ad87-e75b1d698e43-cc1ede51-fdb5-4a85-a570-4b6e91e7ec1b', 'network_id': 'cc1ede51-fdb5-4a85-a570-4b6e91e7ec1b', 'project_id': 'c022bdbf7b8c43b18889186e9f4dc4ff', 'fixed_ips': [{'subnet_id': '5fcee608-7341-4728-b455-bc568f5d07a6'}]}} from dv-cinder-840511-4-iscsi. {{(pid=104025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 18:07:13.182271 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-d0d5876d-6db9-44b2-8370-6a56f472c05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (None), before_create {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:13.482168 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.db_base_plugin_common [None req-d0d5876d-6db9-44b2-8370-6a56f472c05a None None] Allocated IP 172.20.0.2 (cc1ede51-fdb5-4a85-a570-4b6e91e7ec1b/5fcee608-7341-4728-b455-bc568f5d07a6/88ce3ced-eb9a-42b6-90b9-b257d06255e4) {{(pid=104025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:07:13.764447 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-d0d5876d-6db9-44b2-8370-6a56f472c05a None None] Publish callbacks [] for port (88ce3ced-eb9a-42b6-90b9-b257d06255e4), precommit_create {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:13.845455 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-d0d5876d-6db9-44b2-8370-6a56f472c05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772819832230'] for port (88ce3ced-eb9a-42b6-90b9-b257d06255e4), after_create {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:13.926090 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d5876d-6db9-44b2-8370-6a56f472c05a None None] Network cc1ede51-fdb5-4a85-a570-4b6e91e7ec1b is already hosted by enough agents. {{(pid=104025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:07:13.934393 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.scheduler.base_scheduler [None req-d0d5876d-6db9-44b2-8370-6a56f472c05a None None] Resources bound (agent type, host, resource id): {{(pid=104025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:07:13.939876 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d5876d-6db9-44b2-8370-6a56f472c05a None None] Pushing event updated for resources: {'Port': ['ID=88ce3ced-eb9a-42b6-90b9-b257d06255e4,revision_number=1']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:07:13.942086 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d5876d-6db9-44b2-8370-6a56f472c05a None None] Received port after_create {{(pid=104025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:07:13.952170 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d5876d-6db9-44b2-8370-6a56f472c05a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:13.952514 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d5876d-6db9-44b2-8370-6a56f472c05a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:13.952870 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d5876d-6db9-44b2-8370-6a56f472c05a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:13.953224 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d5876d-6db9-44b2-8370-6a56f472c05a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:13.953559 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d5876d-6db9-44b2-8370-6a56f472c05a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:13.953888 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d5876d-6db9-44b2-8370-6a56f472c05a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:13.954208 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d5876d-6db9-44b2-8370-6a56f472c05a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:13.954529 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d5876d-6db9-44b2-8370-6a56f472c05a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:13.954851 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d5876d-6db9-44b2-8370-6a56f472c05a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:13.955199 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d5876d-6db9-44b2-8370-6a56f472c05a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:13.955526 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d5876d-6db9-44b2-8370-6a56f472c05a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:13.955860 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d5876d-6db9-44b2-8370-6a56f472c05a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:13.956182 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d5876d-6db9-44b2-8370-6a56f472c05a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:13.956534 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d5876d-6db9-44b2-8370-6a56f472c05a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:13.956849 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d5876d-6db9-44b2-8370-6a56f472c05a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:13.958242 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d5876d-6db9-44b2-8370-6a56f472c05a None None] Tracked resource versions report: May 04 18:07:13.958242 dv-cinder-840511-4-iscsi neutron-server[104025]: pushed versions: May 04 18:07:13.958242 dv-cinder-840511-4-iscsi neutron-server[104025]: { 'AddressGroup': {'1.2'}, May 04 18:07:13.958242 dv-cinder-840511-4-iscsi neutron-server[104025]: 'Agent': {'1.1'}, May 04 18:07:13.958242 dv-cinder-840511-4-iscsi neutron-server[104025]: 'ConntrackHelper': {'1.0'}, May 04 18:07:13.958242 dv-cinder-840511-4-iscsi neutron-server[104025]: 'LocalIPAssociation': {'1.0'}, May 04 18:07:13.958242 dv-cinder-840511-4-iscsi neutron-server[104025]: 'Log': {'1.0'}, May 04 18:07:13.958242 dv-cinder-840511-4-iscsi neutron-server[104025]: 'NDPProxy': {'1.0'}, May 04 18:07:13.958242 dv-cinder-840511-4-iscsi neutron-server[104025]: 'Network': {'1.1'}, May 04 18:07:13.958242 dv-cinder-840511-4-iscsi neutron-server[104025]: 'Port': {'1.7'}, May 04 18:07:13.958242 dv-cinder-840511-4-iscsi neutron-server[104025]: 'PortForwarding': {'1.3'}, May 04 18:07:13.958242 dv-cinder-840511-4-iscsi neutron-server[104025]: 'QosPolicy': {'1.10'}, May 04 18:07:13.958242 dv-cinder-840511-4-iscsi neutron-server[104025]: 'SecurityGroup': {'1.5'}, May 04 18:07:13.958242 dv-cinder-840511-4-iscsi neutron-server[104025]: 'SecurityGroupRule': {'1.2'}, May 04 18:07:13.958242 dv-cinder-840511-4-iscsi neutron-server[104025]: 'SubPort': {'1.0'}, May 04 18:07:13.958242 dv-cinder-840511-4-iscsi neutron-server[104025]: 'Subnet': {'1.1'}, May 04 18:07:13.958242 dv-cinder-840511-4-iscsi neutron-server[104025]: 'Trunk': {'1.1'}} May 04 18:07:13.958242 dv-cinder-840511-4-iscsi neutron-server[104025]: consumer versions: May 04 18:07:13.958242 dv-cinder-840511-4-iscsi neutron-server[104025]: { DHCP agent@dv-cinder-840511-4-iscsi: {}, May 04 18:07:13.958242 dv-cinder-840511-4-iscsi neutron-server[104025]: L3 agent@dv-cinder-840511-4-iscsi: {}, May 04 18:07:13.958242 dv-cinder-840511-4-iscsi neutron-server[104025]: Metadata agent@dv-cinder-840511-4-iscsi: {}, May 04 18:07:13.958242 dv-cinder-840511-4-iscsi neutron-server[104025]: Metering agent@dv-cinder-840511-4-iscsi: {}, May 04 18:07:13.958242 dv-cinder-840511-4-iscsi neutron-server[104025]: Open vSwitch agent@dv-cinder-840511-4-iscsi: { 'AddressGroup': '1.2', May 04 18:07:13.958242 dv-cinder-840511-4-iscsi neutron-server[104025]: 'Agent': '1.1', May 04 18:07:13.958242 dv-cinder-840511-4-iscsi neutron-server[104025]: 'ConntrackHelper': '1.0', May 04 18:07:13.958242 dv-cinder-840511-4-iscsi neutron-server[104025]: 'LocalIPAssociation': '1.0', May 04 18:07:13.958242 dv-cinder-840511-4-iscsi neutron-server[104025]: 'Log': '1.0', May 04 18:07:13.958242 dv-cinder-840511-4-iscsi neutron-server[104025]: 'NDPProxy': '1.0', May 04 18:07:13.958242 dv-cinder-840511-4-iscsi neutron-server[104025]: 'Network': '1.1', May 04 18:07:13.958242 dv-cinder-840511-4-iscsi neutron-server[104025]: 'Port': '1.7', May 04 18:07:13.958242 dv-cinder-840511-4-iscsi neutron-server[104025]: 'PortForwarding': '1.3', May 04 18:07:13.958242 dv-cinder-840511-4-iscsi neutron-server[104025]: 'QosPolicy': '1.10', May 04 18:07:13.958242 dv-cinder-840511-4-iscsi neutron-server[104025]: 'SecurityGroup': '1.5', May 04 18:07:13.958242 dv-cinder-840511-4-iscsi neutron-server[104025]: 'SecurityGroupRule': '1.2', May 04 18:07:13.958242 dv-cinder-840511-4-iscsi neutron-server[104025]: 'SubPort': '1.0', May 04 18:07:13.958242 dv-cinder-840511-4-iscsi neutron-server[104025]: 'Subnet': '1.1', May 04 18:07:13.958242 dv-cinder-840511-4-iscsi neutron-server[104025]: 'Trunk': '1.1'}} May 04 18:07:13.958242 dv-cinder-840511-4-iscsi neutron-server[104025]: {{(pid=104025) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 18:07:14.034631 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.managers [None req-d0d5876d-6db9-44b2-8370-6a56f472c05a None None] Attempting to bind port 88ce3ced-eb9a-42b6-90b9-b257d06255e4 on host dv-cinder-840511-4-iscsi for vnic_type normal with profile {{(pid=104025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 18:07:14.035052 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.managers [None req-d0d5876d-6db9-44b2-8370-6a56f472c05a None None] Attempting to bind port 88ce3ced-eb9a-42b6-90b9-b257d06255e4 by drivers openvswitch,hyperv on host dv-cinder-840511-4-iscsi at level 0 using segments [{'id': 'f6af86d8-a3f3-401f-a551-0753db2ecd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'cc1ede51-fdb5-4a85-a570-4b6e91e7ec1b'}] {{(pid=104025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 18:07:14.035491 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d5876d-6db9-44b2-8370-6a56f472c05a None None] Attempting to bind port 88ce3ced-eb9a-42b6-90b9-b257d06255e4 on network cc1ede51-fdb5-4a85-a570-4b6e91e7ec1b {{(pid=104025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:07:14.040582 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d5876d-6db9-44b2-8370-6a56f472c05a None None] Checking agent: {'id': 'e55a6cb5-967a-4631-865a-95818de4ff35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840511-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 7, 4), 'started_at': datetime.datetime(2022, 5, 4, 18, 7, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840511-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 18:07:14.042235 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d5876d-6db9-44b2-8370-6a56f472c05a None None] Checking segment: {'id': 'f6af86d8-a3f3-401f-a551-0753db2ecd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'cc1ede51-fdb5-4a85-a570-4b6e91e7ec1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:07:14.042235 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-d0d5876d-6db9-44b2-8370-6a56f472c05a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:14.042235 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d5876d-6db9-44b2-8370-6a56f472c05a None None] Bound using segment: {'id': 'f6af86d8-a3f3-401f-a551-0753db2ecd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'cc1ede51-fdb5-4a85-a570-4b6e91e7ec1b'} {{(pid=104025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 18:07:14.042524 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.managers [None req-d0d5876d-6db9-44b2-8370-6a56f472c05a None None] Bound port: 88ce3ced-eb9a-42b6-90b9-b257d06255e4, host: dv-cinder-840511-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6af86d8-a3f3-401f-a551-0753db2ecd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'cc1ede51-fdb5-4a85-a570-4b6e91e7ec1b'}}] {{(pid=104025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 18:07:14.042790 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-d0d5876d-6db9-44b2-8370-6a56f472c05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (88ce3ced-eb9a-42b6-90b9-b257d06255e4), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:14.108943 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-d0d5876d-6db9-44b2-8370-6a56f472c05a None None] For port 88ce3ced-eb9a-42b6-90b9-b257d06255e4, host dv-cinder-840511-4-iscsi, cleared binding levels {{(pid=104025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 18:07:14.128961 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-d0d5876d-6db9-44b2-8370-6a56f472c05a None None] For port 88ce3ced-eb9a-42b6-90b9-b257d06255e4, host dv-cinder-840511-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=88ce3ced-eb9a-42b6-90b9-b257d06255e4,segment=NetworkSegment(f6af86d8-a3f3-401f-a551-0753db2ecd48),segment_id=f6af86d8-a3f3-401f-a551-0753db2ecd48)] {{(pid=104025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 18:07:14.200280 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-d0d5876d-6db9-44b2-8370-6a56f472c05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (88ce3ced-eb9a-42b6-90b9-b257d06255e4), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:14.258403 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d5876d-6db9-44b2-8370-6a56f472c05a None None] Pushing event updated for resources: {'Port': ['ID=88ce3ced-eb9a-42b6-90b9-b257d06255e4,revision_number=2']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:07:15.506874 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 45382) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:07:15.831502 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [None req-ed2ebf67-8ab7-402c-a47e-dfbbdba9d6c6 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104024) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 18:07:15.832574 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-ed2ebf67-8ab7-402c-a47e-dfbbdba9d6c6 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3246565 May 04 18:07:18.382037 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 45390) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:07:18.703238 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [None req-0bfa07aa-4f9d-4ede-b794-067ef4d11d6b admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104024) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 18:07:18.704307 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-0bfa07aa-4f9d-4ede-b794-067ef4d11d6b admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3213129 May 04 18:07:21.238018 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 45398) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:07:21.564749 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.v2.base [None req-6309048e-57b7-4efc-8c68-36c13db37690 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=104024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:07:21.661889 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-6309048e-57b7-4efc-8c68-36c13db37690 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1680882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13377'] for router (d1573024-4874-4c8b-96d0-975cb8653a14), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:21.663477 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-6309048e-57b7-4efc-8c68-36c13db37690 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1680798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1675771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1801714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13400'] for router (d1573024-4874-4c8b-96d0-975cb8653a14), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:21.805089 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-6309048e-57b7-4efc-8c68-36c13db37690 demo demo] Publish callbacks [] for router_controller (d1573024-4874-4c8b-96d0-975cb8653a14), precommit_add_association {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:21.851081 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-6309048e-57b7-4efc-8c68-36c13db37690 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1680775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1675720'] for router (d1573024-4874-4c8b-96d0-975cb8653a14), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:21.914769 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-6309048e-57b7-4efc-8c68-36c13db37690 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:21.915947 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-6309048e-57b7-4efc-8c68-36c13db37690 demo demo] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6769512 May 04 18:07:24.424210 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 45410) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:07:24.489677 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device 88ce3ced-eb9a-42b6-90b9-b257d06255e4 up at agent ovs-agent-dv-cinder-840511-4-iscsi {{(pid=104025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:07:24.580273 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Provisioning complete for port 88ce3ced-eb9a-42b6-90b9-b257d06255e4 triggered by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:07:24.580599 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (88ce3ced-eb9a-42b6-90b9-b257d06255e4), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:24.695847 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Current status of the port 88ce3ced-eb9a-42b6-90b9-b257d06255e4 is: DOWN; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:07:24.696268 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (88ce3ced-eb9a-42b6-90b9-b257d06255e4), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:24.731789 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] For port 88ce3ced-eb9a-42b6-90b9-b257d06255e4, host dv-cinder-840511-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=88ce3ced-eb9a-42b6-90b9-b257d06255e4,segment=NetworkSegment(f6af86d8-a3f3-401f-a551-0753db2ecd48),segment_id=f6af86d8-a3f3-401f-a551-0753db2ecd48)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:07:24.761936 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [None req-a7e54ff7-f0bd-4047-812d-94fefaaa7dbe admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104024) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 18:07:24.762954 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-a7e54ff7-f0bd-4047-812d-94fefaaa7dbe admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3371167 May 04 18:07:24.815952 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (88ce3ced-eb9a-42b6-90b9-b257d06255e4), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:24.876746 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Pushing event updated for resources: {'Port': ['ID=88ce3ced-eb9a-42b6-90b9-b257d06255e4,revision_number=3']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:07:25.959701 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1e8192-c716-4846-876f-8f0b54fe47f4 None None] Network cc1ede51-fdb5-4a85-a570-4b6e91e7ec1b requested from dv-cinder-840511-4-iscsi {{(pid=104025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 18:07:26.037004 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-20f6acbd-a587-41f3-b3c5-a892c89f87e0 None None] Provisioning complete for port 88ce3ced-eb9a-42b6-90b9-b257d06255e4 triggered by entity DHCP. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:07:26.037386 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-20f6acbd-a587-41f3-b3c5-a892c89f87e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (88ce3ced-eb9a-42b6-90b9-b257d06255e4), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:26.163728 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-20f6acbd-a587-41f3-b3c5-a892c89f87e0 None None] Current status of the port 88ce3ced-eb9a-42b6-90b9-b257d06255e4 is: ACTIVE; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:07:26.281457 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-a68d2fad-64c1-41ee-ba42-adf9339a809a None None] Provisioning complete for port 88ce3ced-eb9a-42b6-90b9-b257d06255e4 triggered by entity DHCP. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:07:26.281924 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-a68d2fad-64c1-41ee-ba42-adf9339a809a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (88ce3ced-eb9a-42b6-90b9-b257d06255e4), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:26.362092 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-a68d2fad-64c1-41ee-ba42-adf9339a809a None None] Current status of the port 88ce3ced-eb9a-42b6-90b9-b257d06255e4 is: ACTIVE; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:07:26.475368 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device 88ce3ced-eb9a-42b6-90b9-b257d06255e4 up at agent ovs-agent-dv-cinder-840511-4-iscsi {{(pid=104025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:07:26.522501 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Provisioning complete for port 88ce3ced-eb9a-42b6-90b9-b257d06255e4 triggered by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:07:26.522892 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (88ce3ced-eb9a-42b6-90b9-b257d06255e4), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:26.601637 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Current status of the port 88ce3ced-eb9a-42b6-90b9-b257d06255e4 is: ACTIVE; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:07:27.298025 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 45418) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:07:27.591904 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-1cdc3806-600d-4676-b756-fa48abe6ffc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (c89944b2-e06f-41dc-a0fc-77a7e649c9d3), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:27.620778 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.v2.base [None req-9362a6cd-9618-477b-b0ae-3b16a3b42534 admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=104024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:07:27.718604 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9362a6cd-9618-477b-b0ae-3b16a3b42534 admin admin] Made reservation on behalf of 90e6c823fef84e7e88dc9cd3e45439fa for: {'network': 1} {{(pid=104024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:07:27.720789 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-9362a6cd-9618-477b-b0ae-3b16a3b42534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for network (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:27.729212 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-9362a6cd-9618-477b-b0ae-3b16a3b42534 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:27.801286 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-9362a6cd-9618-477b-b0ae-3b16a3b42534 admin admin] Publish callbacks [] for security_group (1d11ee5a-8b42-405f-a34a-f2b60b32f447), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:27.901285 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-9362a6cd-9618-477b-b0ae-3b16a3b42534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (1d11ee5a-8b42-405f-a34a-f2b60b32f447), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:27.917732 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9362a6cd-9618-477b-b0ae-3b16a3b42534 admin admin] Reserving flat network on physical network physnet1 {{(pid=104024) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 04 18:07:27.937965 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9362a6cd-9618-477b-b0ae-3b16a3b42534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d11ee5a-8b42-405f-a34a-f2b60b32f447,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:07:27.942649 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-9362a6cd-9618-477b-b0ae-3b16a3b42534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691573'] for segment (44841efa-8edc-4b72-aba0-27edf49af522), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:27.943009 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.db.segments_db [None req-9362a6cd-9618-477b-b0ae-3b16a3b42534 admin admin] Added segment 44841efa-8edc-4b72-aba0-27edf49af522 of type flat for network 1bc9efb7-0207-4c06-8ee1-3b0aa535de31 May 04 18:07:27.990153 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-9362a6cd-9618-477b-b0ae-3b16a3b42534 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772819821523'] for network (1bc9efb7-0207-4c06-8ee1-3b0aa535de31), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:28.082688 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-9362a6cd-9618-477b-b0ae-3b16a3b42534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260'] for network (1bc9efb7-0207-4c06-8ee1-3b0aa535de31), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:28.083675 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9362a6cd-9618-477b-b0ae-3b16a3b42534 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:07:28.084274 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-9362a6cd-9618-477b-b0ae-3b16a3b42534 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598214'] for network (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:28.177448 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9362a6cd-9618-477b-b0ae-3b16a3b42534 admin admin] Pushing event updated for resources: {'Network': ['ID=1bc9efb7-0207-4c06-8ee1-3b0aa535de31,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:07:28.188124 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Network 1bc9efb7-0207-4c06-8ee1-3b0aa535de31 details requested by agent ovs-agent-dv-cinder-840511-4-iscsi with host dv-cinder-840511-4-iscsi {{(pid=104025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 18:07:28.188299 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-9362a6cd-9618-477b-b0ae-3b16a3b42534 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8892708 May 04 18:07:30.009790 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-7e751d2a-a87e-48a0-a5fe-111e6b5e6f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:30.643448 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 45426) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:07:30.947961 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db5c66a-7ccb-4982-a651-1e9ed741bace demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:07:30.949913 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-9db5c66a-7ccb-4982-a651-1e9ed741bace demo admin] 10.222.0.23 "GET /v2.0/subnets/5fcee608-7341-4728-b455-bc568f5d07a6 HTTP/1.1" status: 200 len: 849 time: 0.3054831 May 04 18:07:31.083109 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-1def5efe-f8d7-479e-a493-bf1f211e03e5 demo admin] 10.222.0.23 "GET /v2.0/routers/d1573024-4874-4c8b-96d0-975cb8653a14 HTTP/1.1" status: 200 len: 704 time: 0.1269021 May 04 18:07:31.181117 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-4fdd29be-a970-4503-919e-12b86a90c52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (74c08095-bc4c-43d3-91b6-743b06ad1f6c), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:31.365389 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-63148b40-c2ff-4de5-a2d1-5067d9f7a7e2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:31.727500 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.db.db_base_plugin_common [None req-63148b40-c2ff-4de5-a2d1-5067d9f7a7e2 demo admin] Allocated IP 172.20.0.1 (cc1ede51-fdb5-4a85-a570-4b6e91e7ec1b/5fcee608-7341-4728-b455-bc568f5d07a6/0c9b068c-9533-441f-b0df-606c695d0d6a) {{(pid=104024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:07:31.885463 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-63148b40-c2ff-4de5-a2d1-5067d9f7a7e2 demo admin] Publish callbacks [] for port (0c9b068c-9533-441f-b0df-606c695d0d6a), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:32.027721 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-63148b40-c2ff-4de5-a2d1-5067d9f7a7e2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772819832230'] for port (0c9b068c-9533-441f-b0df-606c695d0d6a), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:32.100821 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63148b40-c2ff-4de5-a2d1-5067d9f7a7e2 demo admin] Network cc1ede51-fdb5-4a85-a570-4b6e91e7ec1b is already hosted by enough agents. {{(pid=104024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:07:32.107405 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.base_scheduler [None req-63148b40-c2ff-4de5-a2d1-5067d9f7a7e2 demo admin] Resources bound (agent type, host, resource id): {{(pid=104024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:07:32.115478 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63148b40-c2ff-4de5-a2d1-5067d9f7a7e2 demo admin] Received port after_create {{(pid=104024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:07:32.116017 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-63148b40-c2ff-4de5-a2d1-5067d9f7a7e2 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674133'] for router_interface (d1573024-4874-4c8b-96d0-975cb8653a14), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:32.138770 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63148b40-c2ff-4de5-a2d1-5067d9f7a7e2 demo admin] Pushing event updated for resources: {'Port': ['ID=0c9b068c-9533-441f-b0df-606c695d0d6a,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:07:32.319766 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-d697dae1-3780-4e76-95c6-feecd8f28c09 None None] Provisioning complete for port 0c9b068c-9533-441f-b0df-606c695d0d6a triggered by entity DHCP. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:07:32.320321 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-d697dae1-3780-4e76-95c6-feecd8f28c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (0c9b068c-9533-441f-b0df-606c695d0d6a), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:32.354280 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-d697dae1-3780-4e76-95c6-feecd8f28c09 None None] Port 0c9b068c-9533-441f-b0df-606c695d0d6a cannot update to ACTIVE because it is not bound. {{(pid=104025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 18:07:32.395283 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-63148b40-c2ff-4de5-a2d1-5067d9f7a7e2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (0c9b068c-9533-441f-b0df-606c695d0d6a), before_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:32.507110 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-f7537222-04fb-4408-8d24-7493625e2bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (88f974dc-3c14-4d3d-9ef8-4363bb88b433), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:32.617918 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-63148b40-c2ff-4de5-a2d1-5067d9f7a7e2 demo admin] Publish callbacks [] for port (0c9b068c-9533-441f-b0df-606c695d0d6a), precommit_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:32.660919 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-63148b40-c2ff-4de5-a2d1-5067d9f7a7e2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (0c9b068c-9533-441f-b0df-606c695d0d6a), after_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:32.661703 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-63148b40-c2ff-4de5-a2d1-5067d9f7a7e2 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1598242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674095'] for router_interface (d1573024-4874-4c8b-96d0-975cb8653a14), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:32.723774 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63148b40-c2ff-4de5-a2d1-5067d9f7a7e2 demo admin] Pushing event updated for resources: {'Port': ['ID=0c9b068c-9533-441f-b0df-606c695d0d6a,revision_number=2']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:07:32.788689 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63148b40-c2ff-4de5-a2d1-5067d9f7a7e2 demo admin] Network cc1ede51-fdb5-4a85-a570-4b6e91e7ec1b is already hosted by enough agents. {{(pid=104024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:07:32.789990 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.base_scheduler [None req-63148b40-c2ff-4de5-a2d1-5067d9f7a7e2 demo admin] Resources bound (agent type, host, resource id): {{(pid=104024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:07:32.973502 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-cdd8698a-550d-4cd3-bbee-f01b54c84ca1 None None] Provisioning complete for port 0c9b068c-9533-441f-b0df-606c695d0d6a triggered by entity DHCP. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:07:32.973896 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-cdd8698a-550d-4cd3-bbee-f01b54c84ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (0c9b068c-9533-441f-b0df-606c695d0d6a), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:33.009902 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-cdd8698a-550d-4cd3-bbee-f01b54c84ca1 None None] Port 0c9b068c-9533-441f-b0df-606c695d0d6a cannot update to ACTIVE because it is not bound. {{(pid=104025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 18:07:33.049917 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63148b40-c2ff-4de5-a2d1-5067d9f7a7e2 demo admin] Router d1573024-4874-4c8b-96d0-975cb8653a14 is scheduled to L3 agent 341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae with binding_index 1 {{(pid=104024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 18:07:33.154166 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63148b40-c2ff-4de5-a2d1-5067d9f7a7e2 demo admin] Notify agent at l3_agent.dv-cinder-840511-4-iscsi the message routers_updated {{(pid=104024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 18:07:33.159652 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-63148b40-c2ff-4de5-a2d1-5067d9f7a7e2 demo admin] 10.222.0.23 "PUT /v2.0/routers/d1573024-4874-4c8b-96d0-975cb8653a14/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0711405 May 04 18:07:33.177768 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b2000b-47c9-42d0-8d9b-e9f390fc2d95 None None] Sync routers for ids ['d1573024-4874-4c8b-96d0-975cb8653a14'] in dv-cinder-840511-4-iscsi {{(pid=104026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:07:33.191752 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b2000b-47c9-42d0-8d9b-e9f390fc2d95 None None] Routers {'d1573024-4874-4c8b-96d0-975cb8653a14'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:07:33.192639 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-e1b2000b-47c9-42d0-8d9b-e9f390fc2d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:07:30Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['d1573024-4874-4c8b-96d0-975cb8653a14'], 'active': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:07:33.400488 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvr_db [None req-e1b2000b-47c9-42d0-8d9b-e9f390fc2d95 None None] Set router d1573024-4874-4c8b-96d0-975cb8653a14 gateway port host: None {{(pid=104026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:07:33.803767 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (e55a6cb5-967a-4631-865a-95818de4ff35), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:33.835525 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-e1b2000b-47c9-42d0-8d9b-e9f390fc2d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1573024-4874-4c8b-96d0-975cb8653a14', 'name': 'router1', 'tenant_id': 'c022bdbf7b8c43b18889186e9f4dc4ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:07:21Z', 'updated_at': '2022-05-04T18:07:32Z', 'revision_number': 2, 'project_id': 'c022bdbf7b8c43b18889186e9f4dc4ff', 'gw_port_host': None, '_interfaces': [{'id': '0c9b068c-9533-441f-b0df-606c695d0d6a', 'name': '', 'network_id': 'cc1ede51-fdb5-4a85-a570-4b6e91e7ec1b', 'tenant_id': 'c022bdbf7b8c43b18889186e9f4dc4ff', 'mac_address': 'fa:16:3e:55:ea:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1573024-4874-4c8b-96d0-975cb8653a14', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5fcee608-7341-4728-b455-bc568f5d07a6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:07:31Z', 'updated_at': '2022-05-04T18:07:32Z', 'revision_number': 2, 'project_id': 'c022bdbf7b8c43b18889186e9f4dc4ff', 'subnets': [{'id': '5fcee608-7341-4728-b455-bc568f5d07a6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c6561fc-dd7e-48ac-94d3-10e45ce8a0f9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:07:33.891291 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b2000b-47c9-42d0-8d9b-e9f390fc2d95 None None] Checking router: d1573024-4874-4c8b-96d0-975cb8653a14 for host: dv-cinder-840511-4-iscsi {{(pid=104026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:07:33.891670 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b2000b-47c9-42d0-8d9b-e9f390fc2d95 None None] Updating router d1573024-4874-4c8b-96d0-975cb8653a14 port 0c9b068c-9533-441f-b0df-606c695d0d6a binding host dv-cinder-840511-4-iscsi {{(pid=104026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 18:07:33.946642 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e1b2000b-47c9-42d0-8d9b-e9f390fc2d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (0c9b068c-9533-441f-b0df-606c695d0d6a), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:34.491899 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e1b2000b-47c9-42d0-8d9b-e9f390fc2d95 None None] Publish callbacks [] for port (0c9b068c-9533-441f-b0df-606c695d0d6a), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:34.559335 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e1b2000b-47c9-42d0-8d9b-e9f390fc2d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (0c9b068c-9533-441f-b0df-606c695d0d6a), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:34.742167 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-e1b2000b-47c9-42d0-8d9b-e9f390fc2d95 None None] Attempting to bind port 0c9b068c-9533-441f-b0df-606c695d0d6a on host dv-cinder-840511-4-iscsi for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 18:07:34.742503 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-e1b2000b-47c9-42d0-8d9b-e9f390fc2d95 None None] Attempting to bind port 0c9b068c-9533-441f-b0df-606c695d0d6a by drivers openvswitch,hyperv on host dv-cinder-840511-4-iscsi at level 0 using segments [{'id': 'f6af86d8-a3f3-401f-a551-0753db2ecd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'cc1ede51-fdb5-4a85-a570-4b6e91e7ec1b'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 18:07:34.742951 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b2000b-47c9-42d0-8d9b-e9f390fc2d95 None None] Attempting to bind port 0c9b068c-9533-441f-b0df-606c695d0d6a on network cc1ede51-fdb5-4a85-a570-4b6e91e7ec1b {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:07:34.746154 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c714f6-3caf-4df4-b572-5c430e86db57 None None] Pushing event updated for resources: {'Port': ['ID=0c9b068c-9533-441f-b0df-606c695d0d6a,revision_number=3']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:07:34.754057 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b2000b-47c9-42d0-8d9b-e9f390fc2d95 None None] Checking agent: {'id': 'e55a6cb5-967a-4631-865a-95818de4ff35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840511-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 7, 4), 'started_at': datetime.datetime(2022, 5, 4, 18, 7, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840511-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 18:07:34.754473 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b2000b-47c9-42d0-8d9b-e9f390fc2d95 None None] Checking segment: {'id': 'f6af86d8-a3f3-401f-a551-0753db2ecd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'cc1ede51-fdb5-4a85-a570-4b6e91e7ec1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:07:34.754953 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e1b2000b-47c9-42d0-8d9b-e9f390fc2d95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:34.755372 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b2000b-47c9-42d0-8d9b-e9f390fc2d95 None None] Bound using segment: {'id': 'f6af86d8-a3f3-401f-a551-0753db2ecd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'cc1ede51-fdb5-4a85-a570-4b6e91e7ec1b'} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 18:07:34.755871 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-e1b2000b-47c9-42d0-8d9b-e9f390fc2d95 None None] Bound port: 0c9b068c-9533-441f-b0df-606c695d0d6a, host: dv-cinder-840511-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6af86d8-a3f3-401f-a551-0753db2ecd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'cc1ede51-fdb5-4a85-a570-4b6e91e7ec1b'}}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 18:07:34.756253 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e1b2000b-47c9-42d0-8d9b-e9f390fc2d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (0c9b068c-9533-441f-b0df-606c695d0d6a), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:34.770409 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c714f6-3caf-4df4-b572-5c430e86db57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:34.770764 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c714f6-3caf-4df4-b572-5c430e86db57 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:34.771160 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c714f6-3caf-4df4-b572-5c430e86db57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:34.771523 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c714f6-3caf-4df4-b572-5c430e86db57 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:34.771860 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c714f6-3caf-4df4-b572-5c430e86db57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:34.772193 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c714f6-3caf-4df4-b572-5c430e86db57 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:34.772520 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c714f6-3caf-4df4-b572-5c430e86db57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:34.772847 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c714f6-3caf-4df4-b572-5c430e86db57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:34.773176 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c714f6-3caf-4df4-b572-5c430e86db57 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:34.773500 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c714f6-3caf-4df4-b572-5c430e86db57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:34.773826 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c714f6-3caf-4df4-b572-5c430e86db57 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:34.774149 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c714f6-3caf-4df4-b572-5c430e86db57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:34.774469 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c714f6-3caf-4df4-b572-5c430e86db57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:34.774789 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c714f6-3caf-4df4-b572-5c430e86db57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:34.775134 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c714f6-3caf-4df4-b572-5c430e86db57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:34.776980 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c714f6-3caf-4df4-b572-5c430e86db57 None None] Tracked resource versions report: May 04 18:07:34.776980 dv-cinder-840511-4-iscsi neutron-server[104026]: pushed versions: May 04 18:07:34.776980 dv-cinder-840511-4-iscsi neutron-server[104026]: { 'AddressGroup': {'1.2'}, May 04 18:07:34.776980 dv-cinder-840511-4-iscsi neutron-server[104026]: 'Agent': {'1.1'}, May 04 18:07:34.776980 dv-cinder-840511-4-iscsi neutron-server[104026]: 'ConntrackHelper': {'1.0'}, May 04 18:07:34.776980 dv-cinder-840511-4-iscsi neutron-server[104026]: 'LocalIPAssociation': {'1.0'}, May 04 18:07:34.776980 dv-cinder-840511-4-iscsi neutron-server[104026]: 'Log': {'1.0'}, May 04 18:07:34.776980 dv-cinder-840511-4-iscsi neutron-server[104026]: 'NDPProxy': {'1.0'}, May 04 18:07:34.776980 dv-cinder-840511-4-iscsi neutron-server[104026]: 'Network': {'1.1'}, May 04 18:07:34.776980 dv-cinder-840511-4-iscsi neutron-server[104026]: 'Port': {'1.7'}, May 04 18:07:34.776980 dv-cinder-840511-4-iscsi neutron-server[104026]: 'PortForwarding': {'1.3'}, May 04 18:07:34.776980 dv-cinder-840511-4-iscsi neutron-server[104026]: 'QosPolicy': {'1.10'}, May 04 18:07:34.776980 dv-cinder-840511-4-iscsi neutron-server[104026]: 'SecurityGroup': {'1.5'}, May 04 18:07:34.776980 dv-cinder-840511-4-iscsi neutron-server[104026]: 'SecurityGroupRule': {'1.2'}, May 04 18:07:34.776980 dv-cinder-840511-4-iscsi neutron-server[104026]: 'SubPort': {'1.0'}, May 04 18:07:34.776980 dv-cinder-840511-4-iscsi neutron-server[104026]: 'Subnet': {'1.1'}, May 04 18:07:34.776980 dv-cinder-840511-4-iscsi neutron-server[104026]: 'Trunk': {'1.1'}} May 04 18:07:34.776980 dv-cinder-840511-4-iscsi neutron-server[104026]: consumer versions: May 04 18:07:34.776980 dv-cinder-840511-4-iscsi neutron-server[104026]: { DHCP agent@dv-cinder-840511-4-iscsi: {}, May 04 18:07:34.776980 dv-cinder-840511-4-iscsi neutron-server[104026]: L3 agent@dv-cinder-840511-4-iscsi: {}, May 04 18:07:34.776980 dv-cinder-840511-4-iscsi neutron-server[104026]: Metadata agent@dv-cinder-840511-4-iscsi: {}, May 04 18:07:34.776980 dv-cinder-840511-4-iscsi neutron-server[104026]: Metering agent@dv-cinder-840511-4-iscsi: {}, May 04 18:07:34.776980 dv-cinder-840511-4-iscsi neutron-server[104026]: Open vSwitch agent@dv-cinder-840511-4-iscsi: { 'AddressGroup': '1.2', May 04 18:07:34.776980 dv-cinder-840511-4-iscsi neutron-server[104026]: 'Agent': '1.1', May 04 18:07:34.776980 dv-cinder-840511-4-iscsi neutron-server[104026]: 'ConntrackHelper': '1.0', May 04 18:07:34.776980 dv-cinder-840511-4-iscsi neutron-server[104026]: 'LocalIPAssociation': '1.0', May 04 18:07:34.776980 dv-cinder-840511-4-iscsi neutron-server[104026]: 'Log': '1.0', May 04 18:07:34.776980 dv-cinder-840511-4-iscsi neutron-server[104026]: 'NDPProxy': '1.0', May 04 18:07:34.776980 dv-cinder-840511-4-iscsi neutron-server[104026]: 'Network': '1.1', May 04 18:07:34.776980 dv-cinder-840511-4-iscsi neutron-server[104026]: 'Port': '1.7', May 04 18:07:34.776980 dv-cinder-840511-4-iscsi neutron-server[104026]: 'PortForwarding': '1.3', May 04 18:07:34.776980 dv-cinder-840511-4-iscsi neutron-server[104026]: 'QosPolicy': '1.10', May 04 18:07:34.776980 dv-cinder-840511-4-iscsi neutron-server[104026]: 'SecurityGroup': '1.5', May 04 18:07:34.776980 dv-cinder-840511-4-iscsi neutron-server[104026]: 'SecurityGroupRule': '1.2', May 04 18:07:34.776980 dv-cinder-840511-4-iscsi neutron-server[104026]: 'SubPort': '1.0', May 04 18:07:34.776980 dv-cinder-840511-4-iscsi neutron-server[104026]: 'Subnet': '1.1', May 04 18:07:34.776980 dv-cinder-840511-4-iscsi neutron-server[104026]: 'Trunk': '1.1'}} May 04 18:07:34.776980 dv-cinder-840511-4-iscsi neutron-server[104026]: {{(pid=104026) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 18:07:34.834491 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-7891ac71-d0f6-42ac-9a30-6043b3010fd0 None None] Provisioning complete for port 0c9b068c-9533-441f-b0df-606c695d0d6a triggered by entity DHCP. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:07:34.835088 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-7891ac71-d0f6-42ac-9a30-6043b3010fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (0c9b068c-9533-441f-b0df-606c695d0d6a), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:34.843218 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-e1b2000b-47c9-42d0-8d9b-e9f390fc2d95 None None] For port 0c9b068c-9533-441f-b0df-606c695d0d6a, host dv-cinder-840511-4-iscsi, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 18:07:34.864049 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-e1b2000b-47c9-42d0-8d9b-e9f390fc2d95 None None] For port 0c9b068c-9533-441f-b0df-606c695d0d6a, host dv-cinder-840511-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=0c9b068c-9533-441f-b0df-606c695d0d6a,segment=NetworkSegment(f6af86d8-a3f3-401f-a551-0753db2ecd48),segment_id=f6af86d8-a3f3-401f-a551-0753db2ecd48)] {{(pid=104026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 18:07:34.879871 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-7891ac71-d0f6-42ac-9a30-6043b3010fd0 None None] Port 0c9b068c-9533-441f-b0df-606c695d0d6a cannot update to ACTIVE because it is not bound. {{(pid=104025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 18:07:34.958703 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e1b2000b-47c9-42d0-8d9b-e9f390fc2d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (0c9b068c-9533-441f-b0df-606c695d0d6a), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:35.011195 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b2000b-47c9-42d0-8d9b-e9f390fc2d95 None None] Routers {'d1573024-4874-4c8b-96d0-975cb8653a14'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:07:35.011695 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-e1b2000b-47c9-42d0-8d9b-e9f390fc2d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:07:30Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['d1573024-4874-4c8b-96d0-975cb8653a14'], 'active': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:07:35.063452 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c714f6-3caf-4df4-b572-5c430e86db57 None None] Pushing event updated for resources: {'Port': ['ID=0c9b068c-9533-441f-b0df-606c695d0d6a,revision_number=4']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:07:35.120799 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvr_db [None req-e1b2000b-47c9-42d0-8d9b-e9f390fc2d95 None None] Set router d1573024-4874-4c8b-96d0-975cb8653a14 gateway port host: None {{(pid=104026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:07:35.200786 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-2c78e735-d98d-4208-9386-9c78813ae8fb None None] Provisioning complete for port 0c9b068c-9533-441f-b0df-606c695d0d6a triggered by entity DHCP. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:07:35.200786 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-2c78e735-d98d-4208-9386-9c78813ae8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (0c9b068c-9533-441f-b0df-606c695d0d6a), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:35.281931 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-2c78e735-d98d-4208-9386-9c78813ae8fb None None] Current status of the port 0c9b068c-9533-441f-b0df-606c695d0d6a is: DOWN; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:07:35.282332 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-2c78e735-d98d-4208-9386-9c78813ae8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (0c9b068c-9533-441f-b0df-606c695d0d6a), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:35.320411 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-2c78e735-d98d-4208-9386-9c78813ae8fb None None] For port 0c9b068c-9533-441f-b0df-606c695d0d6a, host dv-cinder-840511-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=0c9b068c-9533-441f-b0df-606c695d0d6a,segment=NetworkSegment(f6af86d8-a3f3-401f-a551-0753db2ecd48),segment_id=f6af86d8-a3f3-401f-a551-0753db2ecd48)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:07:35.331616 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-e1b2000b-47c9-42d0-8d9b-e9f390fc2d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1573024-4874-4c8b-96d0-975cb8653a14', 'name': 'router1', 'tenant_id': 'c022bdbf7b8c43b18889186e9f4dc4ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:07:21Z', 'updated_at': '2022-05-04T18:07:32Z', 'revision_number': 2, 'project_id': 'c022bdbf7b8c43b18889186e9f4dc4ff', 'gw_port_host': None, '_interfaces': [{'id': '0c9b068c-9533-441f-b0df-606c695d0d6a', 'name': '', 'network_id': 'cc1ede51-fdb5-4a85-a570-4b6e91e7ec1b', 'tenant_id': 'c022bdbf7b8c43b18889186e9f4dc4ff', 'mac_address': 'fa:16:3e:55:ea:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1573024-4874-4c8b-96d0-975cb8653a14', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5fcee608-7341-4728-b455-bc568f5d07a6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:07:31Z', 'updated_at': '2022-05-04T18:07:34Z', 'revision_number': 4, 'project_id': 'c022bdbf7b8c43b18889186e9f4dc4ff', 'subnets': [{'id': '5fcee608-7341-4728-b455-bc568f5d07a6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c6561fc-dd7e-48ac-94d3-10e45ce8a0f9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:07:35.360892 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b2000b-47c9-42d0-8d9b-e9f390fc2d95 None None] The sync data for ids ['d1573024-4874-4c8b-96d0-975cb8653a14'] in dv-cinder-840511-4-iscsi is: [{'id': 'd1573024-4874-4c8b-96d0-975cb8653a14', 'name': 'router1', 'tenant_id': 'c022bdbf7b8c43b18889186e9f4dc4ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:07:21Z', 'updated_at': '2022-05-04T18:07:32Z', 'revision_number': 2, 'project_id': 'c022bdbf7b8c43b18889186e9f4dc4ff', 'gw_port_host': None, '_interfaces': [{'id': '0c9b068c-9533-441f-b0df-606c695d0d6a', 'name': '', 'network_id': 'cc1ede51-fdb5-4a85-a570-4b6e91e7ec1b', 'tenant_id': 'c022bdbf7b8c43b18889186e9f4dc4ff', 'mac_address': 'fa:16:3e:55:ea:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1573024-4874-4c8b-96d0-975cb8653a14', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5fcee608-7341-4728-b455-bc568f5d07a6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:07:31Z', 'updated_at': '2022-05-04T18:07:34Z', 'revision_number': 4, 'project_id': 'c022bdbf7b8c43b18889186e9f4dc4ff', 'subnets': [{'id': '5fcee608-7341-4728-b455-bc568f5d07a6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c6561fc-dd7e-48ac-94d3-10e45ce8a0f9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:07:35.387767 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-2c78e735-d98d-4208-9386-9c78813ae8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (0c9b068c-9533-441f-b0df-606c695d0d6a), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:35.436913 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c78e735-d98d-4208-9386-9c78813ae8fb None None] Pushing event updated for resources: {'Port': ['ID=0c9b068c-9533-441f-b0df-606c695d0d6a,revision_number=5']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:07:35.654666 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 45446) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:07:35.782882 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db87b9f-500e-4018-9dfa-82eb55ff4f05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:07:35.784269 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-3db87b9f-500e-4018-9dfa-82eb55ff4f05 admin admin] 10.222.0.23 "GET /v2.0/networks/1bc9efb7-0207-4c06-8ee1-3b0aa535de31 HTTP/1.1" status: 200 len: 842 time: 0.1285954 May 04 18:07:35.794284 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.v2.base [None req-ae752ba0-0ea5-4840-bf85-2332ffbcf1f0 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.27.1.1', 'cidr': '172.27.1.0/24', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31'}} {{(pid=104024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:07:35.895219 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae752ba0-0ea5-4840-bf85-2332ffbcf1f0 admin admin] Made reservation on behalf of 90e6c823fef84e7e88dc9cd3e45439fa for: {'subnet': 1} {{(pid=104024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:07:35.897571 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-ae752ba0-0ea5-4840-bf85-2332ffbcf1f0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:36.498095 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.objects.ports [None req-ae752ba0-0ea5-4840-bf85-2332ffbcf1f0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104024) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 04 18:07:36.498443 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-ae752ba0-0ea5-4840-bf85-2332ffbcf1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260'] for subnet (61d7fae2-9d6e-42a3-8cf9-91a587505bb7), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:36.556039 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae752ba0-0ea5-4840-bf85-2332ffbcf1f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61d7fae2-9d6e-42a3-8cf9-91a587505bb7,revision_number=0']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:07:36.563730 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae752ba0-0ea5-4840-bf85-2332ffbcf1f0 admin admin] Checking segment: {'id': '44841efa-8edc-4b72-aba0-27edf49af522', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:07:36.564090 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae752ba0-0ea5-4840-bf85-2332ffbcf1f0 admin admin] Network hostable DHCP agents. Network: 1bc9efb7-0207-4c06-8ee1-3b0aa535de31, hostable agents: ['c89944b2-e06f-41dc-a0fc-77a7e649c9d3'], hosted agents: [] {{(pid=104024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 18:07:36.666528 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae752ba0-0ea5-4840-bf85-2332ffbcf1f0 admin admin] Network 1bc9efb7-0207-4c06-8ee1-3b0aa535de31 is scheduled to be hosted by DHCP agent c89944b2-e06f-41dc-a0fc-77a7e649c9d3 with binding_index 1 {{(pid=104024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 18:07:36.712360 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.base_scheduler [None req-ae752ba0-0ea5-4840-bf85-2332ffbcf1f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840511-4-iscsi, 1bc9efb7-0207-4c06-8ee1-3b0aa535de31) {{(pid=104024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:07:36.717069 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae752ba0-0ea5-4840-bf85-2332ffbcf1f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:07:36.717673 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-ae752ba0-0ea5-4840-bf85-2332ffbcf1f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598214'] for subnet (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:36.722215 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0791f22c-d103-4bbd-8504-a4d0cc081efe None None] Network 1bc9efb7-0207-4c06-8ee1-3b0aa535de31 requested from dv-cinder-840511-4-iscsi {{(pid=104025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 18:07:36.787536 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-ae752ba0-0ea5-4840-bf85-2332ffbcf1f0 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9970818 May 04 18:07:36.835141 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a30d3a4-cdb9-4c41-a4d1-0d9004ac67d6 None None] Network 1bc9efb7-0207-4c06-8ee1-3b0aa535de31 requested from dv-cinder-840511-4-iscsi {{(pid=104025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 18:07:37.723827 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.agents_db [None req-cc71a237-c19e-45a1-a167-cff52744c55e None None] Agent healthcheck: found 5 active agents {{(pid=104026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 18:07:39.263528 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 45464) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:07:39.374024 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.policy [None req-7bc17fee-a854-4435-875a-88aa4bf7815d demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104023) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 04 18:07:39.417102 dv-cinder-840511-4-iscsi neutron-server[104023]: WARNING oslo_policy.policy [None req-7bc17fee-a854-4435-875a-88aa4bf7815d demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 18:07:39.417483 dv-cinder-840511-4-iscsi neutron-server[104023]: WARNING oslo_policy.policy [None req-7bc17fee-a854-4435-875a-88aa4bf7815d demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 18:07:39.666932 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-7bc17fee-a854-4435-875a-88aa4bf7815d demo admin] 10.222.0.23 "GET /v2.0/routers/d1573024-4874-4c8b-96d0-975cb8653a14 HTTP/1.1" status: 200 len: 710 time: 0.4017010 May 04 18:07:39.854046 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4518f02f-f683-4d8b-9722-793c8deadefb demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:07:39.856233 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-4518f02f-f683-4d8b-9722-793c8deadefb demo admin] 10.222.0.23 "GET /v2.0/networks/1bc9efb7-0207-4c06-8ee1-3b0aa535de31 HTTP/1.1" status: 200 len: 886 time: 0.1838882 May 04 18:07:39.868535 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.v2.base [None req-9444a117-8a9c-4c7a-8689-c9befaf6a50d demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31'}}} {{(pid=104023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:07:40.145755 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-9444a117-8a9c-4c7a-8689-c9befaf6a50d demo admin] Publish callbacks [] for router_gateway (d1573024-4874-4c8b-96d0-975cb8653a14), precommit_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:40.458476 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-9444a117-8a9c-4c7a-8689-c9befaf6a50d demo admin] Publish callbacks [] for router_gateway (d1573024-4874-4c8b-96d0-975cb8653a14), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:40.625797 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-9444a117-8a9c-4c7a-8689-c9befaf6a50d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:40.834377 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.db_base_plugin_common [None req-9444a117-8a9c-4c7a-8689-c9befaf6a50d demo admin] Allocated IP 172.27.1.250 (1bc9efb7-0207-4c06-8ee1-3b0aa535de31/61d7fae2-9d6e-42a3-8cf9-91a587505bb7/1c7e073e-d5ec-4cc9-b195-21f3da056765) {{(pid=104023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:07:41.023847 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-9444a117-8a9c-4c7a-8689-c9befaf6a50d demo admin] Publish callbacks [] for port (1c7e073e-d5ec-4cc9-b195-21f3da056765), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:41.180261 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-9444a117-8a9c-4c7a-8689-c9befaf6a50d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772819832230'] for port (1c7e073e-d5ec-4cc9-b195-21f3da056765), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:41.247351 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9444a117-8a9c-4c7a-8689-c9befaf6a50d demo admin] Network 1bc9efb7-0207-4c06-8ee1-3b0aa535de31 is already hosted by enough agents. {{(pid=104023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:07:41.252692 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.base_scheduler [None req-9444a117-8a9c-4c7a-8689-c9befaf6a50d demo admin] Resources bound (agent type, host, resource id): {{(pid=104023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:07:41.292241 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9444a117-8a9c-4c7a-8689-c9befaf6a50d demo admin] Received port after_create {{(pid=104023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:07:41.334735 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9444a117-8a9c-4c7a-8689-c9befaf6a50d demo admin] Pushing event updated for resources: {'Port': ['ID=1c7e073e-d5ec-4cc9-b195-21f3da056765,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:07:41.347008 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9444a117-8a9c-4c7a-8689-c9befaf6a50d demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:41.347356 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9444a117-8a9c-4c7a-8689-c9befaf6a50d demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:41.347700 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9444a117-8a9c-4c7a-8689-c9befaf6a50d demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:41.348053 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9444a117-8a9c-4c7a-8689-c9befaf6a50d demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:41.348368 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9444a117-8a9c-4c7a-8689-c9befaf6a50d demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:41.348689 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9444a117-8a9c-4c7a-8689-c9befaf6a50d demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:41.349008 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9444a117-8a9c-4c7a-8689-c9befaf6a50d demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:41.349325 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9444a117-8a9c-4c7a-8689-c9befaf6a50d demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:41.349641 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9444a117-8a9c-4c7a-8689-c9befaf6a50d demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:41.349957 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9444a117-8a9c-4c7a-8689-c9befaf6a50d demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:41.350273 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9444a117-8a9c-4c7a-8689-c9befaf6a50d demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:41.350601 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9444a117-8a9c-4c7a-8689-c9befaf6a50d demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:41.350918 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9444a117-8a9c-4c7a-8689-c9befaf6a50d demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:41.351262 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9444a117-8a9c-4c7a-8689-c9befaf6a50d demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:41.351576 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9444a117-8a9c-4c7a-8689-c9befaf6a50d demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:41.352926 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9444a117-8a9c-4c7a-8689-c9befaf6a50d demo admin] Tracked resource versions report: May 04 18:07:41.352926 dv-cinder-840511-4-iscsi neutron-server[104023]: pushed versions: May 04 18:07:41.352926 dv-cinder-840511-4-iscsi neutron-server[104023]: { 'AddressGroup': {'1.2'}, May 04 18:07:41.352926 dv-cinder-840511-4-iscsi neutron-server[104023]: 'Agent': {'1.1'}, May 04 18:07:41.352926 dv-cinder-840511-4-iscsi neutron-server[104023]: 'ConntrackHelper': {'1.0'}, May 04 18:07:41.352926 dv-cinder-840511-4-iscsi neutron-server[104023]: 'LocalIPAssociation': {'1.0'}, May 04 18:07:41.352926 dv-cinder-840511-4-iscsi neutron-server[104023]: 'Log': {'1.0'}, May 04 18:07:41.352926 dv-cinder-840511-4-iscsi neutron-server[104023]: 'NDPProxy': {'1.0'}, May 04 18:07:41.352926 dv-cinder-840511-4-iscsi neutron-server[104023]: 'Network': {'1.1'}, May 04 18:07:41.352926 dv-cinder-840511-4-iscsi neutron-server[104023]: 'Port': {'1.7'}, May 04 18:07:41.352926 dv-cinder-840511-4-iscsi neutron-server[104023]: 'PortForwarding': {'1.3'}, May 04 18:07:41.352926 dv-cinder-840511-4-iscsi neutron-server[104023]: 'QosPolicy': {'1.10'}, May 04 18:07:41.352926 dv-cinder-840511-4-iscsi neutron-server[104023]: 'SecurityGroup': {'1.5'}, May 04 18:07:41.352926 dv-cinder-840511-4-iscsi neutron-server[104023]: 'SecurityGroupRule': {'1.2'}, May 04 18:07:41.352926 dv-cinder-840511-4-iscsi neutron-server[104023]: 'SubPort': {'1.0'}, May 04 18:07:41.352926 dv-cinder-840511-4-iscsi neutron-server[104023]: 'Subnet': {'1.1'}, May 04 18:07:41.352926 dv-cinder-840511-4-iscsi neutron-server[104023]: 'Trunk': {'1.1'}} May 04 18:07:41.352926 dv-cinder-840511-4-iscsi neutron-server[104023]: consumer versions: May 04 18:07:41.352926 dv-cinder-840511-4-iscsi neutron-server[104023]: { DHCP agent@dv-cinder-840511-4-iscsi: {}, May 04 18:07:41.352926 dv-cinder-840511-4-iscsi neutron-server[104023]: L3 agent@dv-cinder-840511-4-iscsi: {}, May 04 18:07:41.352926 dv-cinder-840511-4-iscsi neutron-server[104023]: Metadata agent@dv-cinder-840511-4-iscsi: {}, May 04 18:07:41.352926 dv-cinder-840511-4-iscsi neutron-server[104023]: Metering agent@dv-cinder-840511-4-iscsi: {}, May 04 18:07:41.352926 dv-cinder-840511-4-iscsi neutron-server[104023]: Open vSwitch agent@dv-cinder-840511-4-iscsi: { 'AddressGroup': '1.2', May 04 18:07:41.352926 dv-cinder-840511-4-iscsi neutron-server[104023]: 'Agent': '1.1', May 04 18:07:41.352926 dv-cinder-840511-4-iscsi neutron-server[104023]: 'ConntrackHelper': '1.0', May 04 18:07:41.352926 dv-cinder-840511-4-iscsi neutron-server[104023]: 'LocalIPAssociation': '1.0', May 04 18:07:41.352926 dv-cinder-840511-4-iscsi neutron-server[104023]: 'Log': '1.0', May 04 18:07:41.352926 dv-cinder-840511-4-iscsi neutron-server[104023]: 'NDPProxy': '1.0', May 04 18:07:41.352926 dv-cinder-840511-4-iscsi neutron-server[104023]: 'Network': '1.1', May 04 18:07:41.352926 dv-cinder-840511-4-iscsi neutron-server[104023]: 'Port': '1.7', May 04 18:07:41.352926 dv-cinder-840511-4-iscsi neutron-server[104023]: 'PortForwarding': '1.3', May 04 18:07:41.352926 dv-cinder-840511-4-iscsi neutron-server[104023]: 'QosPolicy': '1.10', May 04 18:07:41.352926 dv-cinder-840511-4-iscsi neutron-server[104023]: 'SecurityGroup': '1.5', May 04 18:07:41.352926 dv-cinder-840511-4-iscsi neutron-server[104023]: 'SecurityGroupRule': '1.2', May 04 18:07:41.352926 dv-cinder-840511-4-iscsi neutron-server[104023]: 'SubPort': '1.0', May 04 18:07:41.352926 dv-cinder-840511-4-iscsi neutron-server[104023]: 'Subnet': '1.1', May 04 18:07:41.352926 dv-cinder-840511-4-iscsi neutron-server[104023]: 'Trunk': '1.1'}} May 04 18:07:41.352926 dv-cinder-840511-4-iscsi neutron-server[104023]: {{(pid=104023) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 18:07:41.717924 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-9444a117-8a9c-4c7a-8689-c9befaf6a50d demo admin] Publish callbacks [] for router_gateway (d1573024-4874-4c8b-96d0-975cb8653a14), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:41.970841 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-9444a117-8a9c-4c7a-8689-c9befaf6a50d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1675757', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1681268', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13422'] for router (d1573024-4874-4c8b-96d0-975cb8653a14), precommit_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:41.976286 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-9444a117-8a9c-4c7a-8689-c9befaf6a50d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1675720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1675734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1675743', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1681277'] for router (d1573024-4874-4c8b-96d0-975cb8653a14), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:42.095786 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9444a117-8a9c-4c7a-8689-c9befaf6a50d demo admin] Router d1573024-4874-4c8b-96d0-975cb8653a14 has already been hosted by L3 agent 341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae {{(pid=104023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 18:07:42.214356 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9444a117-8a9c-4c7a-8689-c9befaf6a50d demo admin] Notify agent at l3_agent.dv-cinder-840511-4-iscsi the message routers_updated {{(pid=104023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 18:07:42.219492 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-9444a117-8a9c-4c7a-8689-c9befaf6a50d demo admin] Publish callbacks [] for router (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:42.220774 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-9444a117-8a9c-4c7a-8689-c9befaf6a50d demo admin] 10.222.0.23 "PUT /v2.0/routers/d1573024-4874-4c8b-96d0-975cb8653a14 HTTP/1.1" status: 200 len: 890 time: 2.3555992 May 04 18:07:42.511484 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device 0c9b068c-9533-441f-b0df-606c695d0d6a up at agent ovs-agent-dv-cinder-840511-4-iscsi {{(pid=104025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:07:42.567261 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Provisioning complete for port 0c9b068c-9533-441f-b0df-606c695d0d6a triggered by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:07:42.567732 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (0c9b068c-9533-441f-b0df-606c695d0d6a), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:42.657488 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Current status of the port 0c9b068c-9533-441f-b0df-606c695d0d6a is: ACTIVE; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:07:44.369131 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f3f87b-f66b-4bef-89a1-bdc81425c7de None None] Sync routers for ids ['d1573024-4874-4c8b-96d0-975cb8653a14'] in dv-cinder-840511-4-iscsi {{(pid=104025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:07:44.380713 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f3f87b-f66b-4bef-89a1-bdc81425c7de None None] Routers {'d1573024-4874-4c8b-96d0-975cb8653a14'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:07:44.381380 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-73f3f87b-f66b-4bef-89a1-bdc81425c7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:07:30Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['d1573024-4874-4c8b-96d0-975cb8653a14'], 'active': True} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:07:44.613226 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvr_db [None req-73f3f87b-f66b-4bef-89a1-bdc81425c7de None None] Set router d1573024-4874-4c8b-96d0-975cb8653a14 gateway port host: dv-cinder-840511-4-iscsi {{(pid=104025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:07:44.785885 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 45482) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:07:44.902150 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-7adc391f-1b3c-4e4a-b348-68f2debf4d01 admin admin] 10.222.0.23 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1150455 May 04 18:07:45.118502 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-73f3f87b-f66b-4bef-89a1-bdc81425c7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1573024-4874-4c8b-96d0-975cb8653a14', 'name': 'router1', 'tenant_id': 'c022bdbf7b8c43b18889186e9f4dc4ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '1c7e073e-d5ec-4cc9-b195-21f3da056765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:07:21Z', 'updated_at': '2022-05-04T18:07:41Z', 'revision_number': 4, 'project_id': 'c022bdbf7b8c43b18889186e9f4dc4ff', 'gw_port': {'id': '1c7e073e-d5ec-4cc9-b195-21f3da056765', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1c:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1573024-4874-4c8b-96d0-975cb8653a14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:07:40Z', 'updated_at': '2022-05-04T18:07:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_interfaces': [{'id': '0c9b068c-9533-441f-b0df-606c695d0d6a', 'name': '', 'network_id': 'cc1ede51-fdb5-4a85-a570-4b6e91e7ec1b', 'tenant_id': 'c022bdbf7b8c43b18889186e9f4dc4ff', 'mac_address': 'fa:16:3e:55:ea:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1573024-4874-4c8b-96d0-975cb8653a14', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5fcee608-7341-4728-b455-bc568f5d07a6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:07:31Z', 'updated_at': '2022-05-04T18:07:35Z', 'revision_number': 5, 'project_id': 'c022bdbf7b8c43b18889186e9f4dc4ff', 'subnets': [{'id': '5fcee608-7341-4728-b455-bc568f5d07a6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c6561fc-dd7e-48ac-94d3-10e45ce8a0f9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:07:45.173105 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f3f87b-f66b-4bef-89a1-bdc81425c7de None None] Checking router: d1573024-4874-4c8b-96d0-975cb8653a14 for host: dv-cinder-840511-4-iscsi {{(pid=104025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:07:45.173381 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f3f87b-f66b-4bef-89a1-bdc81425c7de None None] Updating router d1573024-4874-4c8b-96d0-975cb8653a14 port 1c7e073e-d5ec-4cc9-b195-21f3da056765 binding host dv-cinder-840511-4-iscsi {{(pid=104025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 18:07:45.227359 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-73f3f87b-f66b-4bef-89a1-bdc81425c7de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (1c7e073e-d5ec-4cc9-b195-21f3da056765), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:45.579612 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-73f3f87b-f66b-4bef-89a1-bdc81425c7de None None] Publish callbacks [] for port (1c7e073e-d5ec-4cc9-b195-21f3da056765), precommit_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:45.676951 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-73f3f87b-f66b-4bef-89a1-bdc81425c7de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (1c7e073e-d5ec-4cc9-b195-21f3da056765), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:45.730603 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebdc0d-d6f6-4463-b8df-0f964a8d3d86 None None] Pushing event updated for resources: {'Port': ['ID=1c7e073e-d5ec-4cc9-b195-21f3da056765,revision_number=2']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:07:45.735205 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.managers [None req-73f3f87b-f66b-4bef-89a1-bdc81425c7de None None] Attempting to bind port 1c7e073e-d5ec-4cc9-b195-21f3da056765 on host dv-cinder-840511-4-iscsi for vnic_type normal with profile {{(pid=104025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 18:07:45.735205 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.managers [None req-73f3f87b-f66b-4bef-89a1-bdc81425c7de None None] Attempting to bind port 1c7e073e-d5ec-4cc9-b195-21f3da056765 by drivers openvswitch,hyperv on host dv-cinder-840511-4-iscsi at level 0 using segments [{'id': '44841efa-8edc-4b72-aba0-27edf49af522', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31'}] {{(pid=104025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 18:07:45.735205 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f3f87b-f66b-4bef-89a1-bdc81425c7de None None] Attempting to bind port 1c7e073e-d5ec-4cc9-b195-21f3da056765 on network 1bc9efb7-0207-4c06-8ee1-3b0aa535de31 {{(pid=104025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:07:45.739779 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f3f87b-f66b-4bef-89a1-bdc81425c7de None None] Checking agent: {'id': 'e55a6cb5-967a-4631-865a-95818de4ff35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840511-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 7, 4), 'started_at': datetime.datetime(2022, 5, 4, 18, 7, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840511-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 18:07:45.740365 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f3f87b-f66b-4bef-89a1-bdc81425c7de None None] Checking segment: {'id': '44841efa-8edc-4b72-aba0-27edf49af522', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:07:45.740665 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-73f3f87b-f66b-4bef-89a1-bdc81425c7de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:45.741058 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f3f87b-f66b-4bef-89a1-bdc81425c7de None None] Bound using segment: {'id': '44841efa-8edc-4b72-aba0-27edf49af522', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31'} {{(pid=104025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 18:07:45.741521 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.managers [None req-73f3f87b-f66b-4bef-89a1-bdc81425c7de None None] Bound port: 1c7e073e-d5ec-4cc9-b195-21f3da056765, host: dv-cinder-840511-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44841efa-8edc-4b72-aba0-27edf49af522', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31'}}] {{(pid=104025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 18:07:45.741893 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-73f3f87b-f66b-4bef-89a1-bdc81425c7de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (1c7e073e-d5ec-4cc9-b195-21f3da056765), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:45.793344 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-73f3f87b-f66b-4bef-89a1-bdc81425c7de None None] For port 1c7e073e-d5ec-4cc9-b195-21f3da056765, host dv-cinder-840511-4-iscsi, cleared binding levels {{(pid=104025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 18:07:45.797169 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-73f3f87b-f66b-4bef-89a1-bdc81425c7de None None] For port 1c7e073e-d5ec-4cc9-b195-21f3da056765, host dv-cinder-840511-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=1c7e073e-d5ec-4cc9-b195-21f3da056765,segment=NetworkSegment(44841efa-8edc-4b72-aba0-27edf49af522),segment_id=44841efa-8edc-4b72-aba0-27edf49af522)] {{(pid=104025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 18:07:45.883878 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-73f3f87b-f66b-4bef-89a1-bdc81425c7de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (1c7e073e-d5ec-4cc9-b195-21f3da056765), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:45.946829 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebdc0d-d6f6-4463-b8df-0f964a8d3d86 None None] Pushing event updated for resources: {'Port': ['ID=1c7e073e-d5ec-4cc9-b195-21f3da056765,revision_number=3']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:07:45.950239 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f3f87b-f66b-4bef-89a1-bdc81425c7de None None] Routers {'d1573024-4874-4c8b-96d0-975cb8653a14'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:07:45.950840 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-73f3f87b-f66b-4bef-89a1-bdc81425c7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:07:30Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['d1573024-4874-4c8b-96d0-975cb8653a14'], 'active': True} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:07:46.145271 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvr_db [None req-73f3f87b-f66b-4bef-89a1-bdc81425c7de None None] Set router d1573024-4874-4c8b-96d0-975cb8653a14 gateway port host: dv-cinder-840511-4-iscsi {{(pid=104025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:07:46.360337 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-73f3f87b-f66b-4bef-89a1-bdc81425c7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1573024-4874-4c8b-96d0-975cb8653a14', 'name': 'router1', 'tenant_id': 'c022bdbf7b8c43b18889186e9f4dc4ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '1c7e073e-d5ec-4cc9-b195-21f3da056765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:07:21Z', 'updated_at': '2022-05-04T18:07:41Z', 'revision_number': 4, 'project_id': 'c022bdbf7b8c43b18889186e9f4dc4ff', 'gw_port': {'id': '1c7e073e-d5ec-4cc9-b195-21f3da056765', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1c:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1573024-4874-4c8b-96d0-975cb8653a14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:07:40Z', 'updated_at': '2022-05-04T18:07:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_interfaces': [{'id': '0c9b068c-9533-441f-b0df-606c695d0d6a', 'name': '', 'network_id': 'cc1ede51-fdb5-4a85-a570-4b6e91e7ec1b', 'tenant_id': 'c022bdbf7b8c43b18889186e9f4dc4ff', 'mac_address': 'fa:16:3e:55:ea:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1573024-4874-4c8b-96d0-975cb8653a14', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5fcee608-7341-4728-b455-bc568f5d07a6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:07:31Z', 'updated_at': '2022-05-04T18:07:35Z', 'revision_number': 5, 'project_id': 'c022bdbf7b8c43b18889186e9f4dc4ff', 'subnets': [{'id': '5fcee608-7341-4728-b455-bc568f5d07a6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c6561fc-dd7e-48ac-94d3-10e45ce8a0f9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:07:46.387456 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f3f87b-f66b-4bef-89a1-bdc81425c7de None None] The sync data for ids ['d1573024-4874-4c8b-96d0-975cb8653a14'] in dv-cinder-840511-4-iscsi is: [{'id': 'd1573024-4874-4c8b-96d0-975cb8653a14', 'name': 'router1', 'tenant_id': 'c022bdbf7b8c43b18889186e9f4dc4ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '1c7e073e-d5ec-4cc9-b195-21f3da056765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:07:21Z', 'updated_at': '2022-05-04T18:07:41Z', 'revision_number': 4, 'project_id': 'c022bdbf7b8c43b18889186e9f4dc4ff', 'gw_port': {'id': '1c7e073e-d5ec-4cc9-b195-21f3da056765', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1c:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1573024-4874-4c8b-96d0-975cb8653a14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:07:40Z', 'updated_at': '2022-05-04T18:07:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_interfaces': [{'id': '0c9b068c-9533-441f-b0df-606c695d0d6a', 'name': '', 'network_id': 'cc1ede51-fdb5-4a85-a570-4b6e91e7ec1b', 'tenant_id': 'c022bdbf7b8c43b18889186e9f4dc4ff', 'mac_address': 'fa:16:3e:55:ea:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1573024-4874-4c8b-96d0-975cb8653a14', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5fcee608-7341-4728-b455-bc568f5d07a6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:07:31Z', 'updated_at': '2022-05-04T18:07:35Z', 'revision_number': 5, 'project_id': 'c022bdbf7b8c43b18889186e9f4dc4ff', 'subnets': [{'id': '5fcee608-7341-4728-b455-bc568f5d07a6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c6561fc-dd7e-48ac-94d3-10e45ce8a0f9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:07:48.561776 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device 1c7e073e-d5ec-4cc9-b195-21f3da056765 up at agent ovs-agent-dv-cinder-840511-4-iscsi {{(pid=104025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:07:48.635848 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Provisioning complete for port 1c7e073e-d5ec-4cc9-b195-21f3da056765 triggered by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:07:48.636247 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (1c7e073e-d5ec-4cc9-b195-21f3da056765), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:48.741761 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Current status of the port 1c7e073e-d5ec-4cc9-b195-21f3da056765 is: DOWN; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:07:48.742519 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (1c7e073e-d5ec-4cc9-b195-21f3da056765), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:48.766535 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] For port 1c7e073e-d5ec-4cc9-b195-21f3da056765, host dv-cinder-840511-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=1c7e073e-d5ec-4cc9-b195-21f3da056765,segment=NetworkSegment(44841efa-8edc-4b72-aba0-27edf49af522),segment_id=44841efa-8edc-4b72-aba0-27edf49af522)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:07:48.849378 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (1c7e073e-d5ec-4cc9-b195-21f3da056765), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:48.939900 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Pushing event updated for resources: {'Port': ['ID=1c7e073e-d5ec-4cc9-b195-21f3da056765,revision_number=4']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:07:50.582078 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device 1c7e073e-d5ec-4cc9-b195-21f3da056765 up at agent ovs-agent-dv-cinder-840511-4-iscsi {{(pid=104025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:07:50.761276 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Provisioning complete for port 1c7e073e-d5ec-4cc9-b195-21f3da056765 triggered by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:07:50.761276 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (1c7e073e-d5ec-4cc9-b195-21f3da056765), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:50.904123 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Current status of the port 1c7e073e-d5ec-4cc9-b195-21f3da056765 is: ACTIVE; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:07:57.562644 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-53659320-20dd-440f-a010-99abad771e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (c89944b2-e06f-41dc-a0fc-77a7e649c9d3), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:08:00.012147 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-58993f4c-00d6-4e98-a61b-613b5e1cc42d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:08:01.093044 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-4fdd29be-a970-4503-919e-12b86a90c52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (74c08095-bc4c-43d3-91b6-743b06ad1f6c), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:08:02.481935 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-f7537222-04fb-4408-8d24-7493625e2bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (88f974dc-3c14-4d3d-9ef8-4363bb88b433), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:08:03.778407 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (e55a6cb5-967a-4631-865a-95818de4ff35), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:08:14.725067 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.agents_db [None req-cc71a237-c19e-45a1-a167-cff52744c55e None None] Agent healthcheck: found 5 active agents {{(pid=104026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 18:08:27.578479 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-0abb705c-506c-41d2-b026-d8b9679625a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (c89944b2-e06f-41dc-a0fc-77a7e649c9d3), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:08:29.998959 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-2d6a566d-718e-427c-a167-0886e76db0a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:08:31.081588 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-4fdd29be-a970-4503-919e-12b86a90c52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (74c08095-bc4c-43d3-91b6-743b06ad1f6c), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:08:32.479926 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-f7537222-04fb-4408-8d24-7493625e2bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (88f974dc-3c14-4d3d-9ef8-4363bb88b433), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:08:33.792169 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (e55a6cb5-967a-4631-865a-95818de4ff35), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:08:51.725694 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.agents_db [None req-cc71a237-c19e-45a1-a167-cff52744c55e None None] Agent healthcheck: found 5 active agents {{(pid=104026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 18:08:57.600592 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-3b5eb938-bb31-4b5e-8525-179e2654a5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (c89944b2-e06f-41dc-a0fc-77a7e649c9d3), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:09:00.016565 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-e65f7fbc-8f45-40a2-8050-d3eb1b96d896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:09:01.119537 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-4fdd29be-a970-4503-919e-12b86a90c52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (74c08095-bc4c-43d3-91b6-743b06ad1f6c), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:09:02.473823 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-f7537222-04fb-4408-8d24-7493625e2bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (88f974dc-3c14-4d3d-9ef8-4363bb88b433), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:09:03.771319 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (e55a6cb5-967a-4631-865a-95818de4ff35), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:09:08.698111 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 45966) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:09:08.760621 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c83207f-95bc-4f62-bfff-b074c14081f7 admin admin] GET failed (client error): The resource could not be found. May 04 18:09:08.761939 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-2c83207f-95bc-4f62-bfff-b074c14081f7 admin admin] 10.222.0.23 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0628772 May 04 18:09:08.922755 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51c6e05-9bd8-4cb4-a2e6-6d9c9c0399a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:09:08.924278 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-b51c6e05-9bd8-4cb4-a2e6-6d9c9c0399a7 admin admin] 10.222.0.23 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1581545 May 04 18:09:11.215965 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 45976) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:09:11.311343 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d8fc8e-6eee-48b2-bd57-d53dd4893895 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:09:11.312704 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-95d8fc8e-6eee-48b2-bd57-d53dd4893895 admin admin] 10.222.0.23 "GET /v2.0/subnets/5fcee608-7341-4728-b455-bc568f5d07a6 HTTP/1.1" status: 200 len: 849 time: 0.0957623 May 04 18:09:11.322836 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.v2.base [None req-46588e55-6135-4d6e-9b24-1ea1c0706b3c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:09:11.408367 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-46588e55-6135-4d6e-9b24-1ea1c0706b3c admin admin] Publish callbacks [] for subnet (5fcee608-7341-4728-b455-bc568f5d07a6), before_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:09:11.610563 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-46588e55-6135-4d6e-9b24-1ea1c0706b3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772820276664'] for subnet (5fcee608-7341-4728-b455-bc568f5d07a6), after_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:09:11.642325 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46588e55-6135-4d6e-9b24-1ea1c0706b3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:09:11.643583 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-46588e55-6135-4d6e-9b24-1ea1c0706b3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598214'] for subnet (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:09:11.644273 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-46588e55-6135-4d6e-9b24-1ea1c0706b3c admin admin] 10.222.0.23 "PUT /v2.0/subnets/5fcee608-7341-4728-b455-bc568f5d07a6 HTTP/1.1" status: 200 len: 868 time: 0.3250651 May 04 18:09:11.666225 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af48dc48-a901-4cb0-8e0b-888efc2ea648 None None] Network cc1ede51-fdb5-4a85-a570-4b6e91e7ec1b requested from dv-cinder-840511-4-iscsi {{(pid=104025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 18:09:11.668225 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46588e55-6135-4d6e-9b24-1ea1c0706b3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fcee608-7341-4728-b455-bc568f5d07a6,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:09:11.677636 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46588e55-6135-4d6e-9b24-1ea1c0706b3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:09:11.678026 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46588e55-6135-4d6e-9b24-1ea1c0706b3c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:09:11.678413 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46588e55-6135-4d6e-9b24-1ea1c0706b3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:09:11.678750 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46588e55-6135-4d6e-9b24-1ea1c0706b3c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:09:11.679118 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46588e55-6135-4d6e-9b24-1ea1c0706b3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:09:11.679462 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46588e55-6135-4d6e-9b24-1ea1c0706b3c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:09:11.679799 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46588e55-6135-4d6e-9b24-1ea1c0706b3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:09:11.680132 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46588e55-6135-4d6e-9b24-1ea1c0706b3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:09:11.680482 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46588e55-6135-4d6e-9b24-1ea1c0706b3c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:09:11.680815 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46588e55-6135-4d6e-9b24-1ea1c0706b3c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:09:11.681163 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46588e55-6135-4d6e-9b24-1ea1c0706b3c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:09:11.681534 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46588e55-6135-4d6e-9b24-1ea1c0706b3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:09:11.681926 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46588e55-6135-4d6e-9b24-1ea1c0706b3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:09:11.682255 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46588e55-6135-4d6e-9b24-1ea1c0706b3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:09:11.682579 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46588e55-6135-4d6e-9b24-1ea1c0706b3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:09:12.016621 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-64bc3fdd-1410-4c3c-a17e-558d7a61bd25 None None] Provisioning complete for port 88ce3ced-eb9a-42b6-90b9-b257d06255e4 triggered by entity DHCP. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:09:12.017007 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-64bc3fdd-1410-4c3c-a17e-558d7a61bd25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (88ce3ced-eb9a-42b6-90b9-b257d06255e4), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:09:12.098532 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-64bc3fdd-1410-4c3c-a17e-558d7a61bd25 None None] Current status of the port 88ce3ced-eb9a-42b6-90b9-b257d06255e4 is: ACTIVE; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:09:12.106344 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-64bc3fdd-1410-4c3c-a17e-558d7a61bd25 None None] Provisioning complete for port 0c9b068c-9533-441f-b0df-606c695d0d6a triggered by entity DHCP. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:09:12.106724 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-64bc3fdd-1410-4c3c-a17e-558d7a61bd25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (0c9b068c-9533-441f-b0df-606c695d0d6a), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:09:12.182068 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-64bc3fdd-1410-4c3c-a17e-558d7a61bd25 None None] Current status of the port 0c9b068c-9533-441f-b0df-606c695d0d6a is: ACTIVE; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:09:13.965242 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 45984) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:09:14.170982 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc586a51-8164-4bae-bbb7-a45f56369f4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:09:14.171385 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc586a51-8164-4bae-bbb7-a45f56369f4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:09:14.172921 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-fc586a51-8164-4bae-bbb7-a45f56369f4c admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2067215 May 04 18:09:16.461133 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 45992) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:09:16.673341 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e817b656-4782-478a-be1a-0e2dc8479eff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:09:16.673817 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e817b656-4782-478a-be1a-0e2dc8479eff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:09:16.676217 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-e817b656-4782-478a-be1a-0e2dc8479eff admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2139983 May 04 18:09:18.949788 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 46002) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:09:19.076813 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bceb72aa-4f01-42d6-965d-138332483738 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:09:19.078187 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-bceb72aa-4f01-42d6-965d-138332483738 admin admin] 10.222.0.23 "GET /v2.0/networks/1bc9efb7-0207-4c06-8ee1-3b0aa535de31 HTTP/1.1" status: 200 len: 886 time: 0.1274338 May 04 18:09:21.435650 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 46010) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:09:21.586731 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2858b322-97ab-4208-baab-39c97618962f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:09:21.588162 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-2858b322-97ab-4208-baab-39c97618962f admin admin] 10.222.0.23 "GET /v2.0/networks/cc1ede51-fdb5-4a85-a570-4b6e91e7ec1b HTTP/1.1" status: 200 len: 869 time: 0.1515234 May 04 18:09:23.886070 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 46018) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:09:24.016021 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1531e24f-88cf-481c-9551-4e954d7e9373 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:09:24.016483 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1531e24f-88cf-481c-9551-4e954d7e9373 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:09:24.018016 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-1531e24f-88cf-481c-9551-4e954d7e9373 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1308157 May 04 18:09:26.306639 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 46026) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:09:26.403312 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734c29e8-45dd-40a6-a71c-edd73435021e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:09:26.403778 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734c29e8-45dd-40a6-a71c-edd73435021e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:09:26.405317 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-734c29e8-45dd-40a6-a71c-edd73435021e admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0977175 May 04 18:09:27.567549 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-b954d284-b225-483a-aabc-5731d556852f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (c89944b2-e06f-41dc-a0fc-77a7e649c9d3), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:09:28.717311 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 46034) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:09:28.726053 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.agents_db [None req-cc71a237-c19e-45a1-a167-cff52744c55e None None] Agent healthcheck: found 5 active agents {{(pid=104026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 18:09:28.821706 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e5d0cf-3868-4a83-8f39-54146febd3c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:09:28.823122 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-57e5d0cf-3868-4a83-8f39-54146febd3c9 admin admin] 10.222.0.23 "GET /v2.0/subnets/5fcee608-7341-4728-b455-bc568f5d07a6 HTTP/1.1" status: 200 len: 868 time: 0.1047935 May 04 18:09:29.973727 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-75fd44af-430d-44c8-8f6e-446502cbf298 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:09:31.167528 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-4fdd29be-a970-4503-919e-12b86a90c52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (74c08095-bc4c-43d3-91b6-743b06ad1f6c), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:09:31.173446 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 46042) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:09:31.263741 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db84690-a52b-408f-aeab-147a2aeb9e21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:09:31.265084 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-1db84690-a52b-408f-aeab-147a2aeb9e21 admin admin] 10.222.0.23 "GET /v2.0/subnets/61d7fae2-9d6e-42a3-8cf9-91a587505bb7 HTTP/1.1" status: 200 len: 816 time: 0.0904531 May 04 18:09:32.483672 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-f7537222-04fb-4408-8d24-7493625e2bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (88f974dc-3c14-4d3d-9ef8-4363bb88b433), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:09:33.785247 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (e55a6cb5-967a-4631-865a-95818de4ff35), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:09:57.562939 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-5506fa6a-620e-435d-99b3-4c4802f57c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (c89944b2-e06f-41dc-a0fc-77a7e649c9d3), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:09:59.990605 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-691f8ed5-ec7d-4b08-a98a-8a6875b9afa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:10:01.104897 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-4fdd29be-a970-4503-919e-12b86a90c52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (74c08095-bc4c-43d3-91b6-743b06ad1f6c), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:10:02.482133 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-f7537222-04fb-4408-8d24-7493625e2bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (88f974dc-3c14-4d3d-9ef8-4363bb88b433), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:10:03.788244 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (e55a6cb5-967a-4631-865a-95818de4ff35), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:10:05.725232 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.agents_db [None req-cc71a237-c19e-45a1-a167-cff52744c55e None None] Agent healthcheck: found 5 active agents {{(pid=104026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 18:10:13.495648 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 46100) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:10:13.543549 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [None req-2ed9ec6c-5172-4b74-b54e-db9293cb929d admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104023) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 18:10:13.544549 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-2ed9ec6c-5172-4b74-b54e-db9293cb929d admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0479620 May 04 18:10:15.926042 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 46108) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:10:15.989311 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.pecan_wsgi.hooks.translation [None req-6da26d86-a944-4873-948e-c990b7e7cc80 admin admin] GET failed (client error): The resource could not be found. May 04 18:10:15.990616 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-6da26d86-a944-4873-948e-c990b7e7cc80 admin admin] 10.222.0.23 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0635669 May 04 18:10:16.136806 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a3e72d-c64f-4693-a0b0-2a80f5ac1eba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:10:16.138197 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-23a3e72d-c64f-4693-a0b0-2a80f5ac1eba admin admin] 10.222.0.23 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1435690 May 04 18:10:18.461340 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 46116) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:10:18.510097 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.v2.base [None req-9fe5a7bb-c725-4796-b88d-308e73f449e2 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=104023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:10:18.615955 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fe5a7bb-c725-4796-b88d-308e73f449e2 admin admin] Made reservation on behalf of 90e6c823fef84e7e88dc9cd3e45439fa for: {'network': 1} {{(pid=104023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:10:18.618679 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-9fe5a7bb-c725-4796-b88d-308e73f449e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for network (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:10:18.663607 dv-cinder-840511-4-iscsi neutron-server[104023]: WARNING neutron.services.revisions.revision_plugin [None req-9fe5a7bb-c725-4796-b88d-308e73f449e2 admin admin] Could not find related network for resource to bump revision. May 04 18:10:18.680404 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fe5a7bb-c725-4796-b88d-308e73f449e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 833} {{(pid=104023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 18:10:18.693376 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-9fe5a7bb-c725-4796-b88d-308e73f449e2 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772820294467', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691573'] for segment (c504ed52-b380-46c8-bb57-c44f8acb2c0e), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:10:18.693903 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-9fe5a7bb-c725-4796-b88d-308e73f449e2 admin admin] Unsubscribe: segment precommit_create {{(pid=104023) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 04 18:10:18.694354 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.db.segments_db [None req-9fe5a7bb-c725-4796-b88d-308e73f449e2 admin admin] Added segment c504ed52-b380-46c8-bb57-c44f8acb2c0e of type vlan for network 77dd02cc-289d-4b92-aaf2-0d786ef0b465 May 04 18:10:18.745687 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-9fe5a7bb-c725-4796-b88d-308e73f449e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772819821523'] for network (77dd02cc-289d-4b92-aaf2-0d786ef0b465), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:10:18.835146 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-9fe5a7bb-c725-4796-b88d-308e73f449e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260'] for network (77dd02cc-289d-4b92-aaf2-0d786ef0b465), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:10:18.836135 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe5a7bb-c725-4796-b88d-308e73f449e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:10:18.836735 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-9fe5a7bb-c725-4796-b88d-308e73f449e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598214'] for network (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:10:19.010784 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe5a7bb-c725-4796-b88d-308e73f449e2 admin admin] Pushing event updated for resources: {'Network': ['ID=77dd02cc-289d-4b92-aaf2-0d786ef0b465,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:10:19.017799 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe5a7bb-c725-4796-b88d-308e73f449e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:10:19.018149 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe5a7bb-c725-4796-b88d-308e73f449e2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:10:19.018512 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe5a7bb-c725-4796-b88d-308e73f449e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:10:19.018860 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe5a7bb-c725-4796-b88d-308e73f449e2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:10:19.019222 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe5a7bb-c725-4796-b88d-308e73f449e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:10:19.019556 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe5a7bb-c725-4796-b88d-308e73f449e2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:10:19.019892 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe5a7bb-c725-4796-b88d-308e73f449e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:10:19.020223 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe5a7bb-c725-4796-b88d-308e73f449e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:10:19.020568 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe5a7bb-c725-4796-b88d-308e73f449e2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:10:19.020901 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe5a7bb-c725-4796-b88d-308e73f449e2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:10:19.021246 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe5a7bb-c725-4796-b88d-308e73f449e2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:10:19.021593 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe5a7bb-c725-4796-b88d-308e73f449e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:10:19.021922 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe5a7bb-c725-4796-b88d-308e73f449e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:10:19.022246 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe5a7bb-c725-4796-b88d-308e73f449e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:10:19.022571 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe5a7bb-c725-4796-b88d-308e73f449e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:10:19.035059 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-9fe5a7bb-c725-4796-b88d-308e73f449e2 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5700154 May 04 18:10:19.045875 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Network 77dd02cc-289d-4b92-aaf2-0d786ef0b465 details requested by agent ovs-agent-dv-cinder-840511-4-iscsi with host dv-cinder-840511-4-iscsi {{(pid=104025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 18:10:21.348751 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 46124) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:10:21.412269 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.pecan_wsgi.hooks.translation [None req-51b68017-b962-4436-9a9a-6a8da45ae6ca admin admin] GET failed (client error): The resource could not be found. May 04 18:10:21.413571 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-51b68017-b962-4436-9a9a-6a8da45ae6ca admin admin] 10.222.0.23 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0638847 May 04 18:10:21.487259 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a74b38-3255-4ff5-bdfd-f337e4019a8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:10:21.488686 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-57a74b38-3255-4ff5-bdfd-f337e4019a8c admin admin] 10.222.0.23 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0708163 May 04 18:10:21.499019 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.v2.base [None req-62106deb-a3ad-41cb-9770-5c701ddc5a99 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '77dd02cc-289d-4b92-aaf2-0d786ef0b465', 'description': 'shared-subnet'}} {{(pid=104024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:10:21.598589 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62106deb-a3ad-41cb-9770-5c701ddc5a99 admin admin] Made reservation on behalf of 90e6c823fef84e7e88dc9cd3e45439fa for: {'subnet': 1} {{(pid=104024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:10:21.600930 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-62106deb-a3ad-41cb-9770-5c701ddc5a99 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:10:21.861407 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-62106deb-a3ad-41cb-9770-5c701ddc5a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260'] for subnet (9b7d6260-6748-45a8-88e5-f3ccb0300243), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:10:21.918347 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62106deb-a3ad-41cb-9770-5c701ddc5a99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b7d6260-6748-45a8-88e5-f3ccb0300243,revision_number=0']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:10:21.930380 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62106deb-a3ad-41cb-9770-5c701ddc5a99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:10:21.930710 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62106deb-a3ad-41cb-9770-5c701ddc5a99 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:10:21.931080 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62106deb-a3ad-41cb-9770-5c701ddc5a99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:10:21.931417 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62106deb-a3ad-41cb-9770-5c701ddc5a99 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:10:21.931742 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62106deb-a3ad-41cb-9770-5c701ddc5a99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:10:21.932063 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62106deb-a3ad-41cb-9770-5c701ddc5a99 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:10:21.932381 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62106deb-a3ad-41cb-9770-5c701ddc5a99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:10:21.932696 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62106deb-a3ad-41cb-9770-5c701ddc5a99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:10:21.933067 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62106deb-a3ad-41cb-9770-5c701ddc5a99 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:10:21.933372 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62106deb-a3ad-41cb-9770-5c701ddc5a99 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:10:21.933702 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62106deb-a3ad-41cb-9770-5c701ddc5a99 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:10:21.934034 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62106deb-a3ad-41cb-9770-5c701ddc5a99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:10:21.934371 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62106deb-a3ad-41cb-9770-5c701ddc5a99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:10:21.934659 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62106deb-a3ad-41cb-9770-5c701ddc5a99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:10:21.934967 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62106deb-a3ad-41cb-9770-5c701ddc5a99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:10:21.940622 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62106deb-a3ad-41cb-9770-5c701ddc5a99 admin admin] Checking segment: {'id': 'c504ed52-b380-46c8-bb57-c44f8acb2c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '77dd02cc-289d-4b92-aaf2-0d786ef0b465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:10:21.940972 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62106deb-a3ad-41cb-9770-5c701ddc5a99 admin admin] Network hostable DHCP agents. Network: 77dd02cc-289d-4b92-aaf2-0d786ef0b465, hostable agents: ['c89944b2-e06f-41dc-a0fc-77a7e649c9d3'], hosted agents: [] {{(pid=104024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 18:10:22.026686 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62106deb-a3ad-41cb-9770-5c701ddc5a99 admin admin] Network 77dd02cc-289d-4b92-aaf2-0d786ef0b465 is scheduled to be hosted by DHCP agent c89944b2-e06f-41dc-a0fc-77a7e649c9d3 with binding_index 1 {{(pid=104024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 18:10:22.089881 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.base_scheduler [None req-62106deb-a3ad-41cb-9770-5c701ddc5a99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840511-4-iscsi, 77dd02cc-289d-4b92-aaf2-0d786ef0b465) {{(pid=104024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:10:22.096004 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62106deb-a3ad-41cb-9770-5c701ddc5a99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:10:22.097469 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-62106deb-a3ad-41cb-9770-5c701ddc5a99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598214'] for subnet (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:10:22.100816 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48daba50-6d72-4187-8077-6568d90fb989 None None] Network 77dd02cc-289d-4b92-aaf2-0d786ef0b465 requested from dv-cinder-840511-4-iscsi {{(pid=104025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 18:10:22.211584 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-62106deb-a3ad-41cb-9770-5c701ddc5a99 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7029808 May 04 18:10:22.211691 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d69a44d-b651-4a7e-aa8e-ccf98c5a8e2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7413deaf-5835-5fbd-ad87-e75b1d698e43-77dd02cc-289d-4b92-aaf2-0d786ef0b465', 'network_id': '77dd02cc-289d-4b92-aaf2-0d786ef0b465', 'project_id': '90e6c823fef84e7e88dc9cd3e45439fa', 'fixed_ips': [{'subnet_id': '9b7d6260-6748-45a8-88e5-f3ccb0300243'}]}} from dv-cinder-840511-4-iscsi. {{(pid=104025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 18:10:22.211691 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-9d69a44d-b651-4a7e-aa8e-ccf98c5a8e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (None), before_create {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:10:22.356976 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.db_base_plugin_common [None req-9d69a44d-b651-4a7e-aa8e-ccf98c5a8e2d None None] Allocated IP 192.168.233.2 (77dd02cc-289d-4b92-aaf2-0d786ef0b465/9b7d6260-6748-45a8-88e5-f3ccb0300243/d886ed32-362b-49e6-ab25-8a1caaf69c71) {{(pid=104025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:10:22.514177 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-9d69a44d-b651-4a7e-aa8e-ccf98c5a8e2d None None] Publish callbacks [] for port (d886ed32-362b-49e6-ab25-8a1caaf69c71), precommit_create {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:10:22.613007 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-9d69a44d-b651-4a7e-aa8e-ccf98c5a8e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772819832230'] for port (d886ed32-362b-49e6-ab25-8a1caaf69c71), after_create {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:10:22.655769 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d69a44d-b651-4a7e-aa8e-ccf98c5a8e2d None None] Network 77dd02cc-289d-4b92-aaf2-0d786ef0b465 is already hosted by enough agents. {{(pid=104025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:10:22.660899 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.scheduler.base_scheduler [None req-9d69a44d-b651-4a7e-aa8e-ccf98c5a8e2d None None] Resources bound (agent type, host, resource id): {{(pid=104025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:10:22.665434 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d69a44d-b651-4a7e-aa8e-ccf98c5a8e2d None None] Received port after_create {{(pid=104025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:10:22.667997 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d69a44d-b651-4a7e-aa8e-ccf98c5a8e2d None None] Pushing event updated for resources: {'Port': ['ID=d886ed32-362b-49e6-ab25-8a1caaf69c71,revision_number=1']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:10:22.681156 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d69a44d-b651-4a7e-aa8e-ccf98c5a8e2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:10:22.681505 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d69a44d-b651-4a7e-aa8e-ccf98c5a8e2d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:10:22.681866 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d69a44d-b651-4a7e-aa8e-ccf98c5a8e2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:10:22.682224 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d69a44d-b651-4a7e-aa8e-ccf98c5a8e2d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:10:22.682560 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d69a44d-b651-4a7e-aa8e-ccf98c5a8e2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:10:22.682889 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d69a44d-b651-4a7e-aa8e-ccf98c5a8e2d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:10:22.683244 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d69a44d-b651-4a7e-aa8e-ccf98c5a8e2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:10:22.683573 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d69a44d-b651-4a7e-aa8e-ccf98c5a8e2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:10:22.683902 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d69a44d-b651-4a7e-aa8e-ccf98c5a8e2d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:10:22.684224 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d69a44d-b651-4a7e-aa8e-ccf98c5a8e2d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:10:22.684549 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d69a44d-b651-4a7e-aa8e-ccf98c5a8e2d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:10:22.684888 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d69a44d-b651-4a7e-aa8e-ccf98c5a8e2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:10:22.685211 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d69a44d-b651-4a7e-aa8e-ccf98c5a8e2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:10:22.686266 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d69a44d-b651-4a7e-aa8e-ccf98c5a8e2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:10:22.686816 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d69a44d-b651-4a7e-aa8e-ccf98c5a8e2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:10:22.741742 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.managers [None req-9d69a44d-b651-4a7e-aa8e-ccf98c5a8e2d None None] Attempting to bind port d886ed32-362b-49e6-ab25-8a1caaf69c71 on host dv-cinder-840511-4-iscsi for vnic_type normal with profile {{(pid=104025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 18:10:22.742131 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.managers [None req-9d69a44d-b651-4a7e-aa8e-ccf98c5a8e2d None None] Attempting to bind port d886ed32-362b-49e6-ab25-8a1caaf69c71 by drivers openvswitch,hyperv on host dv-cinder-840511-4-iscsi at level 0 using segments [{'id': 'c504ed52-b380-46c8-bb57-c44f8acb2c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '77dd02cc-289d-4b92-aaf2-0d786ef0b465'}] {{(pid=104025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 18:10:22.742597 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d69a44d-b651-4a7e-aa8e-ccf98c5a8e2d None None] Attempting to bind port d886ed32-362b-49e6-ab25-8a1caaf69c71 on network 77dd02cc-289d-4b92-aaf2-0d786ef0b465 {{(pid=104025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:10:22.747910 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d69a44d-b651-4a7e-aa8e-ccf98c5a8e2d None None] Checking agent: {'id': 'e55a6cb5-967a-4631-865a-95818de4ff35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840511-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 7, 4), 'started_at': datetime.datetime(2022, 5, 4, 18, 7, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840511-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 18:10:22.748439 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d69a44d-b651-4a7e-aa8e-ccf98c5a8e2d None None] Checking segment: {'id': 'c504ed52-b380-46c8-bb57-c44f8acb2c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '77dd02cc-289d-4b92-aaf2-0d786ef0b465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:10:22.749047 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-9d69a44d-b651-4a7e-aa8e-ccf98c5a8e2d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:10:22.749452 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d69a44d-b651-4a7e-aa8e-ccf98c5a8e2d None None] Bound using segment: {'id': 'c504ed52-b380-46c8-bb57-c44f8acb2c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '77dd02cc-289d-4b92-aaf2-0d786ef0b465'} {{(pid=104025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 18:10:22.749926 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.managers [None req-9d69a44d-b651-4a7e-aa8e-ccf98c5a8e2d None None] Bound port: d886ed32-362b-49e6-ab25-8a1caaf69c71, host: dv-cinder-840511-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c504ed52-b380-46c8-bb57-c44f8acb2c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '77dd02cc-289d-4b92-aaf2-0d786ef0b465'}}] {{(pid=104025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 18:10:22.750309 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-9d69a44d-b651-4a7e-aa8e-ccf98c5a8e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (d886ed32-362b-49e6-ab25-8a1caaf69c71), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:10:22.916962 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-9d69a44d-b651-4a7e-aa8e-ccf98c5a8e2d None None] For port d886ed32-362b-49e6-ab25-8a1caaf69c71, host dv-cinder-840511-4-iscsi, cleared binding levels {{(pid=104025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 18:10:22.920543 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-9d69a44d-b651-4a7e-aa8e-ccf98c5a8e2d None None] For port d886ed32-362b-49e6-ab25-8a1caaf69c71, host dv-cinder-840511-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=d886ed32-362b-49e6-ab25-8a1caaf69c71,segment=NetworkSegment(c504ed52-b380-46c8-bb57-c44f8acb2c0e),segment_id=c504ed52-b380-46c8-bb57-c44f8acb2c0e)] {{(pid=104025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 18:10:22.976657 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-9d69a44d-b651-4a7e-aa8e-ccf98c5a8e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (d886ed32-362b-49e6-ab25-8a1caaf69c71), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:10:23.036138 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d69a44d-b651-4a7e-aa8e-ccf98c5a8e2d None None] Pushing event updated for resources: {'Port': ['ID=d886ed32-362b-49e6-ab25-8a1caaf69c71,revision_number=2']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:10:23.893094 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c8dbf0-6528-4782-a13e-4cafc6a47063 None None] Network 77dd02cc-289d-4b92-aaf2-0d786ef0b465 requested from dv-cinder-840511-4-iscsi {{(pid=104025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 18:10:23.970208 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-0464b884-ce7d-4ed0-90a8-8077080b93e3 None None] Provisioning complete for port d886ed32-362b-49e6-ab25-8a1caaf69c71 triggered by entity DHCP. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:10:23.970510 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-0464b884-ce7d-4ed0-90a8-8077080b93e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (d886ed32-362b-49e6-ab25-8a1caaf69c71), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:10:24.092240 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-0464b884-ce7d-4ed0-90a8-8077080b93e3 None None] Current status of the port d886ed32-362b-49e6-ab25-8a1caaf69c71 is: DOWN; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:10:24.093286 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-0464b884-ce7d-4ed0-90a8-8077080b93e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (d886ed32-362b-49e6-ab25-8a1caaf69c71), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:10:24.129518 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-0464b884-ce7d-4ed0-90a8-8077080b93e3 None None] For port d886ed32-362b-49e6-ab25-8a1caaf69c71, host dv-cinder-840511-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=d886ed32-362b-49e6-ab25-8a1caaf69c71,segment=NetworkSegment(c504ed52-b380-46c8-bb57-c44f8acb2c0e),segment_id=c504ed52-b380-46c8-bb57-c44f8acb2c0e)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:10:24.198812 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-0464b884-ce7d-4ed0-90a8-8077080b93e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (d886ed32-362b-49e6-ab25-8a1caaf69c71), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:10:24.256894 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0464b884-ce7d-4ed0-90a8-8077080b93e3 None None] Pushing event updated for resources: {'Port': ['ID=d886ed32-362b-49e6-ab25-8a1caaf69c71,revision_number=3']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:10:24.324489 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-6dcc218b-5c1b-4408-bd57-ea67c5c617dd None None] Provisioning complete for port d886ed32-362b-49e6-ab25-8a1caaf69c71 triggered by entity DHCP. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:10:24.324858 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6dcc218b-5c1b-4408-bd57-ea67c5c617dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (d886ed32-362b-49e6-ab25-8a1caaf69c71), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:10:24.410141 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-6dcc218b-5c1b-4408-bd57-ea67c5c617dd None None] Current status of the port d886ed32-362b-49e6-ab25-8a1caaf69c71 is: ACTIVE; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:10:24.615101 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device d886ed32-362b-49e6-ab25-8a1caaf69c71 up at agent ovs-agent-dv-cinder-840511-4-iscsi {{(pid=104025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:10:24.664054 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Provisioning complete for port d886ed32-362b-49e6-ab25-8a1caaf69c71 triggered by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:10:24.664447 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (d886ed32-362b-49e6-ab25-8a1caaf69c71), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:10:24.748519 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Current status of the port d886ed32-362b-49e6-ab25-8a1caaf69c71 is: ACTIVE; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:10:27.629255 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-11ffe1a7-0cd3-4a99-988f-3a696765f384 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (c89944b2-e06f-41dc-a0fc-77a7e649c9d3), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:10:29.988819 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-f467e4eb-7323-4f0d-a4d6-4b86abf67fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:10:31.097514 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-4fdd29be-a970-4503-919e-12b86a90c52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (74c08095-bc4c-43d3-91b6-743b06ad1f6c), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:10:32.523448 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-f7537222-04fb-4408-8d24-7493625e2bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (88f974dc-3c14-4d3d-9ef8-4363bb88b433), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:10:33.805736 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (e55a6cb5-967a-4631-865a-95818de4ff35), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:10:42.759658 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.agents_db [None req-cc71a237-c19e-45a1-a167-cff52744c55e None None] Agent healthcheck: found 5 active agents {{(pid=104026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 18:10:57.558769 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-26a31fec-4362-4dde-8f9b-aea0572d09e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (c89944b2-e06f-41dc-a0fc-77a7e649c9d3), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:10:59.984519 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-aeb8ca64-3afb-4c30-8b4a-42262d39fa8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:11:01.106894 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-4fdd29be-a970-4503-919e-12b86a90c52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (74c08095-bc4c-43d3-91b6-743b06ad1f6c), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:11:02.484090 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-f7537222-04fb-4408-8d24-7493625e2bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (88f974dc-3c14-4d3d-9ef8-4363bb88b433), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:11:03.820987 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (e55a6cb5-967a-4631-865a-95818de4ff35), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:11:19.728048 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.agents_db [None req-cc71a237-c19e-45a1-a167-cff52744c55e None None] Agent healthcheck: found 5 active agents {{(pid=104026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 18:11:27.579726 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-46b8cb74-b107-41e0-bd3f-920dc891849c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (c89944b2-e06f-41dc-a0fc-77a7e649c9d3), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:11:29.988386 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-678121de-176d-4aa3-b1a6-1a8b7de41996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:11:31.108255 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-4fdd29be-a970-4503-919e-12b86a90c52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (74c08095-bc4c-43d3-91b6-743b06ad1f6c), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:11:32.539213 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-f7537222-04fb-4408-8d24-7493625e2bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (88f974dc-3c14-4d3d-9ef8-4363bb88b433), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:11:33.782549 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (e55a6cb5-967a-4631-865a-95818de4ff35), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:11:56.726180 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.agents_db [None req-cc71a237-c19e-45a1-a167-cff52744c55e None None] Agent healthcheck: found 5 active agents {{(pid=104026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 18:11:57.549426 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-8c2d55c3-49b5-4654-8a98-49dc17f7bc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (c89944b2-e06f-41dc-a0fc-77a7e649c9d3), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:11:59.989089 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-0e5d192b-3133-4e9f-acab-5f5cac772d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:12:01.103796 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-4fdd29be-a970-4503-919e-12b86a90c52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (74c08095-bc4c-43d3-91b6-743b06ad1f6c), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:12:02.508672 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-f7537222-04fb-4408-8d24-7493625e2bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (88f974dc-3c14-4d3d-9ef8-4363bb88b433), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:12:03.800266 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (e55a6cb5-967a-4631-865a-95818de4ff35), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:12:06.953840 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 46164) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:12:06.959551 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [None req-c4912d5e-ea61-4521-b900-2b770e74c38b tempest-verify_tempest_config-761645468 tempest-verify_tempest_config-761645468-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104024) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 18:12:06.960507 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-c4912d5e-ea61-4521-b900-2b770e74c38b tempest-verify_tempest_config-761645468 tempest-verify_tempest_config-761645468-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0056920 May 04 18:12:07.486906 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 46182) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:12:07.593880 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-377df3f6-ddd9-48d5-a0a5-e02e6ccedaee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:12:07.668560 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-377df3f6-ddd9-48d5-a0a5-e02e6ccedaee admin admin] Publish callbacks [] for security_group (d54e5e91-ff5c-4368-b0fe-1d4f0ef8ef5a), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:12:07.748793 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-377df3f6-ddd9-48d5-a0a5-e02e6ccedaee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (d54e5e91-ff5c-4368-b0fe-1d4f0ef8ef5a), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:12:07.796826 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-377df3f6-ddd9-48d5-a0a5-e02e6ccedaee admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=44f4c9dde58646e2a20018e9a622d22c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3086958 May 04 18:12:07.797526 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377df3f6-ddd9-48d5-a0a5-e02e6ccedaee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d54e5e91-ff5c-4368-b0fe-1d4f0ef8ef5a,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:12:07.799435 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 46186) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:12:07.815807 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377df3f6-ddd9-48d5-a0a5-e02e6ccedaee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:12:07.816180 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377df3f6-ddd9-48d5-a0a5-e02e6ccedaee admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:12:07.817117 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377df3f6-ddd9-48d5-a0a5-e02e6ccedaee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:12:07.817117 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377df3f6-ddd9-48d5-a0a5-e02e6ccedaee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:12:07.817368 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377df3f6-ddd9-48d5-a0a5-e02e6ccedaee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:12:07.817500 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377df3f6-ddd9-48d5-a0a5-e02e6ccedaee admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:12:07.817868 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377df3f6-ddd9-48d5-a0a5-e02e6ccedaee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:12:07.818214 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377df3f6-ddd9-48d5-a0a5-e02e6ccedaee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:12:07.818532 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377df3f6-ddd9-48d5-a0a5-e02e6ccedaee admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:12:07.818861 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377df3f6-ddd9-48d5-a0a5-e02e6ccedaee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:12:07.819235 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377df3f6-ddd9-48d5-a0a5-e02e6ccedaee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:12:07.819576 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377df3f6-ddd9-48d5-a0a5-e02e6ccedaee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:12:07.819901 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377df3f6-ddd9-48d5-a0a5-e02e6ccedaee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:12:07.820222 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377df3f6-ddd9-48d5-a0a5-e02e6ccedaee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:12:07.820539 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377df3f6-ddd9-48d5-a0a5-e02e6ccedaee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:12:07.870383 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-2ac3e010-ce1a-4026-88f7-d4ea9b77e738 admin admin] Publish callbacks [] for security_group (d54e5e91-ff5c-4368-b0fe-1d4f0ef8ef5a), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:12:07.891335 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-2ac3e010-ce1a-4026-88f7-d4ea9b77e738 admin admin] Publish callbacks [] for security_group (d54e5e91-ff5c-4368-b0fe-1d4f0ef8ef5a), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:12:08.057702 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-2ac3e010-ce1a-4026-88f7-d4ea9b77e738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (d54e5e91-ff5c-4368-b0fe-1d4f0ef8ef5a), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:12:08.060318 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-2ac3e010-ce1a-4026-88f7-d4ea9b77e738 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:12:08.061479 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-2ac3e010-ce1a-4026-88f7-d4ea9b77e738 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d54e5e91-ff5c-4368-b0fe-1d4f0ef8ef5a HTTP/1.1" status: 204 len: 168 time: 0.2611120 May 04 18:12:08.069665 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac3e010-ce1a-4026-88f7-d4ea9b77e738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d54e5e91-ff5c-4368-b0fe-1d4f0ef8ef5a,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:12:27.583984 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-5dcc76f1-d8be-43be-a57a-a3df36a78ab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (c89944b2-e06f-41dc-a0fc-77a7e649c9d3), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:12:29.978061 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-4e839b93-d3dd-4f39-a1b7-26a8dabd7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:12:31.103643 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-4fdd29be-a970-4503-919e-12b86a90c52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (74c08095-bc4c-43d3-91b6-743b06ad1f6c), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:12:32.515325 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-f7537222-04fb-4408-8d24-7493625e2bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (88f974dc-3c14-4d3d-9ef8-4363bb88b433), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:12:33.725248 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.agents_db [None req-cc71a237-c19e-45a1-a167-cff52744c55e None None] Agent healthcheck: found 5 active agents {{(pid=104026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 18:12:33.777967 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (e55a6cb5-967a-4631-865a-95818de4ff35), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:12:57.568362 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-d1fc5a8c-4d05-4c3c-ae84-b4ad43486df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (c89944b2-e06f-41dc-a0fc-77a7e649c9d3), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:13:00.001996 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-94aa585a-9198-4459-b9cf-3703bed9c244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:13:01.112660 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-4fdd29be-a970-4503-919e-12b86a90c52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (74c08095-bc4c-43d3-91b6-743b06ad1f6c), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:13:02.490063 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-f7537222-04fb-4408-8d24-7493625e2bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (88f974dc-3c14-4d3d-9ef8-4363bb88b433), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:13:03.775564 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (e55a6cb5-967a-4631-865a-95818de4ff35), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:13:10.724345 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.agents_db [None req-cc71a237-c19e-45a1-a167-cff52744c55e None None] Agent healthcheck: found 5 active agents {{(pid=104026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 18:13:27.594772 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-fa6c4eb8-49b9-41a4-869d-3f1c0cbd72dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (c89944b2-e06f-41dc-a0fc-77a7e649c9d3), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:13:29.982586 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-98902b48-4d87-433c-9277-fa5ed7e63cd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:13:31.120285 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-4fdd29be-a970-4503-919e-12b86a90c52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (74c08095-bc4c-43d3-91b6-743b06ad1f6c), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:13:32.504937 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-f7537222-04fb-4408-8d24-7493625e2bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (88f974dc-3c14-4d3d-9ef8-4363bb88b433), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:13:33.864968 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (e55a6cb5-967a-4631-865a-95818de4ff35), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:13:47.722971 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.agents_db [None req-cc71a237-c19e-45a1-a167-cff52744c55e None None] Agent healthcheck: found 5 active agents {{(pid=104026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 18:13:51.981728 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1672727'] for agent (2ed5d983-d6d1-49f2-9dfa-1a41e5be1317), after_create {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:13:57.577362 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-a91a47d9-978f-4656-979f-45d730908820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (c89944b2-e06f-41dc-a0fc-77a7e649c9d3), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:13:59.998086 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-09dca0e2-f0db-4348-b41a-0c7003578ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:14:01.117869 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-4fdd29be-a970-4503-919e-12b86a90c52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (74c08095-bc4c-43d3-91b6-743b06ad1f6c), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:14:02.502567 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-f7537222-04fb-4408-8d24-7493625e2bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (88f974dc-3c14-4d3d-9ef8-4363bb88b433), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:14:03.781438 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (e55a6cb5-967a-4631-865a-95818de4ff35), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:14:08.052342 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 46256) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:14:08.157408 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-d20be423-53fd-4adf-9e61-e101049fa4f5 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1039662 May 04 18:14:10.428464 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 46266) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:14:10.489725 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-6590d6ca-0e49-4917-8605-e38a345254b1 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0595891 May 04 18:14:22.030491 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (2ed5d983-d6d1-49f2-9dfa-1a41e5be1317), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:14:24.721206 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.agents_db [None req-cc71a237-c19e-45a1-a167-cff52744c55e None None] Agent healthcheck: found 6 active agents {{(pid=104026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 18:14:27.575102 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-24fdd189-d857-4690-a4ea-d600abdafd2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (c89944b2-e06f-41dc-a0fc-77a7e649c9d3), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:14:29.980759 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-31b0080d-10ce-42d0-a5c8-6f4757730597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:14:31.105936 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-4fdd29be-a970-4503-919e-12b86a90c52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (74c08095-bc4c-43d3-91b6-743b06ad1f6c), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:14:32.498380 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-f7537222-04fb-4408-8d24-7493625e2bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (88f974dc-3c14-4d3d-9ef8-4363bb88b433), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:14:33.803401 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (e55a6cb5-967a-4631-865a-95818de4ff35), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:14:52.005939 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (2ed5d983-d6d1-49f2-9dfa-1a41e5be1317), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:14:57.576818 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-c6c258fe-d4d6-44fe-af49-cb4d25907c9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (c89944b2-e06f-41dc-a0fc-77a7e649c9d3), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:00.024405 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-2107290f-293a-4423-9700-6a078837dc01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:01.122070 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-4fdd29be-a970-4503-919e-12b86a90c52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (74c08095-bc4c-43d3-91b6-743b06ad1f6c), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:01.719621 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.agents_db [None req-cc71a237-c19e-45a1-a167-cff52744c55e None None] Agent healthcheck: found 6 active agents {{(pid=104026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 18:15:02.514081 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-f7537222-04fb-4408-8d24-7493625e2bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (88f974dc-3c14-4d3d-9ef8-4363bb88b433), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:03.794020 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (e55a6cb5-967a-4631-865a-95818de4ff35), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:22.016656 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (2ed5d983-d6d1-49f2-9dfa-1a41e5be1317), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:27.588174 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-d0a69269-a80e-4b8b-84a2-3410d539094a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (c89944b2-e06f-41dc-a0fc-77a7e649c9d3), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:30.020171 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-cb2e9cc7-dae7-4f0b-8719-64587c95bf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:31.107323 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-4fdd29be-a970-4503-919e-12b86a90c52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (74c08095-bc4c-43d3-91b6-743b06ad1f6c), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:32.536005 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-f7537222-04fb-4408-8d24-7493625e2bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (88f974dc-3c14-4d3d-9ef8-4363bb88b433), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:33.820004 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (e55a6cb5-967a-4631-865a-95818de4ff35), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:38.718556 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.agents_db [None req-cc71a237-c19e-45a1-a167-cff52744c55e None None] Agent healthcheck: found 6 active agents {{(pid=104026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 18:15:49.014547 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 46416) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:15:49.530310 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.v2.base [None req-ad7d77ed-8c20-43d7-bc06-02383b335337 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2042377689-network', 'tenant_id': '1437e10b84d943a885db1ec25dccc6e5'}} {{(pid=104023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:15:49.649039 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad7d77ed-8c20-43d7-bc06-02383b335337 admin admin] Made reservation on behalf of 1437e10b84d943a885db1ec25dccc6e5 for: {'network': 1} {{(pid=104023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:15:49.655282 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-ad7d77ed-8c20-43d7-bc06-02383b335337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for network (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:49.666116 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-ad7d77ed-8c20-43d7-bc06-02383b335337 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:49.788885 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-ad7d77ed-8c20-43d7-bc06-02383b335337 admin admin] Publish callbacks [] for security_group (f9f59c52-6e94-450f-9002-1b352854b8c8), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:49.859007 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-ad7d77ed-8c20-43d7-bc06-02383b335337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (f9f59c52-6e94-450f-9002-1b352854b8c8), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:49.887883 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad7d77ed-8c20-43d7-bc06-02383b335337 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 807} {{(pid=104023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 18:15:49.894639 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7d77ed-8c20-43d7-bc06-02383b335337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f59c52-6e94-450f-9002-1b352854b8c8,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:15:49.909343 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-ad7d77ed-8c20-43d7-bc06-02383b335337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691573'] for segment (de7bb9b3-95ed-4c1b-8898-7bebbfcd85a3), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:49.909848 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.db.segments_db [None req-ad7d77ed-8c20-43d7-bc06-02383b335337 admin admin] Added segment de7bb9b3-95ed-4c1b-8898-7bebbfcd85a3 of type vlan for network 26d35b79-1359-484a-a955-f54353f413dc May 04 18:15:49.911933 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7d77ed-8c20-43d7-bc06-02383b335337 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:15:49.912285 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7d77ed-8c20-43d7-bc06-02383b335337 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:15:49.912662 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7d77ed-8c20-43d7-bc06-02383b335337 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:15:49.913584 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7d77ed-8c20-43d7-bc06-02383b335337 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:15:49.913790 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7d77ed-8c20-43d7-bc06-02383b335337 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:15:49.914135 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7d77ed-8c20-43d7-bc06-02383b335337 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:15:49.914470 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7d77ed-8c20-43d7-bc06-02383b335337 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:15:49.914803 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7d77ed-8c20-43d7-bc06-02383b335337 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:15:49.915181 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7d77ed-8c20-43d7-bc06-02383b335337 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:15:49.915526 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7d77ed-8c20-43d7-bc06-02383b335337 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:15:49.915937 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7d77ed-8c20-43d7-bc06-02383b335337 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:15:49.916297 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7d77ed-8c20-43d7-bc06-02383b335337 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:15:49.916629 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7d77ed-8c20-43d7-bc06-02383b335337 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:15:49.916961 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7d77ed-8c20-43d7-bc06-02383b335337 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:15:49.917291 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7d77ed-8c20-43d7-bc06-02383b335337 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:15:49.918436 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7d77ed-8c20-43d7-bc06-02383b335337 admin admin] Tracked resource versions report: May 04 18:15:49.918436 dv-cinder-840511-4-iscsi neutron-server[104023]: pushed versions: May 04 18:15:49.918436 dv-cinder-840511-4-iscsi neutron-server[104023]: { 'AddressGroup': {'1.2'}, May 04 18:15:49.918436 dv-cinder-840511-4-iscsi neutron-server[104023]: 'Agent': {'1.1'}, May 04 18:15:49.918436 dv-cinder-840511-4-iscsi neutron-server[104023]: 'ConntrackHelper': {'1.0'}, May 04 18:15:49.918436 dv-cinder-840511-4-iscsi neutron-server[104023]: 'LocalIPAssociation': {'1.0'}, May 04 18:15:49.918436 dv-cinder-840511-4-iscsi neutron-server[104023]: 'Log': {'1.0'}, May 04 18:15:49.918436 dv-cinder-840511-4-iscsi neutron-server[104023]: 'NDPProxy': {'1.0'}, May 04 18:15:49.918436 dv-cinder-840511-4-iscsi neutron-server[104023]: 'Network': {'1.1'}, May 04 18:15:49.918436 dv-cinder-840511-4-iscsi neutron-server[104023]: 'Port': {'1.7'}, May 04 18:15:49.918436 dv-cinder-840511-4-iscsi neutron-server[104023]: 'PortForwarding': {'1.3'}, May 04 18:15:49.918436 dv-cinder-840511-4-iscsi neutron-server[104023]: 'QosPolicy': {'1.10'}, May 04 18:15:49.918436 dv-cinder-840511-4-iscsi neutron-server[104023]: 'SecurityGroup': {'1.5'}, May 04 18:15:49.918436 dv-cinder-840511-4-iscsi neutron-server[104023]: 'SecurityGroupRule': {'1.2'}, May 04 18:15:49.918436 dv-cinder-840511-4-iscsi neutron-server[104023]: 'SubPort': {'1.0'}, May 04 18:15:49.918436 dv-cinder-840511-4-iscsi neutron-server[104023]: 'Subnet': {'1.1'}, May 04 18:15:49.918436 dv-cinder-840511-4-iscsi neutron-server[104023]: 'Trunk': {'1.1'}} May 04 18:15:49.918436 dv-cinder-840511-4-iscsi neutron-server[104023]: consumer versions: May 04 18:15:49.918436 dv-cinder-840511-4-iscsi neutron-server[104023]: { DHCP agent@dv-cinder-840511-4-iscsi: {}, May 04 18:15:49.918436 dv-cinder-840511-4-iscsi neutron-server[104023]: HyperV agent@hv-cinder-84051: {}, May 04 18:15:49.918436 dv-cinder-840511-4-iscsi neutron-server[104023]: L3 agent@dv-cinder-840511-4-iscsi: {}, May 04 18:15:49.918436 dv-cinder-840511-4-iscsi neutron-server[104023]: Metadata agent@dv-cinder-840511-4-iscsi: {}, May 04 18:15:49.918436 dv-cinder-840511-4-iscsi neutron-server[104023]: Metering agent@dv-cinder-840511-4-iscsi: {}, May 04 18:15:49.918436 dv-cinder-840511-4-iscsi neutron-server[104023]: Open vSwitch agent@dv-cinder-840511-4-iscsi: { 'AddressGroup': '1.2', May 04 18:15:49.918436 dv-cinder-840511-4-iscsi neutron-server[104023]: 'Agent': '1.1', May 04 18:15:49.918436 dv-cinder-840511-4-iscsi neutron-server[104023]: 'ConntrackHelper': '1.0', May 04 18:15:49.918436 dv-cinder-840511-4-iscsi neutron-server[104023]: 'LocalIPAssociation': '1.0', May 04 18:15:49.918436 dv-cinder-840511-4-iscsi neutron-server[104023]: 'Log': '1.0', May 04 18:15:49.918436 dv-cinder-840511-4-iscsi neutron-server[104023]: 'NDPProxy': '1.0', May 04 18:15:49.918436 dv-cinder-840511-4-iscsi neutron-server[104023]: 'Network': '1.1', May 04 18:15:49.918436 dv-cinder-840511-4-iscsi neutron-server[104023]: 'Port': '1.7', May 04 18:15:49.918436 dv-cinder-840511-4-iscsi neutron-server[104023]: 'PortForwarding': '1.3', May 04 18:15:49.918436 dv-cinder-840511-4-iscsi neutron-server[104023]: 'QosPolicy': '1.10', May 04 18:15:49.918436 dv-cinder-840511-4-iscsi neutron-server[104023]: 'SecurityGroup': '1.5', May 04 18:15:49.918436 dv-cinder-840511-4-iscsi neutron-server[104023]: 'SecurityGroupRule': '1.2', May 04 18:15:49.918436 dv-cinder-840511-4-iscsi neutron-server[104023]: 'SubPort': '1.0', May 04 18:15:49.918436 dv-cinder-840511-4-iscsi neutron-server[104023]: 'Subnet': '1.1', May 04 18:15:49.918436 dv-cinder-840511-4-iscsi neutron-server[104023]: 'Trunk': '1.1'}} May 04 18:15:49.918436 dv-cinder-840511-4-iscsi neutron-server[104023]: {{(pid=104023) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 18:15:49.967589 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-ad7d77ed-8c20-43d7-bc06-02383b335337 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772819821523'] for network (26d35b79-1359-484a-a955-f54353f413dc), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:50.090160 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-ad7d77ed-8c20-43d7-bc06-02383b335337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260'] for network (26d35b79-1359-484a-a955-f54353f413dc), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:50.091865 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7d77ed-8c20-43d7-bc06-02383b335337 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:15:50.092686 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-ad7d77ed-8c20-43d7-bc06-02383b335337 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598214'] for network (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:50.154035 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7d77ed-8c20-43d7-bc06-02383b335337 admin admin] Pushing event updated for resources: {'Network': ['ID=26d35b79-1359-484a-a955-f54353f413dc,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:15:50.172477 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Network 26d35b79-1359-484a-a955-f54353f413dc details requested by agent ovs-agent-dv-cinder-840511-4-iscsi with host dv-cinder-840511-4-iscsi {{(pid=104025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 18:15:50.185339 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-ad7d77ed-8c20-43d7-bc06-02383b335337 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1696351 May 04 18:15:50.188133 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 46468) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:15:50.194026 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.v2.base [None req-01d3ffec-4bba-415f-9100-1f1773565ac0 admin admin] Request body: {'subnet': {'network_id': '26d35b79-1359-484a-a955-f54353f413dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2042377689-subnet', 'tenant_id': '1437e10b84d943a885db1ec25dccc6e5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:15:50.280108 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 46474) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:15:50.287333 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d3ffec-4bba-415f-9100-1f1773565ac0 admin admin] Made reservation on behalf of 1437e10b84d943a885db1ec25dccc6e5 for: {'subnet': 1} {{(pid=104024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:15:50.289576 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-01d3ffec-4bba-415f-9100-1f1773565ac0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:50.313393 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 46478) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:15:50.678749 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-01d3ffec-4bba-415f-9100-1f1773565ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260'] for subnet (0e97a9af-bf91-4879-8505-d85b9edd2417), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:50.739944 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d3ffec-4bba-415f-9100-1f1773565ac0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e97a9af-bf91-4879-8505-d85b9edd2417,revision_number=0']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:15:50.748757 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d3ffec-4bba-415f-9100-1f1773565ac0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:15:50.749996 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d3ffec-4bba-415f-9100-1f1773565ac0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:15:50.749996 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d3ffec-4bba-415f-9100-1f1773565ac0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:15:50.750410 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d3ffec-4bba-415f-9100-1f1773565ac0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:15:50.750815 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d3ffec-4bba-415f-9100-1f1773565ac0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:15:50.751175 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d3ffec-4bba-415f-9100-1f1773565ac0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:15:50.751506 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d3ffec-4bba-415f-9100-1f1773565ac0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:15:50.751835 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d3ffec-4bba-415f-9100-1f1773565ac0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:15:50.752159 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d3ffec-4bba-415f-9100-1f1773565ac0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:15:50.752481 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d3ffec-4bba-415f-9100-1f1773565ac0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:15:50.753006 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d3ffec-4bba-415f-9100-1f1773565ac0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:15:50.753332 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d3ffec-4bba-415f-9100-1f1773565ac0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:15:50.753654 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d3ffec-4bba-415f-9100-1f1773565ac0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:15:50.753994 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d3ffec-4bba-415f-9100-1f1773565ac0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:15:50.754299 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d3ffec-4bba-415f-9100-1f1773565ac0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:15:50.755494 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d3ffec-4bba-415f-9100-1f1773565ac0 admin admin] Tracked resource versions report: May 04 18:15:50.755494 dv-cinder-840511-4-iscsi neutron-server[104024]: pushed versions: May 04 18:15:50.755494 dv-cinder-840511-4-iscsi neutron-server[104024]: { 'AddressGroup': {'1.2'}, May 04 18:15:50.755494 dv-cinder-840511-4-iscsi neutron-server[104024]: 'Agent': {'1.1'}, May 04 18:15:50.755494 dv-cinder-840511-4-iscsi neutron-server[104024]: 'ConntrackHelper': {'1.0'}, May 04 18:15:50.755494 dv-cinder-840511-4-iscsi neutron-server[104024]: 'LocalIPAssociation': {'1.0'}, May 04 18:15:50.755494 dv-cinder-840511-4-iscsi neutron-server[104024]: 'Log': {'1.0'}, May 04 18:15:50.755494 dv-cinder-840511-4-iscsi neutron-server[104024]: 'NDPProxy': {'1.0'}, May 04 18:15:50.755494 dv-cinder-840511-4-iscsi neutron-server[104024]: 'Network': {'1.1'}, May 04 18:15:50.755494 dv-cinder-840511-4-iscsi neutron-server[104024]: 'Port': {'1.7'}, May 04 18:15:50.755494 dv-cinder-840511-4-iscsi neutron-server[104024]: 'PortForwarding': {'1.3'}, May 04 18:15:50.755494 dv-cinder-840511-4-iscsi neutron-server[104024]: 'QosPolicy': {'1.10'}, May 04 18:15:50.755494 dv-cinder-840511-4-iscsi neutron-server[104024]: 'SecurityGroup': {'1.5'}, May 04 18:15:50.755494 dv-cinder-840511-4-iscsi neutron-server[104024]: 'SecurityGroupRule': {'1.2'}, May 04 18:15:50.755494 dv-cinder-840511-4-iscsi neutron-server[104024]: 'SubPort': {'1.0'}, May 04 18:15:50.755494 dv-cinder-840511-4-iscsi neutron-server[104024]: 'Subnet': {'1.1'}, May 04 18:15:50.755494 dv-cinder-840511-4-iscsi neutron-server[104024]: 'Trunk': {'1.1'}} May 04 18:15:50.755494 dv-cinder-840511-4-iscsi neutron-server[104024]: consumer versions: May 04 18:15:50.755494 dv-cinder-840511-4-iscsi neutron-server[104024]: { DHCP agent@dv-cinder-840511-4-iscsi: {}, May 04 18:15:50.755494 dv-cinder-840511-4-iscsi neutron-server[104024]: HyperV agent@hv-cinder-84051: {}, May 04 18:15:50.755494 dv-cinder-840511-4-iscsi neutron-server[104024]: L3 agent@dv-cinder-840511-4-iscsi: {}, May 04 18:15:50.755494 dv-cinder-840511-4-iscsi neutron-server[104024]: Metadata agent@dv-cinder-840511-4-iscsi: {}, May 04 18:15:50.755494 dv-cinder-840511-4-iscsi neutron-server[104024]: Metering agent@dv-cinder-840511-4-iscsi: {}, May 04 18:15:50.755494 dv-cinder-840511-4-iscsi neutron-server[104024]: Open vSwitch agent@dv-cinder-840511-4-iscsi: { 'AddressGroup': '1.2', May 04 18:15:50.755494 dv-cinder-840511-4-iscsi neutron-server[104024]: 'Agent': '1.1', May 04 18:15:50.755494 dv-cinder-840511-4-iscsi neutron-server[104024]: 'ConntrackHelper': '1.0', May 04 18:15:50.755494 dv-cinder-840511-4-iscsi neutron-server[104024]: 'LocalIPAssociation': '1.0', May 04 18:15:50.755494 dv-cinder-840511-4-iscsi neutron-server[104024]: 'Log': '1.0', May 04 18:15:50.755494 dv-cinder-840511-4-iscsi neutron-server[104024]: 'NDPProxy': '1.0', May 04 18:15:50.755494 dv-cinder-840511-4-iscsi neutron-server[104024]: 'Network': '1.1', May 04 18:15:50.755494 dv-cinder-840511-4-iscsi neutron-server[104024]: 'Port': '1.7', May 04 18:15:50.755494 dv-cinder-840511-4-iscsi neutron-server[104024]: 'PortForwarding': '1.3', May 04 18:15:50.755494 dv-cinder-840511-4-iscsi neutron-server[104024]: 'QosPolicy': '1.10', May 04 18:15:50.755494 dv-cinder-840511-4-iscsi neutron-server[104024]: 'SecurityGroup': '1.5', May 04 18:15:50.755494 dv-cinder-840511-4-iscsi neutron-server[104024]: 'SecurityGroupRule': '1.2', May 04 18:15:50.755494 dv-cinder-840511-4-iscsi neutron-server[104024]: 'SubPort': '1.0', May 04 18:15:50.755494 dv-cinder-840511-4-iscsi neutron-server[104024]: 'Subnet': '1.1', May 04 18:15:50.755494 dv-cinder-840511-4-iscsi neutron-server[104024]: 'Trunk': '1.1'}} May 04 18:15:50.755494 dv-cinder-840511-4-iscsi neutron-server[104024]: {{(pid=104024) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 18:15:50.765361 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d3ffec-4bba-415f-9100-1f1773565ac0 admin admin] Checking segment: {'id': 'de7bb9b3-95ed-4c1b-8898-7bebbfcd85a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '26d35b79-1359-484a-a955-f54353f413dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:15:50.765802 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d3ffec-4bba-415f-9100-1f1773565ac0 admin admin] Network hostable DHCP agents. Network: 26d35b79-1359-484a-a955-f54353f413dc, hostable agents: ['c89944b2-e06f-41dc-a0fc-77a7e649c9d3'], hosted agents: [] {{(pid=104024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 18:15:50.783529 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.v2.base [None req-7b20cf09-59c6-4d20-873d-92488a6881d2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-798757056-network', 'tenant_id': '0998832c5db04fe5b7e93fa392a693f8'}} {{(pid=104024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:15:50.807236 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 46496) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:15:50.823580 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.v2.base [None req-48425faa-8a51-4811-944a-918b5d79c648 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1742315776-network', 'tenant_id': '52f7ff6557334462979f9934251c2158'}} {{(pid=104023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:15:50.858378 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 46504) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:15:50.871748 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d3ffec-4bba-415f-9100-1f1773565ac0 admin admin] Network 26d35b79-1359-484a-a955-f54353f413dc is scheduled to be hosted by DHCP agent c89944b2-e06f-41dc-a0fc-77a7e649c9d3 with binding_index 1 {{(pid=104024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 18:15:50.906802 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.v2.base [None req-5d68c752-ebdd-40dc-ae2a-4881a63bd471 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2125482229-network', 'tenant_id': 'd61287a330cd4af9bd9dc26fd4dbd32c'}} {{(pid=104024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:15:50.928719 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b20cf09-59c6-4d20-873d-92488a6881d2 admin admin] Made reservation on behalf of 0998832c5db04fe5b7e93fa392a693f8 for: {'network': 1} {{(pid=104024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:15:50.928915 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48425faa-8a51-4811-944a-918b5d79c648 admin admin] Made reservation on behalf of 52f7ff6557334462979f9934251c2158 for: {'network': 1} {{(pid=104023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:15:50.931327 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-7b20cf09-59c6-4d20-873d-92488a6881d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for network (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:50.932194 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-48425faa-8a51-4811-944a-918b5d79c648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for network (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:50.941119 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-48425faa-8a51-4811-944a-918b5d79c648 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:50.941596 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-7b20cf09-59c6-4d20-873d-92488a6881d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:50.977574 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.base_scheduler [None req-01d3ffec-4bba-415f-9100-1f1773565ac0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840511-4-iscsi, 26d35b79-1359-484a-a955-f54353f413dc) {{(pid=104024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:15:50.991940 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82dabe6-bd6f-48f4-bc11-32cc40968622 None None] Network 26d35b79-1359-484a-a955-f54353f413dc requested from dv-cinder-840511-4-iscsi {{(pid=104025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 18:15:51.008931 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d3ffec-4bba-415f-9100-1f1773565ac0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:15:51.012856 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-01d3ffec-4bba-415f-9100-1f1773565ac0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598214'] for subnet (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:51.043645 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-7b20cf09-59c6-4d20-873d-92488a6881d2 admin admin] Publish callbacks [] for security_group (2d7fb051-b449-40ee-9265-84bda6a92618), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:51.050693 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d68c752-ebdd-40dc-ae2a-4881a63bd471 admin admin] Made reservation on behalf of d61287a330cd4af9bd9dc26fd4dbd32c for: {'network': 1} {{(pid=104024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:15:51.053309 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-5d68c752-ebdd-40dc-ae2a-4881a63bd471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for network (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:51.063337 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-5d68c752-ebdd-40dc-ae2a-4881a63bd471 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:51.114822 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-48425faa-8a51-4811-944a-918b5d79c648 admin admin] Publish callbacks [] for security_group (b4ef2f0d-4862-46ef-83c0-a87e24bfd006), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:51.133376 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-7b20cf09-59c6-4d20-873d-92488a6881d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (2d7fb051-b449-40ee-9265-84bda6a92618), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:51.142784 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b20cf09-59c6-4d20-873d-92488a6881d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 823} {{(pid=104024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 18:15:51.144094 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad30b16-212e-4803-b977-78d615ef5e61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7413deaf-5835-5fbd-ad87-e75b1d698e43-26d35b79-1359-484a-a955-f54353f413dc', 'network_id': '26d35b79-1359-484a-a955-f54353f413dc', 'project_id': '1437e10b84d943a885db1ec25dccc6e5', 'fixed_ips': [{'subnet_id': '0e97a9af-bf91-4879-8505-d85b9edd2417'}]}} from dv-cinder-840511-4-iscsi. {{(pid=104025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 18:15:51.145264 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-3ad30b16-212e-4803-b977-78d615ef5e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (None), before_create {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:51.158868 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-7b20cf09-59c6-4d20-873d-92488a6881d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691573'] for segment (9e5cf92f-729c-4cdb-aa1e-4c2ffa731f17), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:51.162111 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.db.segments_db [None req-7b20cf09-59c6-4d20-873d-92488a6881d2 admin admin] Added segment 9e5cf92f-729c-4cdb-aa1e-4c2ffa731f17 of type vlan for network 6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e May 04 18:15:51.199969 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.v2.base [None req-5b707a76-8a02-4d79-83ac-dfdc6604b9f1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1422855433-network', 'tenant_id': 'abd8d070b5774718a1d4cba279b35b76'}} {{(pid=104023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:15:51.221181 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-7b20cf09-59c6-4d20-873d-92488a6881d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772819821523'] for network (6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:51.233074 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-01d3ffec-4bba-415f-9100-1f1773565ac0 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0413494 May 04 18:15:51.235533 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 46516) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:15:51.242219 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.v2.base [None req-97af5280-79bd-440b-bba2-7603c2b86920 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2042377689-router', 'tenant_id': '1437e10b84d943a885db1ec25dccc6e5', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31'}}} {{(pid=104023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:15:51.250585 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-48425faa-8a51-4811-944a-918b5d79c648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (b4ef2f0d-4862-46ef-83c0-a87e24bfd006), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:51.274284 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48425faa-8a51-4811-944a-918b5d79c648 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 804} {{(pid=104023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 18:15:51.278831 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-5d68c752-ebdd-40dc-ae2a-4881a63bd471 admin admin] Publish callbacks [] for security_group (8539d889-0aa6-45d8-bb75-c4c65558f3ed), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:51.285265 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b20cf09-59c6-4d20-873d-92488a6881d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7fb051-b449-40ee-9265-84bda6a92618,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:15:51.289494 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-48425faa-8a51-4811-944a-918b5d79c648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691573'] for segment (97ff9aec-6531-4441-91ba-ff0470154517), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:51.291920 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.db.segments_db [None req-48425faa-8a51-4811-944a-918b5d79c648 admin admin] Added segment 97ff9aec-6531-4441-91ba-ff0470154517 of type vlan for network a6fe39e6-2945-43c4-866c-f901f807513e May 04 18:15:51.300191 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.db_base_plugin_common [None req-3ad30b16-212e-4803-b977-78d615ef5e61 None None] Allocated IP 172.20.0.2 (26d35b79-1359-484a-a955-f54353f413dc/0e97a9af-bf91-4879-8505-d85b9edd2417/4c7ba454-f4f6-40e4-b8e7-e4bcd5265c1b) {{(pid=104025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:15:51.334603 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-48425faa-8a51-4811-944a-918b5d79c648 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772819821523'] for network (a6fe39e6-2945-43c4-866c-f901f807513e), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:51.354317 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-5d68c752-ebdd-40dc-ae2a-4881a63bd471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (8539d889-0aa6-45d8-bb75-c4c65558f3ed), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:51.364072 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b707a76-8a02-4d79-83ac-dfdc6604b9f1 admin admin] Made reservation on behalf of abd8d070b5774718a1d4cba279b35b76 for: {'network': 1} {{(pid=104023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:15:51.366531 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b707a76-8a02-4d79-83ac-dfdc6604b9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for network (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:51.379860 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b707a76-8a02-4d79-83ac-dfdc6604b9f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:51.381613 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d68c752-ebdd-40dc-ae2a-4881a63bd471 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 825} {{(pid=104024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 18:15:51.399669 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48425faa-8a51-4811-944a-918b5d79c648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ef2f0d-4862-46ef-83c0-a87e24bfd006,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:15:51.401486 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-5d68c752-ebdd-40dc-ae2a-4881a63bd471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691573'] for segment (b4dedef6-d3db-484a-90f3-a3c1c96d8c06), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:51.403115 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.db.segments_db [None req-5d68c752-ebdd-40dc-ae2a-4881a63bd471 admin admin] Added segment b4dedef6-d3db-484a-90f3-a3c1c96d8c06 of type vlan for network 749ebc86-c8f6-4fa1-a57a-0024399bcc1e May 04 18:15:51.424098 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-97af5280-79bd-440b-bba2-7603c2b86920 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1680882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13377'] for router (5a083771-4312-41bf-99a2-16ce3ccd099a), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:51.425486 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-97af5280-79bd-440b-bba2-7603c2b86920 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1680798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1675771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1801714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13400'] for router (5a083771-4312-41bf-99a2-16ce3ccd099a), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:51.456168 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-48425faa-8a51-4811-944a-918b5d79c648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260'] for network (a6fe39e6-2945-43c4-866c-f901f807513e), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:51.456168 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48425faa-8a51-4811-944a-918b5d79c648 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:15:51.456168 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-48425faa-8a51-4811-944a-918b5d79c648 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598214'] for network (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:51.456576 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-3ad30b16-212e-4803-b977-78d615ef5e61 None None] Publish callbacks [] for port (4c7ba454-f4f6-40e4-b8e7-e4bcd5265c1b), precommit_create {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:51.482042 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-5d68c752-ebdd-40dc-ae2a-4881a63bd471 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772819821523'] for network (749ebc86-c8f6-4fa1-a57a-0024399bcc1e), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:51.509776 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-7b20cf09-59c6-4d20-873d-92488a6881d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260'] for network (6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:51.511101 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b20cf09-59c6-4d20-873d-92488a6881d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:15:51.511914 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-7b20cf09-59c6-4d20-873d-92488a6881d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598214'] for network (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:51.535511 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-3ad30b16-212e-4803-b977-78d615ef5e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772819832230'] for port (4c7ba454-f4f6-40e4-b8e7-e4bcd5265c1b), after_create {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:51.585077 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-97af5280-79bd-440b-bba2-7603c2b86920 admin admin] Publish callbacks [] for router_controller (5a083771-4312-41bf-99a2-16ce3ccd099a), precommit_add_association {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:51.615593 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad30b16-212e-4803-b977-78d615ef5e61 None None] Network 26d35b79-1359-484a-a955-f54353f413dc is already hosted by enough agents. {{(pid=104025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:15:51.623132 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d68c752-ebdd-40dc-ae2a-4881a63bd471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8539d889-0aa6-45d8-bb75-c4c65558f3ed,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:15:51.627216 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b20cf09-59c6-4d20-873d-92488a6881d2 admin admin] Pushing event updated for resources: {'Network': ['ID=6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:15:51.631465 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad30b16-212e-4803-b977-78d615ef5e61 None None] Pushing event updated for resources: {'Port': ['ID=4c7ba454-f4f6-40e4-b8e7-e4bcd5265c1b,revision_number=1']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:15:51.633699 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-48425faa-8a51-4811-944a-918b5d79c648 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3192167 May 04 18:15:51.634437 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48425faa-8a51-4811-944a-918b5d79c648 admin admin] Pushing event updated for resources: {'Network': ['ID=a6fe39e6-2945-43c4-866c-f901f807513e,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:15:51.636873 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-5d68c752-ebdd-40dc-ae2a-4881a63bd471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260'] for network (749ebc86-c8f6-4fa1-a57a-0024399bcc1e), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:51.637780 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d68c752-ebdd-40dc-ae2a-4881a63bd471 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:15:51.638362 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-5d68c752-ebdd-40dc-ae2a-4881a63bd471 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598214'] for network (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:51.642031 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 46532) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:15:51.646896 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.v2.base [None req-20577425-efff-4206-8b39-4d094698ddfd admin admin] Request body: {'subnet': {'network_id': 'a6fe39e6-2945-43c4-866c-f901f807513e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1742315776-subnet', 'tenant_id': '52f7ff6557334462979f9934251c2158', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:15:51.654616 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.scheduler.base_scheduler [None req-3ad30b16-212e-4803-b977-78d615ef5e61 None None] Resources bound (agent type, host, resource id): {{(pid=104025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:15:51.661001 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad30b16-212e-4803-b977-78d615ef5e61 None None] Received port after_create {{(pid=104025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:15:51.672610 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-7b20cf09-59c6-4d20-873d-92488a6881d2 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3874414 May 04 18:15:51.673546 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 46534) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:15:51.675748 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b707a76-8a02-4d79-83ac-dfdc6604b9f1 admin admin] Publish callbacks [] for security_group (eff15f41-7f21-44d8-b49c-1faf9bfd1a65), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:51.676199 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad30b16-212e-4803-b977-78d615ef5e61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:15:51.678423 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad30b16-212e-4803-b977-78d615ef5e61 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:15:51.680727 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad30b16-212e-4803-b977-78d615ef5e61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:15:51.681212 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad30b16-212e-4803-b977-78d615ef5e61 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:15:51.682149 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad30b16-212e-4803-b977-78d615ef5e61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:15:51.682843 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad30b16-212e-4803-b977-78d615ef5e61 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:15:51.683935 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad30b16-212e-4803-b977-78d615ef5e61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:15:51.688365 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad30b16-212e-4803-b977-78d615ef5e61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:15:51.688365 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad30b16-212e-4803-b977-78d615ef5e61 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:15:51.688365 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad30b16-212e-4803-b977-78d615ef5e61 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:15:51.688365 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad30b16-212e-4803-b977-78d615ef5e61 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:15:51.688804 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad30b16-212e-4803-b977-78d615ef5e61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:15:51.688886 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad30b16-212e-4803-b977-78d615ef5e61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:15:51.689163 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad30b16-212e-4803-b977-78d615ef5e61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:15:51.690915 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.v2.base [None req-931282f9-3b74-4c5a-af3c-104a29c03274 admin admin] Request body: {'subnet': {'network_id': '6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-798757056-subnet', 'tenant_id': '0998832c5db04fe5b7e93fa392a693f8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:15:51.693054 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad30b16-212e-4803-b977-78d615ef5e61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:15:51.693801 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad30b16-212e-4803-b977-78d615ef5e61 None None] Tracked resource versions report: May 04 18:15:51.693801 dv-cinder-840511-4-iscsi neutron-server[104025]: pushed versions: May 04 18:15:51.693801 dv-cinder-840511-4-iscsi neutron-server[104025]: { 'AddressGroup': {'1.2'}, May 04 18:15:51.693801 dv-cinder-840511-4-iscsi neutron-server[104025]: 'Agent': {'1.1'}, May 04 18:15:51.693801 dv-cinder-840511-4-iscsi neutron-server[104025]: 'ConntrackHelper': {'1.0'}, May 04 18:15:51.693801 dv-cinder-840511-4-iscsi neutron-server[104025]: 'LocalIPAssociation': {'1.0'}, May 04 18:15:51.693801 dv-cinder-840511-4-iscsi neutron-server[104025]: 'Log': {'1.0'}, May 04 18:15:51.693801 dv-cinder-840511-4-iscsi neutron-server[104025]: 'NDPProxy': {'1.0'}, May 04 18:15:51.693801 dv-cinder-840511-4-iscsi neutron-server[104025]: 'Network': {'1.1'}, May 04 18:15:51.693801 dv-cinder-840511-4-iscsi neutron-server[104025]: 'Port': {'1.7'}, May 04 18:15:51.693801 dv-cinder-840511-4-iscsi neutron-server[104025]: 'PortForwarding': {'1.3'}, May 04 18:15:51.693801 dv-cinder-840511-4-iscsi neutron-server[104025]: 'QosPolicy': {'1.10'}, May 04 18:15:51.693801 dv-cinder-840511-4-iscsi neutron-server[104025]: 'SecurityGroup': {'1.5'}, May 04 18:15:51.693801 dv-cinder-840511-4-iscsi neutron-server[104025]: 'SecurityGroupRule': {'1.2'}, May 04 18:15:51.693801 dv-cinder-840511-4-iscsi neutron-server[104025]: 'SubPort': {'1.0'}, May 04 18:15:51.693801 dv-cinder-840511-4-iscsi neutron-server[104025]: 'Subnet': {'1.1'}, May 04 18:15:51.693801 dv-cinder-840511-4-iscsi neutron-server[104025]: 'Trunk': {'1.1'}} May 04 18:15:51.693801 dv-cinder-840511-4-iscsi neutron-server[104025]: consumer versions: May 04 18:15:51.693801 dv-cinder-840511-4-iscsi neutron-server[104025]: { DHCP agent@dv-cinder-840511-4-iscsi: {}, May 04 18:15:51.693801 dv-cinder-840511-4-iscsi neutron-server[104025]: HyperV agent@hv-cinder-84051: {}, May 04 18:15:51.693801 dv-cinder-840511-4-iscsi neutron-server[104025]: L3 agent@dv-cinder-840511-4-iscsi: {}, May 04 18:15:51.693801 dv-cinder-840511-4-iscsi neutron-server[104025]: Metadata agent@dv-cinder-840511-4-iscsi: {}, May 04 18:15:51.693801 dv-cinder-840511-4-iscsi neutron-server[104025]: Metering agent@dv-cinder-840511-4-iscsi: {}, May 04 18:15:51.693801 dv-cinder-840511-4-iscsi neutron-server[104025]: Open vSwitch agent@dv-cinder-840511-4-iscsi: { 'AddressGroup': '1.2', May 04 18:15:51.693801 dv-cinder-840511-4-iscsi neutron-server[104025]: 'Agent': '1.1', May 04 18:15:51.693801 dv-cinder-840511-4-iscsi neutron-server[104025]: 'ConntrackHelper': '1.0', May 04 18:15:51.693801 dv-cinder-840511-4-iscsi neutron-server[104025]: 'LocalIPAssociation': '1.0', May 04 18:15:51.693801 dv-cinder-840511-4-iscsi neutron-server[104025]: 'Log': '1.0', May 04 18:15:51.693801 dv-cinder-840511-4-iscsi neutron-server[104025]: 'NDPProxy': '1.0', May 04 18:15:51.693801 dv-cinder-840511-4-iscsi neutron-server[104025]: 'Network': '1.1', May 04 18:15:51.693801 dv-cinder-840511-4-iscsi neutron-server[104025]: 'Port': '1.7', May 04 18:15:51.693801 dv-cinder-840511-4-iscsi neutron-server[104025]: 'PortForwarding': '1.3', May 04 18:15:51.693801 dv-cinder-840511-4-iscsi neutron-server[104025]: 'QosPolicy': '1.10', May 04 18:15:51.693801 dv-cinder-840511-4-iscsi neutron-server[104025]: 'SecurityGroup': '1.5', May 04 18:15:51.693801 dv-cinder-840511-4-iscsi neutron-server[104025]: 'SecurityGroupRule': '1.2', May 04 18:15:51.693801 dv-cinder-840511-4-iscsi neutron-server[104025]: 'SubPort': '1.0', May 04 18:15:51.693801 dv-cinder-840511-4-iscsi neutron-server[104025]: 'Subnet': '1.1', May 04 18:15:51.693801 dv-cinder-840511-4-iscsi neutron-server[104025]: 'Trunk': '1.1'}} May 04 18:15:51.693801 dv-cinder-840511-4-iscsi neutron-server[104025]: {{(pid=104025) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 18:15:51.764225 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-5d68c752-ebdd-40dc-ae2a-4881a63bd471 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9558609 May 04 18:15:51.766380 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 46538) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:15:51.784063 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.v2.base [None req-e541d609-1770-4a18-8312-591926d91e26 admin admin] Request body: {'subnet': {'network_id': '749ebc86-c8f6-4fa1-a57a-0024399bcc1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2125482229-subnet', 'tenant_id': 'd61287a330cd4af9bd9dc26fd4dbd32c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:15:51.813672 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Network a6fe39e6-2945-43c4-866c-f901f807513e details requested by agent ovs-agent-dv-cinder-840511-4-iscsi with host dv-cinder-840511-4-iscsi {{(pid=104025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 18:15:51.820439 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Network 6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e details requested by agent ovs-agent-dv-cinder-840511-4-iscsi with host dv-cinder-840511-4-iscsi {{(pid=104025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 18:15:51.822519 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20577425-efff-4206-8b39-4d094698ddfd admin admin] Made reservation on behalf of 52f7ff6557334462979f9934251c2158 for: {'subnet': 1} {{(pid=104023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:15:51.825038 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-20577425-efff-4206-8b39-4d094698ddfd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:51.827816 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b707a76-8a02-4d79-83ac-dfdc6604b9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (eff15f41-7f21-44d8-b49c-1faf9bfd1a65), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:51.854785 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d68c752-ebdd-40dc-ae2a-4881a63bd471 admin admin] Pushing event updated for resources: {'Network': ['ID=749ebc86-c8f6-4fa1-a57a-0024399bcc1e,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:15:51.867285 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-931282f9-3b74-4c5a-af3c-104a29c03274 admin admin] Made reservation on behalf of 0998832c5db04fe5b7e93fa392a693f8 for: {'subnet': 1} {{(pid=104024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:15:51.869732 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-931282f9-3b74-4c5a-af3c-104a29c03274 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:51.874359 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Network 749ebc86-c8f6-4fa1-a57a-0024399bcc1e details requested by agent ovs-agent-dv-cinder-840511-4-iscsi with host dv-cinder-840511-4-iscsi {{(pid=104025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 18:15:51.939616 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b707a76-8a02-4d79-83ac-dfdc6604b9f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 809} {{(pid=104023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 18:15:51.949238 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b707a76-8a02-4d79-83ac-dfdc6604b9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691573'] for segment (eb968e9c-55e2-40c4-809f-c31489286e5d), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:51.949763 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.db.segments_db [None req-5b707a76-8a02-4d79-83ac-dfdc6604b9f1 admin admin] Added segment eb968e9c-55e2-40c4-809f-c31489286e5d of type vlan for network fbb5ff9b-fa5e-45a3-b185-a4d879b04e26 May 04 18:15:51.996747 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b707a76-8a02-4d79-83ac-dfdc6604b9f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772819821523'] for network (fbb5ff9b-fa5e-45a3-b185-a4d879b04e26), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:52.013478 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e541d609-1770-4a18-8312-591926d91e26 admin admin] Made reservation on behalf of d61287a330cd4af9bd9dc26fd4dbd32c for: {'subnet': 1} {{(pid=104024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:15:52.020988 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-e541d609-1770-4a18-8312-591926d91e26 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:52.024676 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b707a76-8a02-4d79-83ac-dfdc6604b9f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eff15f41-7f21-44d8-b49c-1faf9bfd1a65,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:15:52.094929 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.managers [None req-3ad30b16-212e-4803-b977-78d615ef5e61 None None] Attempting to bind port 4c7ba454-f4f6-40e4-b8e7-e4bcd5265c1b on host dv-cinder-840511-4-iscsi for vnic_type normal with profile {{(pid=104025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 18:15:52.095351 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.managers [None req-3ad30b16-212e-4803-b977-78d615ef5e61 None None] Attempting to bind port 4c7ba454-f4f6-40e4-b8e7-e4bcd5265c1b by drivers openvswitch,hyperv on host dv-cinder-840511-4-iscsi at level 0 using segments [{'id': 'de7bb9b3-95ed-4c1b-8898-7bebbfcd85a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '26d35b79-1359-484a-a955-f54353f413dc'}] {{(pid=104025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 18:15:52.095726 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad30b16-212e-4803-b977-78d615ef5e61 None None] Attempting to bind port 4c7ba454-f4f6-40e4-b8e7-e4bcd5265c1b on network 26d35b79-1359-484a-a955-f54353f413dc {{(pid=104025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:15:52.140396 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-97af5280-79bd-440b-bba2-7603c2b86920 admin admin] Publish callbacks [] for router_gateway (5a083771-4312-41bf-99a2-16ce3ccd099a), precommit_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:52.149455 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b707a76-8a02-4d79-83ac-dfdc6604b9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260'] for network (fbb5ff9b-fa5e-45a3-b185-a4d879b04e26), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:52.151842 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b707a76-8a02-4d79-83ac-dfdc6604b9f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:15:52.152795 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b707a76-8a02-4d79-83ac-dfdc6604b9f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598214'] for network (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:52.161617 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad30b16-212e-4803-b977-78d615ef5e61 None None] Checking agent: {'id': 'e55a6cb5-967a-4631-865a-95818de4ff35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840511-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 7, 4), 'started_at': datetime.datetime(2022, 5, 4, 18, 7, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840511-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 18:15:52.162274 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad30b16-212e-4803-b977-78d615ef5e61 None None] Checking segment: {'id': 'de7bb9b3-95ed-4c1b-8898-7bebbfcd85a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '26d35b79-1359-484a-a955-f54353f413dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:15:52.162688 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-3ad30b16-212e-4803-b977-78d615ef5e61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:52.163213 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad30b16-212e-4803-b977-78d615ef5e61 None None] Bound using segment: {'id': 'de7bb9b3-95ed-4c1b-8898-7bebbfcd85a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '26d35b79-1359-484a-a955-f54353f413dc'} {{(pid=104025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 18:15:52.164319 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.managers [None req-3ad30b16-212e-4803-b977-78d615ef5e61 None None] Bound port: 4c7ba454-f4f6-40e4-b8e7-e4bcd5265c1b, host: dv-cinder-840511-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de7bb9b3-95ed-4c1b-8898-7bebbfcd85a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '26d35b79-1359-484a-a955-f54353f413dc'}}] {{(pid=104025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 18:15:52.164493 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-3ad30b16-212e-4803-b977-78d615ef5e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (4c7ba454-f4f6-40e4-b8e7-e4bcd5265c1b), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:52.257950 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (2ed5d983-d6d1-49f2-9dfa-1a41e5be1317), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:52.291329 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b707a76-8a02-4d79-83ac-dfdc6604b9f1 admin admin] Pushing event updated for resources: {'Network': ['ID=fbb5ff9b-fa5e-45a3-b185-a4d879b04e26,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:15:52.361619 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-5b707a76-8a02-4d79-83ac-dfdc6604b9f1 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4979453 May 04 18:15:52.361830 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Network fbb5ff9b-fa5e-45a3-b185-a4d879b04e26 details requested by agent ovs-agent-dv-cinder-840511-4-iscsi with host dv-cinder-840511-4-iscsi {{(pid=104025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 18:15:52.362279 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 46566) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:15:52.388635 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.v2.base [None req-71d17cf5-3a07-40a9-84e6-c4de09d80acc admin admin] Request body: {'subnet': {'network_id': 'fbb5ff9b-fa5e-45a3-b185-a4d879b04e26', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1422855433-subnet', 'tenant_id': 'abd8d070b5774718a1d4cba279b35b76', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:15:52.411887 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-931282f9-3b74-4c5a-af3c-104a29c03274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260'] for subnet (3ba3abcf-592c-4523-9b0f-c55aec0e9e52), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:52.500163 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d17cf5-3a07-40a9-84e6-c4de09d80acc admin admin] Made reservation on behalf of abd8d070b5774718a1d4cba279b35b76 for: {'subnet': 1} {{(pid=104024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:15:52.500688 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-71d17cf5-3a07-40a9-84e6-c4de09d80acc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:52.502244 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-3ad30b16-212e-4803-b977-78d615ef5e61 None None] For port 4c7ba454-f4f6-40e4-b8e7-e4bcd5265c1b, host dv-cinder-840511-4-iscsi, cleared binding levels {{(pid=104025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 18:15:52.519084 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-3ad30b16-212e-4803-b977-78d615ef5e61 None None] For port 4c7ba454-f4f6-40e4-b8e7-e4bcd5265c1b, host dv-cinder-840511-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=4c7ba454-f4f6-40e4-b8e7-e4bcd5265c1b,segment=NetworkSegment(de7bb9b3-95ed-4c1b-8898-7bebbfcd85a3),segment_id=de7bb9b3-95ed-4c1b-8898-7bebbfcd85a3)] {{(pid=104025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 18:15:52.571022 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931282f9-3b74-4c5a-af3c-104a29c03274 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ba3abcf-592c-4523-9b0f-c55aec0e9e52,revision_number=0']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:15:52.581227 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-3ad30b16-212e-4803-b977-78d615ef5e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (4c7ba454-f4f6-40e4-b8e7-e4bcd5265c1b), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:52.649564 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-20577425-efff-4206-8b39-4d094698ddfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260'] for subnet (abd7f995-331d-4f8f-976d-dc07d5f652e4), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:52.750441 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-e541d609-1770-4a18-8312-591926d91e26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260'] for subnet (bc57389f-e522-438e-bf80-c82f395c73ec), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:52.754973 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931282f9-3b74-4c5a-af3c-104a29c03274 admin admin] Checking segment: {'id': '9e5cf92f-729c-4cdb-aa1e-4c2ffa731f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:15:52.755277 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931282f9-3b74-4c5a-af3c-104a29c03274 admin admin] Network hostable DHCP agents. Network: 6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e, hostable agents: ['c89944b2-e06f-41dc-a0fc-77a7e649c9d3'], hosted agents: [] {{(pid=104024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 18:15:52.827876 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad30b16-212e-4803-b977-78d615ef5e61 None None] Pushing event updated for resources: {'Port': ['ID=4c7ba454-f4f6-40e4-b8e7-e4bcd5265c1b,revision_number=2']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:15:52.887767 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e541d609-1770-4a18-8312-591926d91e26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc57389f-e522-438e-bf80-c82f395c73ec,revision_number=0']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:15:52.905778 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931282f9-3b74-4c5a-af3c-104a29c03274 admin admin] Network 6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e is scheduled to be hosted by DHCP agent c89944b2-e06f-41dc-a0fc-77a7e649c9d3 with binding_index 1 {{(pid=104024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 18:15:52.953122 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20577425-efff-4206-8b39-4d094698ddfd admin admin] Checking segment: {'id': '97ff9aec-6531-4441-91ba-ff0470154517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a6fe39e6-2945-43c4-866c-f901f807513e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:15:52.957121 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e541d609-1770-4a18-8312-591926d91e26 admin admin] Checking segment: {'id': 'b4dedef6-d3db-484a-90f3-a3c1c96d8c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '749ebc86-c8f6-4fa1-a57a-0024399bcc1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:15:52.957638 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e541d609-1770-4a18-8312-591926d91e26 admin admin] Network hostable DHCP agents. Network: 749ebc86-c8f6-4fa1-a57a-0024399bcc1e, hostable agents: ['c89944b2-e06f-41dc-a0fc-77a7e649c9d3'], hosted agents: [] {{(pid=104024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 18:15:52.962202 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20577425-efff-4206-8b39-4d094698ddfd admin admin] Network hostable DHCP agents. Network: a6fe39e6-2945-43c4-866c-f901f807513e, hostable agents: ['c89944b2-e06f-41dc-a0fc-77a7e649c9d3'], hosted agents: [] {{(pid=104023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 18:15:52.986032 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-97af5280-79bd-440b-bba2-7603c2b86920 admin admin] Publish callbacks [] for router_gateway (5a083771-4312-41bf-99a2-16ce3ccd099a), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:52.987906 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.base_scheduler [None req-931282f9-3b74-4c5a-af3c-104a29c03274 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840511-4-iscsi, 6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e) {{(pid=104024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:15:52.994528 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931282f9-3b74-4c5a-af3c-104a29c03274 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:15:52.995253 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-931282f9-3b74-4c5a-af3c-104a29c03274 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598214'] for subnet (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:53.001222 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a05c676-8439-4c92-bb4b-ffc57ab28c0a None None] Network 6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e requested from dv-cinder-840511-4-iscsi {{(pid=104025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 18:15:53.009123 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-71d17cf5-3a07-40a9-84e6-c4de09d80acc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260'] for subnet (213bdb60-cbbd-4b25-ac4e-a77985ae6ca6), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:53.027604 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-97af5280-79bd-440b-bba2-7603c2b86920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:53.031136 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20577425-efff-4206-8b39-4d094698ddfd admin admin] Pushing event updated for resources: {'Subnet': ['ID=abd7f995-331d-4f8f-976d-dc07d5f652e4,revision_number=0']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:15:53.086282 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d17cf5-3a07-40a9-84e6-c4de09d80acc admin admin] Pushing event updated for resources: {'Subnet': ['ID=213bdb60-cbbd-4b25-ac4e-a77985ae6ca6,revision_number=0']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:15:53.101656 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-931282f9-3b74-4c5a-af3c-104a29c03274 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4189541 May 04 18:15:53.101656 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e541d609-1770-4a18-8312-591926d91e26 admin admin] Network 749ebc86-c8f6-4fa1-a57a-0024399bcc1e is scheduled to be hosted by DHCP agent c89944b2-e06f-41dc-a0fc-77a7e649c9d3 with binding_index 1 {{(pid=104024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 18:15:53.104089 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 46584) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:15:53.114462 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.v2.base [None req-af857b86-dfb5-444b-a3c1-82f7f6dd6c8d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-798757056-router', 'tenant_id': '0998832c5db04fe5b7e93fa392a693f8', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31'}}} {{(pid=104024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:15:53.173058 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d17cf5-3a07-40a9-84e6-c4de09d80acc admin admin] Checking segment: {'id': 'eb968e9c-55e2-40c4-809f-c31489286e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'fbb5ff9b-fa5e-45a3-b185-a4d879b04e26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:15:53.173058 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d17cf5-3a07-40a9-84e6-c4de09d80acc admin admin] Network hostable DHCP agents. Network: fbb5ff9b-fa5e-45a3-b185-a4d879b04e26, hostable agents: ['c89944b2-e06f-41dc-a0fc-77a7e649c9d3'], hosted agents: [] {{(pid=104024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 18:15:53.173058 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.base_scheduler [None req-e541d609-1770-4a18-8312-591926d91e26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840511-4-iscsi, 749ebc86-c8f6-4fa1-a57a-0024399bcc1e) {{(pid=104024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:15:53.173891 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9414a82-87a7-465c-b83e-8ba3051bc651 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7413deaf-5835-5fbd-ad87-e75b1d698e43-6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e', 'network_id': '6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e', 'project_id': '0998832c5db04fe5b7e93fa392a693f8', 'fixed_ips': [{'subnet_id': '3ba3abcf-592c-4523-9b0f-c55aec0e9e52'}]}} from dv-cinder-840511-4-iscsi. {{(pid=104025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 18:15:53.174108 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20577425-efff-4206-8b39-4d094698ddfd admin admin] Network a6fe39e6-2945-43c4-866c-f901f807513e is scheduled to be hosted by DHCP agent c89944b2-e06f-41dc-a0fc-77a7e649c9d3 with binding_index 1 {{(pid=104023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 18:15:53.174496 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-a9414a82-87a7-465c-b83e-8ba3051bc651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (None), before_create {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:53.174590 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e541d609-1770-4a18-8312-591926d91e26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:15:53.174590 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-e541d609-1770-4a18-8312-591926d91e26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598214'] for subnet (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:53.174743 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd3bec2-23b9-4f18-8622-6ca26b42e52e None None] Network 749ebc86-c8f6-4fa1-a57a-0024399bcc1e requested from dv-cinder-840511-4-iscsi {{(pid=104025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 18:15:53.181674 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.base_scheduler [None req-20577425-efff-4206-8b39-4d094698ddfd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840511-4-iscsi, a6fe39e6-2945-43c4-866c-f901f807513e) {{(pid=104023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:15:53.198220 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20577425-efff-4206-8b39-4d094698ddfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:15:53.198220 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-20577425-efff-4206-8b39-4d094698ddfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598214'] for subnet (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:53.228025 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a051be5a-b2a9-47bd-9e65-4711d1188213 None None] Network a6fe39e6-2945-43c4-866c-f901f807513e requested from dv-cinder-840511-4-iscsi {{(pid=104025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 18:15:53.267756 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.db_base_plugin_common [None req-97af5280-79bd-440b-bba2-7603c2b86920 admin admin] Allocated IP 172.27.1.36 (1bc9efb7-0207-4c06-8ee1-3b0aa535de31/61d7fae2-9d6e-42a3-8cf9-91a587505bb7/f1d9d266-1ac8-4500-9540-07264ac7abbc) {{(pid=104023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:15:53.270690 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-af857b86-dfb5-444b-a3c1-82f7f6dd6c8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1680882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13377'] for router (d8775bc8-26ae-47f9-9102-bf1b7eada28d), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:53.271771 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-af857b86-dfb5-444b-a3c1-82f7f6dd6c8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1680798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1675771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1801714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13400'] for router (d8775bc8-26ae-47f9-9102-bf1b7eada28d), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:53.362477 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-e541d609-1770-4a18-8312-591926d91e26 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5756669 May 04 18:15:53.362477 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-af857b86-dfb5-444b-a3c1-82f7f6dd6c8d admin admin] Publish callbacks [] for router_controller (d8775bc8-26ae-47f9-9102-bf1b7eada28d), precommit_add_association {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:53.362477 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d17cf5-3a07-40a9-84e6-c4de09d80acc admin admin] Network fbb5ff9b-fa5e-45a3-b185-a4d879b04e26 is scheduled to be hosted by DHCP agent c89944b2-e06f-41dc-a0fc-77a7e649c9d3 with binding_index 1 {{(pid=104024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 18:15:53.372577 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-20577425-efff-4206-8b39-4d094698ddfd admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.7268507 May 04 18:15:53.376264 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 46588) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:15:53.378257 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.v2.base [None req-d1d45501-a4ed-4cdd-9c55-43bd2d6d1a3a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1742315776-router', 'tenant_id': '52f7ff6557334462979f9934251c2158', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31'}}} {{(pid=104023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:15:53.443243 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-97af5280-79bd-440b-bba2-7603c2b86920 admin admin] Publish callbacks [] for port (f1d9d266-1ac8-4500-9540-07264ac7abbc), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:53.513780 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.db_base_plugin_common [None req-a9414a82-87a7-465c-b83e-8ba3051bc651 None None] Allocated IP 172.20.0.2 (6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e/3ba3abcf-592c-4523-9b0f-c55aec0e9e52/86ce87d2-4539-499c-bdf5-70ade25fb715) {{(pid=104025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:15:53.520423 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d1d45501-a4ed-4cdd-9c55-43bd2d6d1a3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1680882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13377'] for router (f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:53.520735 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca28cbf-dba4-4435-ad1d-f1570c471e3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7413deaf-5835-5fbd-ad87-e75b1d698e43-a6fe39e6-2945-43c4-866c-f901f807513e', 'network_id': 'a6fe39e6-2945-43c4-866c-f901f807513e', 'project_id': '52f7ff6557334462979f9934251c2158', 'fixed_ips': [{'subnet_id': 'abd7f995-331d-4f8f-976d-dc07d5f652e4'}]}} from dv-cinder-840511-4-iscsi. {{(pid=104025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 18:15:53.521608 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-aca28cbf-dba4-4435-ad1d-f1570c471e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (None), before_create {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:53.522803 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d1d45501-a4ed-4cdd-9c55-43bd2d6d1a3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1680798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1675771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1801714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13400'] for router (f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:53.551436 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-97af5280-79bd-440b-bba2-7603c2b86920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772819832230'] for port (f1d9d266-1ac8-4500-9540-07264ac7abbc), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:53.556692 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.base_scheduler [None req-71d17cf5-3a07-40a9-84e6-c4de09d80acc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840511-4-iscsi, fbb5ff9b-fa5e-45a3-b185-a4d879b04e26) {{(pid=104024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:15:53.564352 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d17cf5-3a07-40a9-84e6-c4de09d80acc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:15:53.564951 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-71d17cf5-3a07-40a9-84e6-c4de09d80acc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598214'] for subnet (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:53.587542 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c913063-e86c-4813-988d-c1937fdf8558 None None] Network 749ebc86-c8f6-4fa1-a57a-0024399bcc1e requested from dv-cinder-840511-4-iscsi {{(pid=104025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 18:15:53.599967 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677681d3-e922-4f5d-abe2-a76363d8920d None None] Network fbb5ff9b-fa5e-45a3-b185-a4d879b04e26 requested from dv-cinder-840511-4-iscsi {{(pid=104025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 18:15:53.630523 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97af5280-79bd-440b-bba2-7603c2b86920 admin admin] Network 1bc9efb7-0207-4c06-8ee1-3b0aa535de31 is already hosted by enough agents. {{(pid=104023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:15:53.634816 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.base_scheduler [None req-97af5280-79bd-440b-bba2-7603c2b86920 admin admin] Resources bound (agent type, host, resource id): {{(pid=104023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:15:53.654707 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-af857b86-dfb5-444b-a3c1-82f7f6dd6c8d admin admin] Publish callbacks [] for router_gateway (d8775bc8-26ae-47f9-9102-bf1b7eada28d), precommit_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:53.714457 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97af5280-79bd-440b-bba2-7603c2b86920 admin admin] Received port after_create {{(pid=104023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:15:53.718196 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d1d45501-a4ed-4cdd-9c55-43bd2d6d1a3a admin admin] Publish callbacks [] for router_controller (f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff), precommit_add_association {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:53.787920 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-71d17cf5-3a07-40a9-84e6-c4de09d80acc admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4201832 May 04 18:15:53.803390 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af5280-79bd-440b-bba2-7603c2b86920 admin admin] Pushing event updated for resources: {'Port': ['ID=f1d9d266-1ac8-4500-9540-07264ac7abbc,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:15:54.232168 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-af857b86-dfb5-444b-a3c1-82f7f6dd6c8d admin admin] Publish callbacks [] for router_gateway (d8775bc8-26ae-47f9-9102-bf1b7eada28d), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:54.256769 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-af857b86-dfb5-444b-a3c1-82f7f6dd6c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:54.388921 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d1d45501-a4ed-4cdd-9c55-43bd2d6d1a3a admin admin] Publish callbacks [] for router_gateway (f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff), precommit_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:54.423621 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5af438-d7d6-4068-b058-ecb6d670b5b5 None None] Network 26d35b79-1359-484a-a955-f54353f413dc requested from dv-cinder-840511-4-iscsi {{(pid=104025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 18:15:54.442760 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74fe2b96-6a55-4c16-91fe-c9c2242fe277 None None] Network fbb5ff9b-fa5e-45a3-b185-a4d879b04e26 requested from dv-cinder-840511-4-iscsi {{(pid=104025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 18:15:54.493951 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.db.db_base_plugin_common [None req-af857b86-dfb5-444b-a3c1-82f7f6dd6c8d admin admin] Allocated IP 172.27.1.155 (1bc9efb7-0207-4c06-8ee1-3b0aa535de31/61d7fae2-9d6e-42a3-8cf9-91a587505bb7/cbfd767e-539d-46cf-878b-33d046b5da8c) {{(pid=104024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:15:54.560330 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.db_base_plugin_common [None req-aca28cbf-dba4-4435-ad1d-f1570c471e3f None None] Allocated IP 172.20.0.2 (a6fe39e6-2945-43c4-866c-f901f807513e/abd7f995-331d-4f8f-976d-dc07d5f652e4/64209c29-a4cf-4c53-94a4-439fdc9c195d) {{(pid=104025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:15:54.610685 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-a9414a82-87a7-465c-b83e-8ba3051bc651 None None] Publish callbacks [] for port (86ce87d2-4539-499c-bdf5-70ade25fb715), precommit_create {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:54.673415 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-af857b86-dfb5-444b-a3c1-82f7f6dd6c8d admin admin] Publish callbacks [] for port (cbfd767e-539d-46cf-878b-33d046b5da8c), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:54.706329 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-6e106408-d88b-4057-b429-924c7bba5c2f None None] Provisioning complete for port 4c7ba454-f4f6-40e4-b8e7-e4bcd5265c1b triggered by entity DHCP. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:15:54.706729 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6e106408-d88b-4057-b429-924c7bba5c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (4c7ba454-f4f6-40e4-b8e7-e4bcd5265c1b), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:54.773951 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-af857b86-dfb5-444b-a3c1-82f7f6dd6c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772819832230'] for port (cbfd767e-539d-46cf-878b-33d046b5da8c), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:54.774135 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-a9414a82-87a7-465c-b83e-8ba3051bc651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772819832230'] for port (86ce87d2-4539-499c-bdf5-70ade25fb715), after_create {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:54.842372 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af857b86-dfb5-444b-a3c1-82f7f6dd6c8d admin admin] Network 1bc9efb7-0207-4c06-8ee1-3b0aa535de31 is already hosted by enough agents. {{(pid=104024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:15:54.846404 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.base_scheduler [None req-af857b86-dfb5-444b-a3c1-82f7f6dd6c8d admin admin] Resources bound (agent type, host, resource id): {{(pid=104024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:15:54.848802 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9414a82-87a7-465c-b83e-8ba3051bc651 None None] Network 6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e is already hosted by enough agents. {{(pid=104025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:15:54.855066 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af857b86-dfb5-444b-a3c1-82f7f6dd6c8d admin admin] Received port after_create {{(pid=104024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:15:54.898485 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.scheduler.base_scheduler [None req-a9414a82-87a7-465c-b83e-8ba3051bc651 None None] Resources bound (agent type, host, resource id): {{(pid=104025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:15:54.907573 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9414a82-87a7-465c-b83e-8ba3051bc651 None None] Pushing event updated for resources: {'Port': ['ID=86ce87d2-4539-499c-bdf5-70ade25fb715,revision_number=1']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:15:54.914808 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9414a82-87a7-465c-b83e-8ba3051bc651 None None] Received port after_create {{(pid=104025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:15:54.978730 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device 4c7ba454-f4f6-40e4-b8e7-e4bcd5265c1b up at agent ovs-agent-dv-cinder-840511-4-iscsi {{(pid=104025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:15:55.013598 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 46648) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:15:55.088084 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-97af5280-79bd-440b-bba2-7603c2b86920 admin admin] Publish callbacks [] for router_gateway (5a083771-4312-41bf-99a2-16ce3ccd099a), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:55.185541 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d1d45501-a4ed-4cdd-9c55-43bd2d6d1a3a admin admin] Publish callbacks [] for router_gateway (f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:55.226599 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af857b86-dfb5-444b-a3c1-82f7f6dd6c8d admin admin] Pushing event updated for resources: {'Port': ['ID=cbfd767e-539d-46cf-878b-33d046b5da8c,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:15:55.279441 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-aca28cbf-dba4-4435-ad1d-f1570c471e3f None None] Publish callbacks [] for port (64209c29-a4cf-4c53-94a4-439fdc9c195d), precommit_create {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:55.297583 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-6e106408-d88b-4057-b429-924c7bba5c2f None None] Current status of the port 4c7ba454-f4f6-40e4-b8e7-e4bcd5265c1b is: DOWN; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:15:55.298193 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6e106408-d88b-4057-b429-924c7bba5c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (4c7ba454-f4f6-40e4-b8e7-e4bcd5265c1b), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:55.303015 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.managers [None req-a9414a82-87a7-465c-b83e-8ba3051bc651 None None] Attempting to bind port 86ce87d2-4539-499c-bdf5-70ade25fb715 on host dv-cinder-840511-4-iscsi for vnic_type normal with profile {{(pid=104025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 18:15:55.303396 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.managers [None req-a9414a82-87a7-465c-b83e-8ba3051bc651 None None] Attempting to bind port 86ce87d2-4539-499c-bdf5-70ade25fb715 by drivers openvswitch,hyperv on host dv-cinder-840511-4-iscsi at level 0 using segments [{'id': '9e5cf92f-729c-4cdb-aa1e-4c2ffa731f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e'}] {{(pid=104025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 18:15:55.303761 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9414a82-87a7-465c-b83e-8ba3051bc651 None None] Attempting to bind port 86ce87d2-4539-499c-bdf5-70ade25fb715 on network 6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e {{(pid=104025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:15:55.321576 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9414a82-87a7-465c-b83e-8ba3051bc651 None None] Checking agent: {'id': 'e55a6cb5-967a-4631-865a-95818de4ff35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840511-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 7, 4), 'started_at': datetime.datetime(2022, 5, 4, 18, 7, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840511-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 18:15:55.321977 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9414a82-87a7-465c-b83e-8ba3051bc651 None None] Checking segment: {'id': '9e5cf92f-729c-4cdb-aa1e-4c2ffa731f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:15:55.322262 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-a9414a82-87a7-465c-b83e-8ba3051bc651 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:55.322658 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9414a82-87a7-465c-b83e-8ba3051bc651 None None] Bound using segment: {'id': '9e5cf92f-729c-4cdb-aa1e-4c2ffa731f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e'} {{(pid=104025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 18:15:55.323158 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.managers [None req-a9414a82-87a7-465c-b83e-8ba3051bc651 None None] Bound port: 86ce87d2-4539-499c-bdf5-70ade25fb715, host: dv-cinder-840511-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e5cf92f-729c-4cdb-aa1e-4c2ffa731f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e'}}] {{(pid=104025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 18:15:55.323539 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-a9414a82-87a7-465c-b83e-8ba3051bc651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (86ce87d2-4539-499c-bdf5-70ade25fb715), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:55.355635 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d1d45501-a4ed-4cdd-9c55-43bd2d6d1a3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:55.362456 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6e106408-d88b-4057-b429-924c7bba5c2f None None] For port 4c7ba454-f4f6-40e4-b8e7-e4bcd5265c1b, host dv-cinder-840511-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=4c7ba454-f4f6-40e4-b8e7-e4bcd5265c1b,segment=NetworkSegment(de7bb9b3-95ed-4c1b-8898-7bebbfcd85a3),segment_id=de7bb9b3-95ed-4c1b-8898-7bebbfcd85a3)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:15:55.363430 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Provisioning complete for port 4c7ba454-f4f6-40e4-b8e7-e4bcd5265c1b triggered by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:15:55.365172 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (4c7ba454-f4f6-40e4-b8e7-e4bcd5265c1b), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:55.367948 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-aca28cbf-dba4-4435-ad1d-f1570c471e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772819832230'] for port (64209c29-a4cf-4c53-94a4-439fdc9c195d), after_create {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:55.467836 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4628d3a6-dd56-4fb1-8d9a-7e9849e4fabc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:55.473034 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca28cbf-dba4-4435-ad1d-f1570c471e3f None None] Network a6fe39e6-2945-43c4-866c-f901f807513e is already hosted by enough agents. {{(pid=104025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:15:55.490257 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.scheduler.base_scheduler [None req-aca28cbf-dba4-4435-ad1d-f1570c471e3f None None] Resources bound (agent type, host, resource id): {{(pid=104025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:15:55.492152 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6e106408-d88b-4057-b429-924c7bba5c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (4c7ba454-f4f6-40e4-b8e7-e4bcd5265c1b), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:55.497946 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca28cbf-dba4-4435-ad1d-f1570c471e3f None None] Received port after_create {{(pid=104025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:15:55.503256 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 46668) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:15:55.503965 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca28cbf-dba4-4435-ad1d-f1570c471e3f None None] Pushing event updated for resources: {'Port': ['ID=64209c29-a4cf-4c53-94a4-439fdc9c195d,revision_number=1']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:15:55.510846 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.v2.base [None req-d66dee50-f2c1-4473-9282-c19a2c768897 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-277399601-network', 'tenant_id': 'efda5aae1061419f9cc575f919ef6c02'}} {{(pid=104024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:15:55.512955 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-a9414a82-87a7-465c-b83e-8ba3051bc651 None None] For port 86ce87d2-4539-499c-bdf5-70ade25fb715, host dv-cinder-840511-4-iscsi, cleared binding levels {{(pid=104025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 18:15:55.527341 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-a9414a82-87a7-465c-b83e-8ba3051bc651 None None] For port 86ce87d2-4539-499c-bdf5-70ade25fb715, host dv-cinder-840511-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=86ce87d2-4539-499c-bdf5-70ade25fb715,segment=NetworkSegment(9e5cf92f-729c-4cdb-aa1e-4c2ffa731f17),segment_id=9e5cf92f-729c-4cdb-aa1e-4c2ffa731f17)] {{(pid=104025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 18:15:55.539155 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 46676) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:15:55.541644 dv-cinder-840511-4-iscsi neutron-server[104024]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 04 18:15:55.626756 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d66dee50-f2c1-4473-9282-c19a2c768897 admin admin] Made reservation on behalf of efda5aae1061419f9cc575f919ef6c02 for: {'network': 1} {{(pid=104024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:15:55.629190 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-d66dee50-f2c1-4473-9282-c19a2c768897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for network (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:55.657957 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-4779c0c8-90dc-4512-bf29-fb37e9a206f2 None None] Provisioning complete for port 4c7ba454-f4f6-40e4-b8e7-e4bcd5265c1b triggered by entity DHCP. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:15:55.658574 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-4779c0c8-90dc-4512-bf29-fb37e9a206f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (4c7ba454-f4f6-40e4-b8e7-e4bcd5265c1b), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:55.661259 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e106408-d88b-4057-b429-924c7bba5c2f None None] Pushing event updated for resources: {'Port': ['ID=4c7ba454-f4f6-40e4-b8e7-e4bcd5265c1b,revision_number=3']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:15:55.662901 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Current status of the port 4c7ba454-f4f6-40e4-b8e7-e4bcd5265c1b is: ACTIVE; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:15:55.666673 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.managers [None req-aca28cbf-dba4-4435-ad1d-f1570c471e3f None None] Attempting to bind port 64209c29-a4cf-4c53-94a4-439fdc9c195d on host dv-cinder-840511-4-iscsi for vnic_type normal with profile {{(pid=104025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 18:15:55.666906 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.managers [None req-aca28cbf-dba4-4435-ad1d-f1570c471e3f None None] Attempting to bind port 64209c29-a4cf-4c53-94a4-439fdc9c195d by drivers openvswitch,hyperv on host dv-cinder-840511-4-iscsi at level 0 using segments [{'id': '97ff9aec-6531-4441-91ba-ff0470154517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a6fe39e6-2945-43c4-866c-f901f807513e'}] {{(pid=104025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 18:15:55.667294 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca28cbf-dba4-4435-ad1d-f1570c471e3f None None] Attempting to bind port 64209c29-a4cf-4c53-94a4-439fdc9c195d on network a6fe39e6-2945-43c4-866c-f901f807513e {{(pid=104025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:15:55.695897 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.db_base_plugin_common [None req-d1d45501-a4ed-4cdd-9c55-43bd2d6d1a3a admin admin] Allocated IP 172.27.1.211 (1bc9efb7-0207-4c06-8ee1-3b0aa535de31/61d7fae2-9d6e-42a3-8cf9-91a587505bb7/be50a966-8c99-4ebd-b960-de2a4f90eb39) {{(pid=104023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:15:55.696442 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca28cbf-dba4-4435-ad1d-f1570c471e3f None None] Checking agent: {'id': 'e55a6cb5-967a-4631-865a-95818de4ff35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840511-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 7, 4), 'started_at': datetime.datetime(2022, 5, 4, 18, 7, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840511-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 18:15:55.696825 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca28cbf-dba4-4435-ad1d-f1570c471e3f None None] Checking segment: {'id': '97ff9aec-6531-4441-91ba-ff0470154517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a6fe39e6-2945-43c4-866c-f901f807513e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:15:55.697226 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-aca28cbf-dba4-4435-ad1d-f1570c471e3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:55.697794 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca28cbf-dba4-4435-ad1d-f1570c471e3f None None] Bound using segment: {'id': '97ff9aec-6531-4441-91ba-ff0470154517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a6fe39e6-2945-43c4-866c-f901f807513e'} {{(pid=104025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 18:15:55.698747 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.managers [None req-aca28cbf-dba4-4435-ad1d-f1570c471e3f None None] Bound port: 64209c29-a4cf-4c53-94a4-439fdc9c195d, host: dv-cinder-840511-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97ff9aec-6531-4441-91ba-ff0470154517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a6fe39e6-2945-43c4-866c-f901f807513e'}}] {{(pid=104025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 18:15:55.699295 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-aca28cbf-dba4-4435-ad1d-f1570c471e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (64209c29-a4cf-4c53-94a4-439fdc9c195d), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:55.705676 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-a9414a82-87a7-465c-b83e-8ba3051bc651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (86ce87d2-4539-499c-bdf5-70ade25fb715), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:55.724355 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-97af5280-79bd-440b-bba2-7603c2b86920 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1680775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1675720'] for router (5a083771-4312-41bf-99a2-16ce3ccd099a), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:55.724834 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-d66dee50-f2c1-4473-9282-c19a2c768897 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:55.860061 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194baf6-433d-4c24-9857-d3923e3e5108 req-189157da-3c25-4c84-ad74-9dc07f03087c tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:15:55.867816 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-1194baf6-433d-4c24-9857-d3923e3e5108 req-189157da-3c25-4c84-ad74-9dc07f03087c tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] 10.222.0.23 "GET /v2.0/networks?id=749ebc86-c8f6-4fa1-a57a-0024399bcc1e HTTP/1.1" status: 200 len: 812 time: 0.3268216 May 04 18:15:55.882364 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9414a82-87a7-465c-b83e-8ba3051bc651 None None] Pushing event updated for resources: {'Port': ['ID=86ce87d2-4539-499c-bdf5-70ade25fb715,revision_number=2']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:15:55.935334 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-1194baf6-433d-4c24-9857-d3923e3e5108 req-a3d96b9a-d001-41dc-a24d-94ae14ac8e57 tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] 10.222.0.23 "GET /v2.0/quotas/d61287a330cd4af9bd9dc26fd4dbd32c HTTP/1.1" status: 200 len: 375 time: 0.0664442 May 04 18:15:55.954479 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-aca28cbf-dba4-4435-ad1d-f1570c471e3f None None] For port 64209c29-a4cf-4c53-94a4-439fdc9c195d, host dv-cinder-840511-4-iscsi, cleared binding levels {{(pid=104025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 18:15:55.957561 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-4779c0c8-90dc-4512-bf29-fb37e9a206f2 None None] Current status of the port 4c7ba454-f4f6-40e4-b8e7-e4bcd5265c1b is: ACTIVE; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:15:55.966591 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-aca28cbf-dba4-4435-ad1d-f1570c471e3f None None] For port 64209c29-a4cf-4c53-94a4-439fdc9c195d, host dv-cinder-840511-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=64209c29-a4cf-4c53-94a4-439fdc9c195d,segment=NetworkSegment(97ff9aec-6531-4441-91ba-ff0470154517),segment_id=97ff9aec-6531-4441-91ba-ff0470154517)] {{(pid=104025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 18:15:55.975275 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4628d3a6-dd56-4fb1-8d9a-7e9849e4fabc admin admin] Publish callbacks [] for security_group (95de6fb1-c046-4de1-8a8a-44261c53505a), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:56.025646 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-1194baf6-433d-4c24-9857-d3923e3e5108 req-dc11ce4e-5658-4aec-9410-8d3b06393def tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d61287a330cd4af9bd9dc26fd4dbd32c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0791521 May 04 18:15:56.031390 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-af857b86-dfb5-444b-a3c1-82f7f6dd6c8d admin admin] Publish callbacks [] for router_gateway (d8775bc8-26ae-47f9-9102-bf1b7eada28d), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:56.038398 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-aca28cbf-dba4-4435-ad1d-f1570c471e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (64209c29-a4cf-4c53-94a4-439fdc9c195d), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:56.058627 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4628d3a6-dd56-4fb1-8d9a-7e9849e4fabc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (95de6fb1-c046-4de1-8a8a-44261c53505a), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:56.334392 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d1d45501-a4ed-4cdd-9c55-43bd2d6d1a3a admin admin] Publish callbacks [] for port (be50a966-8c99-4ebd-b960-de2a4f90eb39), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:56.343743 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca28cbf-dba4-4435-ad1d-f1570c471e3f None None] Pushing event updated for resources: {'Port': ['ID=64209c29-a4cf-4c53-94a4-439fdc9c195d,revision_number=2']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:15:56.344891 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-4628d3a6-dd56-4fb1-8d9a-7e9849e4fabc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=313205376c674bc89fd654cc8b357d71&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2564285 May 04 18:15:56.344891 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4628d3a6-dd56-4fb1-8d9a-7e9849e4fabc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95de6fb1-c046-4de1-8a8a-44261c53505a,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:15:56.344891 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 46686) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:15:56.443946 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-d66dee50-f2c1-4473-9282-c19a2c768897 admin admin] Publish callbacks [] for security_group (8aedd5d9-9a88-4abb-a072-daf7d46ceaf6), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:56.455287 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-c0bbd100-c3d7-4ab2-ae7e-e39d004bfab0 admin admin] Publish callbacks [] for security_group (95de6fb1-c046-4de1-8a8a-44261c53505a), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:56.490550 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-c0bbd100-c3d7-4ab2-ae7e-e39d004bfab0 admin admin] Publish callbacks [] for security_group (95de6fb1-c046-4de1-8a8a-44261c53505a), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:56.518261 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [req-1194baf6-433d-4c24-9857-d3923e3e5108 req-3c22b9a8-143a-4230-9714-13e19f376b03 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104024) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 18:15:56.519449 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-1194baf6-433d-4c24-9857-d3923e3e5108 req-3c22b9a8-143a-4230-9714-13e19f376b03 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1118946 May 04 18:15:56.575529 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-af857b86-dfb5-444b-a3c1-82f7f6dd6c8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1680775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1675720'] for router (d8775bc8-26ae-47f9-9102-bf1b7eada28d), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:56.602717 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d1d45501-a4ed-4cdd-9c55-43bd2d6d1a3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772819832230'] for port (be50a966-8c99-4ebd-b960-de2a4f90eb39), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:56.625855 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-d66dee50-f2c1-4473-9282-c19a2c768897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (8aedd5d9-9a88-4abb-a072-daf7d46ceaf6), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:56.637620 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d45501-a4ed-4cdd-9c55-43bd2d6d1a3a admin admin] Network 1bc9efb7-0207-4c06-8ee1-3b0aa535de31 is already hosted by enough agents. {{(pid=104023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:15:56.647372 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.base_scheduler [None req-d1d45501-a4ed-4cdd-9c55-43bd2d6d1a3a admin admin] Resources bound (agent type, host, resource id): {{(pid=104023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:15:56.659058 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d45501-a4ed-4cdd-9c55-43bd2d6d1a3a admin admin] Received port after_create {{(pid=104023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:15:56.701462 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d66dee50-f2c1-4473-9282-c19a2c768897 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 832} {{(pid=104024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 18:15:56.741692 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66dee50-f2c1-4473-9282-c19a2c768897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aedd5d9-9a88-4abb-a072-daf7d46ceaf6,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:15:56.749543 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-d66dee50-f2c1-4473-9282-c19a2c768897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691573'] for segment (052784f3-e471-4c87-bc1f-c32f2b30b799), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:56.749902 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.db.segments_db [None req-d66dee50-f2c1-4473-9282-c19a2c768897 admin admin] Added segment 052784f3-e471-4c87-bc1f-c32f2b30b799 of type vlan for network cc33ef00-0f74-4bb1-aef1-4e3ee6c69f0b May 04 18:15:56.770639 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97af5280-79bd-440b-bba2-7603c2b86920 admin admin] Router 5a083771-4312-41bf-99a2-16ce3ccd099a is scheduled to L3 agent 341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae with binding_index 1 {{(pid=104023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 18:15:56.775103 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-1194baf6-433d-4c24-9857-d3923e3e5108 req-66019cc7-63fd-4304-bdef-dc676b043729 service neutron] 10.222.0.23 "GET /v2.0/networks/749ebc86-c8f6-4fa1-a57a-0024399bcc1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479618 May 04 18:15:56.823736 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-c0bbd100-c3d7-4ab2-ae7e-e39d004bfab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (95de6fb1-c046-4de1-8a8a-44261c53505a), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:56.828654 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-c0bbd100-c3d7-4ab2-ae7e-e39d004bfab0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:56.832548 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-c0bbd100-c3d7-4ab2-ae7e-e39d004bfab0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/95de6fb1-c046-4de1-8a8a-44261c53505a HTTP/1.1" status: 204 len: 168 time: 0.5385733 May 04 18:15:56.859115 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bbd100-c3d7-4ab2-ae7e-e39d004bfab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95de6fb1-c046-4de1-8a8a-44261c53505a,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:15:56.901461 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-d66dee50-f2c1-4473-9282-c19a2c768897 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772819821523'] for network (cc33ef00-0f74-4bb1-aef1-4e3ee6c69f0b), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:56.997459 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d45501-a4ed-4cdd-9c55-43bd2d6d1a3a admin admin] Pushing event updated for resources: {'Port': ['ID=be50a966-8c99-4ebd-b960-de2a4f90eb39,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:15:57.136788 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-d66dee50-f2c1-4473-9282-c19a2c768897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260'] for network (cc33ef00-0f74-4bb1-aef1-4e3ee6c69f0b), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:57.136788 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66dee50-f2c1-4473-9282-c19a2c768897 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:15:57.137745 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-d66dee50-f2c1-4473-9282-c19a2c768897 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598214'] for network (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:57.143312 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-1194baf6-433d-4c24-9857-d3923e3e5108 req-b48845c3-d985-41db-ae40-a21bde50b1a5 service neutron] 10.222.0.23 "GET /v2.0/networks/749ebc86-c8f6-4fa1-a57a-0024399bcc1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383772 May 04 18:15:57.171538 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device 86ce87d2-4539-499c-bdf5-70ade25fb715 up at agent ovs-agent-dv-cinder-840511-4-iscsi {{(pid=104025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:15:57.212623 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af857b86-dfb5-444b-a3c1-82f7f6dd6c8d admin admin] Router d8775bc8-26ae-47f9-9102-bf1b7eada28d is scheduled to L3 agent 341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae with binding_index 1 {{(pid=104024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 18:15:57.274479 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97af5280-79bd-440b-bba2-7603c2b86920 admin admin] Notify agent at l3_agent.dv-cinder-840511-4-iscsi the message routers_updated {{(pid=104023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 18:15:57.289750 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854388a3-47e5-4ebe-a399-f02680d8d580 None None] Sync routers for ids ['5a083771-4312-41bf-99a2-16ce3ccd099a'] in dv-cinder-840511-4-iscsi {{(pid=104026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:15:57.310132 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Provisioning complete for port 86ce87d2-4539-499c-bdf5-70ade25fb715 triggered by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:15:57.310776 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (86ce87d2-4539-499c-bdf5-70ade25fb715), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:57.333792 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854388a3-47e5-4ebe-a399-f02680d8d580 None None] Routers {'5a083771-4312-41bf-99a2-16ce3ccd099a'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:15:57.338839 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-854388a3-47e5-4ebe-a399-f02680d8d580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:15:30Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['5a083771-4312-41bf-99a2-16ce3ccd099a'], 'active': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:15:57.388275 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-97af5280-79bd-440b-bba2-7603c2b86920 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:57.403323 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-97af5280-79bd-440b-bba2-7603c2b86920 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.1661887 May 04 18:15:57.407014 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 46712) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:15:57.457815 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-d66dee50-f2c1-4473-9282-c19a2c768897 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9506369 May 04 18:15:57.459509 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66dee50-f2c1-4473-9282-c19a2c768897 admin admin] Pushing event updated for resources: {'Network': ['ID=cc33ef00-0f74-4bb1-aef1-4e3ee6c69f0b,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:15:57.463863 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d1d45501-a4ed-4cdd-9c55-43bd2d6d1a3a admin admin] Publish callbacks [] for router_gateway (f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:57.468067 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 46720) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:15:57.481053 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.v2.base [None req-2ec21a3c-0a8b-4975-b3e1-981b7e57ffb2 admin admin] Request body: {'subnet': {'network_id': 'cc33ef00-0f74-4bb1-aef1-4e3ee6c69f0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-277399601-subnet', 'tenant_id': 'efda5aae1061419f9cc575f919ef6c02', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:15:57.537521 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Current status of the port 86ce87d2-4539-499c-bdf5-70ade25fb715 is: DOWN; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:15:57.537521 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (86ce87d2-4539-499c-bdf5-70ade25fb715), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:57.539813 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Network cc33ef00-0f74-4bb1-aef1-4e3ee6c69f0b details requested by agent ovs-agent-dv-cinder-840511-4-iscsi with host dv-cinder-840511-4-iscsi {{(pid=104025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 18:15:57.662791 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f36fab-fc47-4665-914e-cc2f8dcda617 None None] Network 6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e requested from dv-cinder-840511-4-iscsi {{(pid=104025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 18:15:57.711358 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 46732) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:15:57.726252 dv-cinder-840511-4-iscsi neutron-server[104023]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 04 18:15:57.806949 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] For port 86ce87d2-4539-499c-bdf5-70ade25fb715, host dv-cinder-840511-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=86ce87d2-4539-499c-bdf5-70ade25fb715,segment=NetworkSegment(9e5cf92f-729c-4cdb-aa1e-4c2ffa731f17),segment_id=9e5cf92f-729c-4cdb-aa1e-4c2ffa731f17)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:15:57.849901 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvr_db [None req-854388a3-47e5-4ebe-a399-f02680d8d580 None None] Set router 5a083771-4312-41bf-99a2-16ce3ccd099a gateway port host: dv-cinder-840511-4-iscsi {{(pid=104026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:15:57.853732 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-fed908b0-1184-4bd4-89d8-df3c5ec60281 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (c89944b2-e06f-41dc-a0fc-77a7e649c9d3), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:57.876821 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-37670073-9110-4de9-98af-b422cc52ec92 None None] Provisioning complete for port 86ce87d2-4539-499c-bdf5-70ade25fb715 triggered by entity DHCP. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:15:57.877340 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-37670073-9110-4de9-98af-b422cc52ec92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (86ce87d2-4539-499c-bdf5-70ade25fb715), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:57.930850 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-b9c189a9-bf93-45bd-886c-a67809a75226 req-ca1c00ad-dde6-4018-b0ea-333633a1c62a tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4e6e468-0b90-4282-bf67-d0a97d25be25 HTTP/1.1" status: 200 len: 210 time: 0.2118800 May 04 18:15:57.931816 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec21a3c-0a8b-4975-b3e1-981b7e57ffb2 admin admin] Made reservation on behalf of efda5aae1061419f9cc575f919ef6c02 for: {'subnet': 1} {{(pid=104023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:15:57.934592 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-2ec21a3c-0a8b-4975-b3e1-981b7e57ffb2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:57.967850 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (86ce87d2-4539-499c-bdf5-70ade25fb715), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:57.968988 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device 64209c29-a4cf-4c53-94a4-439fdc9c195d up at agent ovs-agent-dv-cinder-840511-4-iscsi {{(pid=104025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:15:58.033037 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 46744) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:15:58.054182 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-b325d4ce-cb71-48a9-b7ec-2cb40cf39cc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:58.085463 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af857b86-dfb5-444b-a3c1-82f7f6dd6c8d admin admin] Notify agent at l3_agent.dv-cinder-840511-4-iscsi the message routers_updated {{(pid=104024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 18:15:58.120506 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb77a893-08e3-48bd-b7df-91bb0e265fff None None] Sync routers for ids ['d8775bc8-26ae-47f9-9102-bf1b7eada28d'] in dv-cinder-840511-4-iscsi {{(pid=104025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:15:58.199104 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-af857b86-dfb5-444b-a3c1-82f7f6dd6c8d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:58.205146 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-af857b86-dfb5-444b-a3c1-82f7f6dd6c8d admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.0980754 May 04 18:15:58.205793 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 46748) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:15:58.208379 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-854388a3-47e5-4ebe-a399-f02680d8d580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a083771-4312-41bf-99a2-16ce3ccd099a', 'name': 'tempest-AttachVolumeShelveTestJSON-2042377689-router', 'tenant_id': '1437e10b84d943a885db1ec25dccc6e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'f1d9d266-1ac8-4500-9540-07264ac7abbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:15:51Z', 'updated_at': '2022-05-04T18:15:54Z', 'revision_number': 3, 'project_id': '1437e10b84d943a885db1ec25dccc6e5', 'gw_port': {'id': 'f1d9d266-1ac8-4500-9540-07264ac7abbc', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:6e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a083771-4312-41bf-99a2-16ce3ccd099a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:15:53Z', 'updated_at': '2022-05-04T18:15:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi'}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:15:58.246615 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854388a3-47e5-4ebe-a399-f02680d8d580 None None] Checking router: 5a083771-4312-41bf-99a2-16ce3ccd099a for host: dv-cinder-840511-4-iscsi {{(pid=104026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:15:58.247236 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854388a3-47e5-4ebe-a399-f02680d8d580 None None] Updating router 5a083771-4312-41bf-99a2-16ce3ccd099a port f1d9d266-1ac8-4500-9540-07264ac7abbc binding host dv-cinder-840511-4-iscsi {{(pid=104026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 18:15:58.261544 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d1d45501-a4ed-4cdd-9c55-43bd2d6d1a3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1680775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1675720'] for router (f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:58.283502 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38959114-a1bb-47e6-95f2-810e0be062e3 None None] Network a6fe39e6-2945-43c4-866c-f901f807513e requested from dv-cinder-840511-4-iscsi {{(pid=104025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 18:15:58.317023 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-854388a3-47e5-4ebe-a399-f02680d8d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (f1d9d266-1ac8-4500-9540-07264ac7abbc), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:58.459262 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb77a893-08e3-48bd-b7df-91bb0e265fff None None] Routers {'d8775bc8-26ae-47f9-9102-bf1b7eada28d'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:15:58.459919 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-bb77a893-08e3-48bd-b7df-91bb0e265fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:15:30Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['d8775bc8-26ae-47f9-9102-bf1b7eada28d'], 'active': True} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:15:58.591026 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Pushing event updated for resources: {'Port': ['ID=86ce87d2-4539-499c-bdf5-70ade25fb715,revision_number=3']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:15:58.659298 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-37670073-9110-4de9-98af-b422cc52ec92 None None] Current status of the port 86ce87d2-4539-499c-bdf5-70ade25fb715 is: ACTIVE; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:15:58.661428 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Provisioning complete for port 64209c29-a4cf-4c53-94a4-439fdc9c195d triggered by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:15:58.661830 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (64209c29-a4cf-4c53-94a4-439fdc9c195d), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:58.786327 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1d45501-a4ed-4cdd-9c55-43bd2d6d1a3a admin admin] Router f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff is scheduled to L3 agent 341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae with binding_index 1 {{(pid=104023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 18:15:58.855049 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-34138252-e79e-4a62-93c5-f8683baf6e0e None None] Provisioning complete for port 64209c29-a4cf-4c53-94a4-439fdc9c195d triggered by entity DHCP. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:15:58.855049 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-34138252-e79e-4a62-93c5-f8683baf6e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (64209c29-a4cf-4c53-94a4-439fdc9c195d), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:58.905667 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-854388a3-47e5-4ebe-a399-f02680d8d580 None None] Publish callbacks [] for port (f1d9d266-1ac8-4500-9540-07264ac7abbc), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:58.960230 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-b325d4ce-cb71-48a9-b7ec-2cb40cf39cc3 admin admin] Publish callbacks [] for security_group (c83542a4-7ea9-4d8a-a8c3-9c68c1dd73e4), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:58.980738 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-854388a3-47e5-4ebe-a399-f02680d8d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (f1d9d266-1ac8-4500-9540-07264ac7abbc), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:59.082357 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvr_db [None req-bb77a893-08e3-48bd-b7df-91bb0e265fff None None] Set router d8775bc8-26ae-47f9-9102-bf1b7eada28d gateway port host: dv-cinder-840511-4-iscsi {{(pid=104025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:15:59.086922 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 46776) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:15:59.120633 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-ad044e56-0cd0-4228-b824-04a963dc2e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:59.129834 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd9dbe7-4a89-456d-9391-dcce7ffd3b67 None None] Pushing event updated for resources: {'Port': ['ID=f1d9d266-1ac8-4500-9540-07264ac7abbc,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:15:59.141432 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-854388a3-47e5-4ebe-a399-f02680d8d580 None None] Attempting to bind port f1d9d266-1ac8-4500-9540-07264ac7abbc on host dv-cinder-840511-4-iscsi for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 18:15:59.141803 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-854388a3-47e5-4ebe-a399-f02680d8d580 None None] Attempting to bind port f1d9d266-1ac8-4500-9540-07264ac7abbc by drivers openvswitch,hyperv on host dv-cinder-840511-4-iscsi at level 0 using segments [{'id': '44841efa-8edc-4b72-aba0-27edf49af522', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 18:15:59.142162 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854388a3-47e5-4ebe-a399-f02680d8d580 None None] Attempting to bind port f1d9d266-1ac8-4500-9540-07264ac7abbc on network 1bc9efb7-0207-4c06-8ee1-3b0aa535de31 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:15:59.164567 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd9dbe7-4a89-456d-9391-dcce7ffd3b67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:15:59.164922 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd9dbe7-4a89-456d-9391-dcce7ffd3b67 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:15:59.165271 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd9dbe7-4a89-456d-9391-dcce7ffd3b67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:15:59.165623 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd9dbe7-4a89-456d-9391-dcce7ffd3b67 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:15:59.171148 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd9dbe7-4a89-456d-9391-dcce7ffd3b67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:15:59.172451 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd9dbe7-4a89-456d-9391-dcce7ffd3b67 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:15:59.173031 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd9dbe7-4a89-456d-9391-dcce7ffd3b67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:15:59.173953 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd9dbe7-4a89-456d-9391-dcce7ffd3b67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:15:59.174454 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd9dbe7-4a89-456d-9391-dcce7ffd3b67 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:15:59.174969 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd9dbe7-4a89-456d-9391-dcce7ffd3b67 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:15:59.175469 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd9dbe7-4a89-456d-9391-dcce7ffd3b67 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:15:59.175987 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd9dbe7-4a89-456d-9391-dcce7ffd3b67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:15:59.176626 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd9dbe7-4a89-456d-9391-dcce7ffd3b67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:15:59.177142 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd9dbe7-4a89-456d-9391-dcce7ffd3b67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:15:59.177764 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd9dbe7-4a89-456d-9391-dcce7ffd3b67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:15:59.179368 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd9dbe7-4a89-456d-9391-dcce7ffd3b67 None None] Tracked resource versions report: May 04 18:15:59.179368 dv-cinder-840511-4-iscsi neutron-server[104026]: pushed versions: May 04 18:15:59.179368 dv-cinder-840511-4-iscsi neutron-server[104026]: { 'AddressGroup': {'1.2'}, May 04 18:15:59.179368 dv-cinder-840511-4-iscsi neutron-server[104026]: 'Agent': {'1.1'}, May 04 18:15:59.179368 dv-cinder-840511-4-iscsi neutron-server[104026]: 'ConntrackHelper': {'1.0'}, May 04 18:15:59.179368 dv-cinder-840511-4-iscsi neutron-server[104026]: 'LocalIPAssociation': {'1.0'}, May 04 18:15:59.179368 dv-cinder-840511-4-iscsi neutron-server[104026]: 'Log': {'1.0'}, May 04 18:15:59.179368 dv-cinder-840511-4-iscsi neutron-server[104026]: 'NDPProxy': {'1.0'}, May 04 18:15:59.179368 dv-cinder-840511-4-iscsi neutron-server[104026]: 'Network': {'1.1'}, May 04 18:15:59.179368 dv-cinder-840511-4-iscsi neutron-server[104026]: 'Port': {'1.7'}, May 04 18:15:59.179368 dv-cinder-840511-4-iscsi neutron-server[104026]: 'PortForwarding': {'1.3'}, May 04 18:15:59.179368 dv-cinder-840511-4-iscsi neutron-server[104026]: 'QosPolicy': {'1.10'}, May 04 18:15:59.179368 dv-cinder-840511-4-iscsi neutron-server[104026]: 'SecurityGroup': {'1.5'}, May 04 18:15:59.179368 dv-cinder-840511-4-iscsi neutron-server[104026]: 'SecurityGroupRule': {'1.2'}, May 04 18:15:59.179368 dv-cinder-840511-4-iscsi neutron-server[104026]: 'SubPort': {'1.0'}, May 04 18:15:59.179368 dv-cinder-840511-4-iscsi neutron-server[104026]: 'Subnet': {'1.1'}, May 04 18:15:59.179368 dv-cinder-840511-4-iscsi neutron-server[104026]: 'Trunk': {'1.1'}} May 04 18:15:59.179368 dv-cinder-840511-4-iscsi neutron-server[104026]: consumer versions: May 04 18:15:59.179368 dv-cinder-840511-4-iscsi neutron-server[104026]: { DHCP agent@dv-cinder-840511-4-iscsi: {}, May 04 18:15:59.179368 dv-cinder-840511-4-iscsi neutron-server[104026]: HyperV agent@hv-cinder-84051: {}, May 04 18:15:59.179368 dv-cinder-840511-4-iscsi neutron-server[104026]: L3 agent@dv-cinder-840511-4-iscsi: {}, May 04 18:15:59.179368 dv-cinder-840511-4-iscsi neutron-server[104026]: Metadata agent@dv-cinder-840511-4-iscsi: {}, May 04 18:15:59.179368 dv-cinder-840511-4-iscsi neutron-server[104026]: Metering agent@dv-cinder-840511-4-iscsi: {}, May 04 18:15:59.179368 dv-cinder-840511-4-iscsi neutron-server[104026]: Open vSwitch agent@dv-cinder-840511-4-iscsi: { 'AddressGroup': '1.2', May 04 18:15:59.179368 dv-cinder-840511-4-iscsi neutron-server[104026]: 'Agent': '1.1', May 04 18:15:59.179368 dv-cinder-840511-4-iscsi neutron-server[104026]: 'ConntrackHelper': '1.0', May 04 18:15:59.179368 dv-cinder-840511-4-iscsi neutron-server[104026]: 'LocalIPAssociation': '1.0', May 04 18:15:59.179368 dv-cinder-840511-4-iscsi neutron-server[104026]: 'Log': '1.0', May 04 18:15:59.179368 dv-cinder-840511-4-iscsi neutron-server[104026]: 'NDPProxy': '1.0', May 04 18:15:59.179368 dv-cinder-840511-4-iscsi neutron-server[104026]: 'Network': '1.1', May 04 18:15:59.179368 dv-cinder-840511-4-iscsi neutron-server[104026]: 'Port': '1.7', May 04 18:15:59.179368 dv-cinder-840511-4-iscsi neutron-server[104026]: 'PortForwarding': '1.3', May 04 18:15:59.179368 dv-cinder-840511-4-iscsi neutron-server[104026]: 'QosPolicy': '1.10', May 04 18:15:59.179368 dv-cinder-840511-4-iscsi neutron-server[104026]: 'SecurityGroup': '1.5', May 04 18:15:59.179368 dv-cinder-840511-4-iscsi neutron-server[104026]: 'SecurityGroupRule': '1.2', May 04 18:15:59.179368 dv-cinder-840511-4-iscsi neutron-server[104026]: 'SubPort': '1.0', May 04 18:15:59.179368 dv-cinder-840511-4-iscsi neutron-server[104026]: 'Subnet': '1.1', May 04 18:15:59.179368 dv-cinder-840511-4-iscsi neutron-server[104026]: 'Trunk': '1.1'}} May 04 18:15:59.179368 dv-cinder-840511-4-iscsi neutron-server[104026]: {{(pid=104026) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 18:15:59.186365 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854388a3-47e5-4ebe-a399-f02680d8d580 None None] Checking agent: {'id': 'e55a6cb5-967a-4631-865a-95818de4ff35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840511-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 7, 4), 'started_at': datetime.datetime(2022, 5, 4, 18, 7, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840511-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 18:15:59.186812 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854388a3-47e5-4ebe-a399-f02680d8d580 None None] Checking segment: {'id': '44841efa-8edc-4b72-aba0-27edf49af522', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:15:59.187507 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-854388a3-47e5-4ebe-a399-f02680d8d580 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:59.188044 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854388a3-47e5-4ebe-a399-f02680d8d580 None None] Bound using segment: {'id': '44841efa-8edc-4b72-aba0-27edf49af522', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31'} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 18:15:59.189544 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-854388a3-47e5-4ebe-a399-f02680d8d580 None None] Bound port: f1d9d266-1ac8-4500-9540-07264ac7abbc, host: dv-cinder-840511-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44841efa-8edc-4b72-aba0-27edf49af522', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31'}}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 18:15:59.190482 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-854388a3-47e5-4ebe-a399-f02680d8d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (f1d9d266-1ac8-4500-9540-07264ac7abbc), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:59.316112 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-b325d4ce-cb71-48a9-b7ec-2cb40cf39cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (c83542a4-7ea9-4d8a-a8c3-9c68c1dd73e4), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:59.358148 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-2ec21a3c-0a8b-4975-b3e1-981b7e57ffb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260'] for subnet (36932fa1-bfe6-4a1c-b111-2f17f9c4e752), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:59.363742 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-854388a3-47e5-4ebe-a399-f02680d8d580 None None] For port f1d9d266-1ac8-4500-9540-07264ac7abbc, host dv-cinder-840511-4-iscsi, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 18:15:59.367291 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-854388a3-47e5-4ebe-a399-f02680d8d580 None None] For port f1d9d266-1ac8-4500-9540-07264ac7abbc, host dv-cinder-840511-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=f1d9d266-1ac8-4500-9540-07264ac7abbc,segment=NetworkSegment(44841efa-8edc-4b72-aba0-27edf49af522),segment_id=44841efa-8edc-4b72-aba0-27edf49af522)] {{(pid=104026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 18:15:59.371015 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-a5a173b1-e871-4c22-82f7-e82b1647b2ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:59.389453 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Current status of the port 64209c29-a4cf-4c53-94a4-439fdc9c195d is: DOWN; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:15:59.390489 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (64209c29-a4cf-4c53-94a4-439fdc9c195d), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:59.437491 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-b325d4ce-cb71-48a9-b7ec-2cb40cf39cc3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=56e1c5d1e420460e942b587654a7fca9&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4032013 May 04 18:15:59.438105 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b325d4ce-cb71-48a9-b7ec-2cb40cf39cc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c83542a4-7ea9-4d8a-a8c3-9c68c1dd73e4,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:15:59.441360 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 46788) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:15:59.460247 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-854388a3-47e5-4ebe-a399-f02680d8d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (f1d9d266-1ac8-4500-9540-07264ac7abbc), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:59.530926 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd9dbe7-4a89-456d-9391-dcce7ffd3b67 None None] Pushing event updated for resources: {'Port': ['ID=f1d9d266-1ac8-4500-9540-07264ac7abbc,revision_number=3']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:15:59.546447 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.db.db_base_plugin_common [None req-ad044e56-0cd0-4228-b824-04a963dc2e51 admin admin] Allocated IP 172.20.0.1 (26d35b79-1359-484a-a955-f54353f413dc/0e97a9af-bf91-4879-8505-d85b9edd2417/b46c84ab-1d38-48ba-a405-6c640a1be5cd) {{(pid=104024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:15:59.574588 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854388a3-47e5-4ebe-a399-f02680d8d580 None None] Routers {'5a083771-4312-41bf-99a2-16ce3ccd099a'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:15:59.576175 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-854388a3-47e5-4ebe-a399-f02680d8d580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:15:30Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['5a083771-4312-41bf-99a2-16ce3ccd099a'], 'active': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:15:59.578775 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1d45501-a4ed-4cdd-9c55-43bd2d6d1a3a admin admin] Notify agent at l3_agent.dv-cinder-840511-4-iscsi the message routers_updated {{(pid=104023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 18:15:59.604109 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-7ba76493-054f-45c9-82aa-a127eeeac820 req-86cb7792-f534-473a-a89f-2bea4dd0e7bc tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4e6e468-0b90-4282-bf67-d0a97d25be25 HTTP/1.1" status: 200 len: 210 time: 0.2905364 May 04 18:15:59.623146 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] For port 64209c29-a4cf-4c53-94a4-439fdc9c195d, host dv-cinder-840511-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=64209c29-a4cf-4c53-94a4-439fdc9c195d,segment=NetworkSegment(97ff9aec-6531-4441-91ba-ff0470154517),segment_id=97ff9aec-6531-4441-91ba-ff0470154517)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:15:59.629391 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-34138252-e79e-4a62-93c5-f8683baf6e0e None None] Current status of the port 64209c29-a4cf-4c53-94a4-439fdc9c195d is: DOWN; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:15:59.629796 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-34138252-e79e-4a62-93c5-f8683baf6e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (64209c29-a4cf-4c53-94a4-439fdc9c195d), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:59.645969 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec21a3c-0a8b-4975-b3e1-981b7e57ffb2 admin admin] Checking segment: {'id': '052784f3-e471-4c87-bc1f-c32f2b30b799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'cc33ef00-0f74-4bb1-aef1-4e3ee6c69f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:15:59.647239 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec21a3c-0a8b-4975-b3e1-981b7e57ffb2 admin admin] Network hostable DHCP agents. Network: cc33ef00-0f74-4bb1-aef1-4e3ee6c69f0b, hostable agents: ['c89944b2-e06f-41dc-a0fc-77a7e649c9d3'], hosted agents: [] {{(pid=104023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 18:15:59.688828 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-a5a173b1-e871-4c22-82f7-e82b1647b2ea admin admin] Publish callbacks [] for security_group (267af58f-2bd1-4d51-ae4a-c5b89be81b9a), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:59.697700 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-ade3d4f1-f4fa-48de-99e2-c50d7de32024 admin admin] Publish callbacks [] for security_group (c83542a4-7ea9-4d8a-a8c3-9c68c1dd73e4), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:59.699297 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec21a3c-0a8b-4975-b3e1-981b7e57ffb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36932fa1-bfe6-4a1c-b111-2f17f9c4e752,revision_number=0']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:15:59.728355 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-ade3d4f1-f4fa-48de-99e2-c50d7de32024 admin admin] Publish callbacks [] for security_group (c83542a4-7ea9-4d8a-a8c3-9c68c1dd73e4), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:59.729938 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246c04d0-a17d-418b-a256-4144e5b23ba9 None None] Sync routers for ids ['f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff'] in dv-cinder-840511-4-iscsi {{(pid=104026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:15:59.735177 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (64209c29-a4cf-4c53-94a4-439fdc9c195d), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:59.736804 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device 4c7ba454-f4f6-40e4-b8e7-e4bcd5265c1b up at agent ovs-agent-dv-cinder-840511-4-iscsi {{(pid=104025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:15:59.758365 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-131df130-16c3-4203-81dd-c9659baa93d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:59.768588 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d1d45501-a4ed-4cdd-9c55-43bd2d6d1a3a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:59.774954 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-d1d45501-a4ed-4cdd-9c55-43bd2d6d1a3a admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.3972318 May 04 18:15:59.778576 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 46794) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:15:59.781283 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec21a3c-0a8b-4975-b3e1-981b7e57ffb2 admin admin] Network cc33ef00-0f74-4bb1-aef1-4e3ee6c69f0b is scheduled to be hosted by DHCP agent c89944b2-e06f-41dc-a0fc-77a7e649c9d3 with binding_index 1 {{(pid=104023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 18:15:59.785916 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246c04d0-a17d-418b-a256-4144e5b23ba9 None None] Routers {'f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:15:59.786882 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-246c04d0-a17d-418b-a256-4144e5b23ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:15:30Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff'], 'active': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:15:59.791639 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-a5a173b1-e871-4c22-82f7-e82b1647b2ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (267af58f-2bd1-4d51-ae4a-c5b89be81b9a), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:59.844461 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvr_db [None req-854388a3-47e5-4ebe-a399-f02680d8d580 None None] Set router 5a083771-4312-41bf-99a2-16ce3ccd099a gateway port host: dv-cinder-840511-4-iscsi {{(pid=104026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:15:59.853744 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-ad044e56-0cd0-4228-b824-04a963dc2e51 admin admin] Publish callbacks [] for port (b46c84ab-1d38-48ba-a405-6c640a1be5cd), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:59.860153 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-bb77a893-08e3-48bd-b7df-91bb0e265fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8775bc8-26ae-47f9-9102-bf1b7eada28d', 'name': 'tempest-AttachVolumeTestJSON-798757056-router', 'tenant_id': '0998832c5db04fe5b7e93fa392a693f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'cbfd767e-539d-46cf-878b-33d046b5da8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:15:53Z', 'updated_at': '2022-05-04T18:15:55Z', 'revision_number': 3, 'project_id': '0998832c5db04fe5b7e93fa392a693f8', 'gw_port': {'id': 'cbfd767e-539d-46cf-878b-33d046b5da8c', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f2:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8775bc8-26ae-47f9-9102-bf1b7eada28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:15:54Z', 'updated_at': '2022-05-04T18:15:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi'}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:15:59.862262 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.db.api [None req-34138252-e79e-4a62-93c5-f8683baf6e0e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 18:15:59.871274 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG oslo_db.api [None req-34138252-e79e-4a62-93c5-f8683baf6e0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 18:15:59.882817 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.base_scheduler [None req-2ec21a3c-0a8b-4975-b3e1-981b7e57ffb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840511-4-iscsi, cc33ef00-0f74-4bb1-aef1-4e3ee6c69f0b) {{(pid=104023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:15:59.887257 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec21a3c-0a8b-4975-b3e1-981b7e57ffb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:15:59.888461 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-2ec21a3c-0a8b-4975-b3e1-981b7e57ffb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598214'] for subnet (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:59.902420 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-ade3d4f1-f4fa-48de-99e2-c50d7de32024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (c83542a4-7ea9-4d8a-a8c3-9c68c1dd73e4), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:59.905667 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-ade3d4f1-f4fa-48de-99e2-c50d7de32024 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:15:59.919579 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-ade3d4f1-f4fa-48de-99e2-c50d7de32024 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c83542a4-7ea9-4d8a-a8c3-9c68c1dd73e4 HTTP/1.1" status: 204 len: 168 time: 0.4748118 May 04 18:15:59.950596 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade3d4f1-f4fa-48de-99e2-c50d7de32024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c83542a4-7ea9-4d8a-a8c3-9c68c1dd73e4,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:15:59.950673 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-a5a173b1-e871-4c22-82f7-e82b1647b2ea admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=50b0b4d5de7e4f43bf553e2e5ef400b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8541493 May 04 18:15:59.952966 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 46802) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:15:59.975238 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a173b1-e871-4c22-82f7-e82b1647b2ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=267af58f-2bd1-4d51-ae4a-c5b89be81b9a,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:15:59.989186 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34243fe-2a0d-4905-a500-1c090642d1ca None None] Network cc33ef00-0f74-4bb1-aef1-4e3ee6c69f0b requested from dv-cinder-840511-4-iscsi {{(pid=104025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 18:16:00.031034 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-2ec21a3c-0a8b-4975-b3e1-981b7e57ffb2 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.5526738 May 04 18:16:00.081047 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvr_db [None req-246c04d0-a17d-418b-a256-4144e5b23ba9 None None] Set router f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff gateway port host: dv-cinder-840511-4-iscsi {{(pid=104026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:16:00.089917 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-731601ca-32f8-4c10-b5e2-bc45add25995 admin admin] Publish callbacks [] for security_group (267af58f-2bd1-4d51-ae4a-c5b89be81b9a), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:00.120860 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-731601ca-32f8-4c10-b5e2-bc45add25995 admin admin] Publish callbacks [] for security_group (267af58f-2bd1-4d51-ae4a-c5b89be81b9a), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:00.194119 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb77a893-08e3-48bd-b7df-91bb0e265fff None None] Checking router: d8775bc8-26ae-47f9-9102-bf1b7eada28d for host: dv-cinder-840511-4-iscsi {{(pid=104025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:16:00.194547 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb77a893-08e3-48bd-b7df-91bb0e265fff None None] Updating router d8775bc8-26ae-47f9-9102-bf1b7eada28d port cbfd767e-539d-46cf-878b-33d046b5da8c binding host dv-cinder-840511-4-iscsi {{(pid=104025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 18:16:00.241164 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-bb77a893-08e3-48bd-b7df-91bb0e265fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (cbfd767e-539d-46cf-878b-33d046b5da8c), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:00.268759 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 46806) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:16:00.306035 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327c181e-5a4a-4a4b-b268-77134a513125 None None] Network cc33ef00-0f74-4bb1-aef1-4e3ee6c69f0b requested from dv-cinder-840511-4-iscsi {{(pid=104025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 18:16:00.332094 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Provisioning complete for port 4c7ba454-f4f6-40e4-b8e7-e4bcd5265c1b triggered by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:16:00.332750 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (4c7ba454-f4f6-40e4-b8e7-e4bcd5265c1b), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:00.349389 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-731601ca-32f8-4c10-b5e2-bc45add25995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (267af58f-2bd1-4d51-ae4a-c5b89be81b9a), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:00.355311 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-731601ca-32f8-4c10-b5e2-bc45add25995 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:00.358380 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-731601ca-32f8-4c10-b5e2-bc45add25995 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/267af58f-2bd1-4d51-ae4a-c5b89be81b9a HTTP/1.1" status: 204 len: 168 time: 0.4035964 May 04 18:16:00.387739 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-d4de23dd-be88-48b8-84c6-93485601fca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:00.393839 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731601ca-32f8-4c10-b5e2-bc45add25995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=267af58f-2bd1-4d51-ae4a-c5b89be81b9a,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:00.404995 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.db_base_plugin_v2 [None req-6930dd28-42fd-4ac8-879a-b02d37fb62cc admin admin] Deleting subnet 213bdb60-cbbd-4b25-ac4e-a77985ae6ca6 {{(pid=104023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 18:16:00.415331 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-6930dd28-42fd-4ac8-879a-b02d37fb62cc admin admin] Publish callbacks [] for subnet (213bdb60-cbbd-4b25-ac4e-a77985ae6ca6), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:00.465140 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-6930dd28-42fd-4ac8-879a-b02d37fb62cc admin admin] Publish callbacks [] for subnet (213bdb60-cbbd-4b25-ac4e-a77985ae6ca6), precommit_delete_associations {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:00.482554 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-6930dd28-42fd-4ac8-879a-b02d37fb62cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727632'] for subnet (213bdb60-cbbd-4b25-ac4e-a77985ae6ca6), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:00.507713 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Pushing event updated for resources: {'Port': ['ID=64209c29-a4cf-4c53-94a4-439fdc9c195d,revision_number=3']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:00.573774 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-246c04d0-a17d-418b-a256-4144e5b23ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff', 'name': 'tempest-ServerRescueNegativeTestJSON-1742315776-router', 'tenant_id': '52f7ff6557334462979f9934251c2158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'be50a966-8c99-4ebd-b960-de2a4f90eb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:15:53Z', 'updated_at': '2022-05-04T18:15:56Z', 'revision_number': 3, 'project_id': '52f7ff6557334462979f9934251c2158', 'gw_port': {'id': 'be50a966-8c99-4ebd-b960-de2a4f90eb39', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5e:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:15:55Z', 'updated_at': '2022-05-04T18:15:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi'}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:16:00.581513 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.db.db_base_plugin_common [None req-131df130-16c3-4203-81dd-c9659baa93d3 admin admin] Allocated IP 172.20.0.1 (6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e/3ba3abcf-592c-4523-9b0f-c55aec0e9e52/2ea3924b-7e1f-464e-aefe-77e5ba01393b) {{(pid=104024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:16:00.581513 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-ad044e56-0cd0-4228-b824-04a963dc2e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772819832230'] for port (b46c84ab-1d38-48ba-a405-6c640a1be5cd), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:00.619731 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246c04d0-a17d-418b-a256-4144e5b23ba9 None None] Checking router: f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff for host: dv-cinder-840511-4-iscsi {{(pid=104026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:16:00.619731 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246c04d0-a17d-418b-a256-4144e5b23ba9 None None] Updating router f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff port be50a966-8c99-4ebd-b960-de2a4f90eb39 binding host dv-cinder-840511-4-iscsi {{(pid=104026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 18:16:00.643649 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-6930dd28-42fd-4ac8-879a-b02d37fb62cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260'] for subnet (213bdb60-cbbd-4b25-ac4e-a77985ae6ca6), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:00.655861 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-246c04d0-a17d-418b-a256-4144e5b23ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (be50a966-8c99-4ebd-b960-de2a4f90eb39), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:00.695824 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-34138252-e79e-4a62-93c5-f8683baf6e0e None None] Current status of the port 64209c29-a4cf-4c53-94a4-439fdc9c195d is: ACTIVE; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:16:00.772799 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6930dd28-42fd-4ac8-879a-b02d37fb62cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=213bdb60-cbbd-4b25-ac4e-a77985ae6ca6,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:00.785301 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-854388a3-47e5-4ebe-a399-f02680d8d580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a083771-4312-41bf-99a2-16ce3ccd099a', 'name': 'tempest-AttachVolumeShelveTestJSON-2042377689-router', 'tenant_id': '1437e10b84d943a885db1ec25dccc6e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'f1d9d266-1ac8-4500-9540-07264ac7abbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:15:51Z', 'updated_at': '2022-05-04T18:15:54Z', 'revision_number': 3, 'project_id': '1437e10b84d943a885db1ec25dccc6e5', 'gw_port': {'id': 'f1d9d266-1ac8-4500-9540-07264ac7abbc', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:6e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a083771-4312-41bf-99a2-16ce3ccd099a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:15:53Z', 'updated_at': '2022-05-04T18:15:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi'}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:16:00.788215 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-6930dd28-42fd-4ac8-879a-b02d37fb62cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598214'] for subnet (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:00.798910 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-6930dd28-42fd-4ac8-879a-b02d37fb62cc admin admin] 10.222.0.23 "DELETE /v2.0/subnets/213bdb60-cbbd-4b25-ac4e-a77985ae6ca6 HTTP/1.1" status: 204 len: 168 time: 0.5287821 May 04 18:16:00.799575 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 46824) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:16:00.830324 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854388a3-47e5-4ebe-a399-f02680d8d580 None None] The sync data for ids ['5a083771-4312-41bf-99a2-16ce3ccd099a'] in dv-cinder-840511-4-iscsi is: [{'id': '5a083771-4312-41bf-99a2-16ce3ccd099a', 'name': 'tempest-AttachVolumeShelveTestJSON-2042377689-router', 'tenant_id': '1437e10b84d943a885db1ec25dccc6e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'f1d9d266-1ac8-4500-9540-07264ac7abbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:15:51Z', 'updated_at': '2022-05-04T18:15:54Z', 'revision_number': 3, 'project_id': '1437e10b84d943a885db1ec25dccc6e5', 'gw_port': {'id': 'f1d9d266-1ac8-4500-9540-07264ac7abbc', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:6e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a083771-4312-41bf-99a2-16ce3ccd099a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:15:53Z', 'updated_at': '2022-05-04T18:15:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi'}] {{(pid=104026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:16:00.889371 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-b89284e6-f06d-4ff2-8878-2e64ee9edba7 None None] Provisioning complete for port 64209c29-a4cf-4c53-94a4-439fdc9c195d triggered by entity DHCP. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:16:00.889371 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-b89284e6-f06d-4ff2-8878-2e64ee9edba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (64209c29-a4cf-4c53-94a4-439fdc9c195d), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:00.955172 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-b6aa1037-2a25-4f63-8617-7c8aed651d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653438'] for network (fbb5ff9b-fa5e-45a3-b185-a4d879b04e26), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:01.008801 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad044e56-0cd0-4228-b824-04a963dc2e51 admin admin] Network 26d35b79-1359-484a-a955-f54353f413dc is already hosted by enough agents. {{(pid=104024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:16:01.027562 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Current status of the port 4c7ba454-f4f6-40e4-b8e7-e4bcd5265c1b is: ACTIVE; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:16:01.086199 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad044e56-0cd0-4228-b824-04a963dc2e51 admin admin] Pushing event updated for resources: {'Port': ['ID=b46c84ab-1d38-48ba-a405-6c640a1be5cd,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:01.095950 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-4ce88d15-62b3-4c0a-9bd0-186e45acacce req-131a84c1-5942-447b-854d-c7841bbdedab tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4e6e468-0b90-4282-bf67-d0a97d25be25 HTTP/1.1" status: 200 len: 210 time: 0.2422342 May 04 18:16:01.096963 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.base_scheduler [None req-ad044e56-0cd0-4228-b824-04a963dc2e51 admin admin] Resources bound (agent type, host, resource id): {{(pid=104024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:16:01.099761 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad044e56-0cd0-4228-b824-04a963dc2e51 admin admin] Received port after_create {{(pid=104024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:16:01.100429 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-ad044e56-0cd0-4228-b824-04a963dc2e51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674133'] for router_interface (5a083771-4312-41bf-99a2-16ce3ccd099a), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:01.170973 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-b6aa1037-2a25-4f63-8617-7c8aed651d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727429', 'neutron.services.segments.db._delete_segments_for_network-8772820294476'] for network (fbb5ff9b-fa5e-45a3-b185-a4d879b04e26), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:01.235229 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-b6aa1037-2a25-4f63-8617-7c8aed651d78 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:16:01.235602 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-b6aa1037-2a25-4f63-8617-7c8aed651d78 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:16:01.236381 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-b6aa1037-2a25-4f63-8617-7c8aed651d78 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:16:01.236712 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-b6aa1037-2a25-4f63-8617-7c8aed651d78 admin admin] Subscribe: > port after_create 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:16:01.237035 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-b6aa1037-2a25-4f63-8617-7c8aed651d78 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:16:01.237370 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-b6aa1037-2a25-4f63-8617-7c8aed651d78 admin admin] Subscribe: > port after_update 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:16:01.237895 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-b6aa1037-2a25-4f63-8617-7c8aed651d78 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:16:01.237996 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-b6aa1037-2a25-4f63-8617-7c8aed651d78 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:16:01.238311 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-b6aa1037-2a25-4f63-8617-7c8aed651d78 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:16:01.241021 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-b6aa1037-2a25-4f63-8617-7c8aed651d78 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:16:01.362635 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device 64209c29-a4cf-4c53-94a4-439fdc9c195d up at agent ovs-agent-dv-cinder-840511-4-iscsi {{(pid=104025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:16:01.439881 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-131df130-16c3-4203-81dd-c9659baa93d3 admin admin] Publish callbacks [] for port (2ea3924b-7e1f-464e-aefe-77e5ba01393b), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:01.494768 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-bb77a893-08e3-48bd-b7df-91bb0e265fff None None] Publish callbacks [] for port (cbfd767e-539d-46cf-878b-33d046b5da8c), precommit_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:01.506033 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-ad044e56-0cd0-4228-b824-04a963dc2e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (b46c84ab-1d38-48ba-a405-6c640a1be5cd), before_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:01.556985 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-b89284e6-f06d-4ff2-8878-2e64ee9edba7 None None] Current status of the port 64209c29-a4cf-4c53-94a4-439fdc9c195d is: ACTIVE; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:16:01.580200 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Provisioning complete for port 64209c29-a4cf-4c53-94a4-439fdc9c195d triggered by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:16:01.580893 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (64209c29-a4cf-4c53-94a4-439fdc9c195d), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:01.583588 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-b89284e6-f06d-4ff2-8878-2e64ee9edba7 None None] Provisioning complete for port 86ce87d2-4539-499c-bdf5-70ade25fb715 triggered by entity DHCP. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:16:01.584165 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-b89284e6-f06d-4ff2-8878-2e64ee9edba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (86ce87d2-4539-499c-bdf5-70ade25fb715), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:01.634806 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-b6aa1037-2a25-4f63-8617-7c8aed651d78 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:16:01.637187 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-b6aa1037-2a25-4f63-8617-7c8aed651d78 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:16:01.637351 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-b6aa1037-2a25-4f63-8617-7c8aed651d78 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:16:01.639932 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-b6aa1037-2a25-4f63-8617-7c8aed651d78 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:16:01.640372 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.services.segments.db [None req-b6aa1037-2a25-4f63-8617-7c8aed651d78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbb5ff9b-fa5e-45a3-b185-a4d879b04e26']}} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:16:01.691279 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.services.segments.db [None req-b6aa1037-2a25-4f63-8617-7c8aed651d78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb968e9c-55e2-40c4-809f-c31489286e5d') {'for_net_delete': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:16:01.691639 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.services.segments.db [None req-b6aa1037-2a25-4f63-8617-7c8aed651d78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb968e9c-55e2-40c4-809f-c31489286e5d') {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:16:01.710642 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-4fdd29be-a970-4503-919e-12b86a90c52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (74c08095-bc4c-43d3-91b6-743b06ad1f6c), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:01.725059 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-bb77a893-08e3-48bd-b7df-91bb0e265fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (cbfd767e-539d-46cf-878b-33d046b5da8c), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:01.728151 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-b6aa1037-2a25-4f63-8617-7c8aed651d78 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772820296277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7381908'] for segment (eb968e9c-55e2-40c4-809f-c31489286e5d), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:01.778439 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-131df130-16c3-4203-81dd-c9659baa93d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772819832230'] for port (2ea3924b-7e1f-464e-aefe-77e5ba01393b), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:01.801813 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-b6aa1037-2a25-4f63-8617-7c8aed651d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691573'] for segment (eb968e9c-55e2-40c4-809f-c31489286e5d), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:01.824765 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3db267d-7e13-4e82-9d16-28069b7f0102 None None] Pushing event updated for resources: {'Port': ['ID=cbfd767e-539d-46cf-878b-33d046b5da8c,revision_number=2']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:01.827911 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6aa1037-2a25-4f63-8617-7c8aed651d78 admin admin] Releasing vlan 809 on physical network physnet1 to pool {{(pid=104023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 18:16:01.828588 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-b6aa1037-2a25-4f63-8617-7c8aed651d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7382171'] for segment (eb968e9c-55e2-40c4-809f-c31489286e5d), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:01.843938 dv-cinder-840511-4-iscsi neutron-server[104023]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 04 18:16:01.843938 dv-cinder-840511-4-iscsi neutron-server[104023]: from cryptography.utils import int_from_bytes May 04 18:16:01.843938 dv-cinder-840511-4-iscsi neutron-server[104023]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 04 18:16:01.843938 dv-cinder-840511-4-iscsi neutron-server[104023]: from cryptography.utils import int_from_bytes May 04 18:16:01.843938 dv-cinder-840511-4-iscsi neutron-server[104023]: Traceback (most recent call last): May 04 18:16:01.843938 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 18:16:01.843938 dv-cinder-840511-4-iscsi neutron-server[104023]: timer() May 04 18:16:01.843938 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 18:16:01.843938 dv-cinder-840511-4-iscsi neutron-server[104023]: cb(*args, **kw) May 04 18:16:01.843938 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 18:16:01.843938 dv-cinder-840511-4-iscsi neutron-server[104023]: return func(*args, **kwargs) May 04 18:16:01.843938 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 18:16:01.843938 dv-cinder-840511-4-iscsi neutron-server[104023]: self._notify() May 04 18:16:01.843938 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 18:16:01.843938 dv-cinder-840511-4-iscsi neutron-server[104023]: self.callback(batched_events) May 04 18:16:01.843938 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 18:16:01.843938 dv-cinder-840511-4-iscsi neutron-server[104023]: event.method(event) May 04 18:16:01.843938 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 18:16:01.843938 dv-cinder-840511-4-iscsi neutron-server[104023]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 18:16:01.843938 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 18:16:01.843938 dv-cinder-840511-4-iscsi neutron-server[104023]: aggregate_uuid = self.p_client.list_aggregates( May 04 18:16:01.843938 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 18:16:01.843938 dv-cinder-840511-4-iscsi neutron-server[104023]: return f(self, *a, **k) May 04 18:16:01.843938 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 18:16:01.843938 dv-cinder-840511-4-iscsi neutron-server[104023]: return self._get(url).json() May 04 18:16:01.843938 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 18:16:01.843938 dv-cinder-840511-4-iscsi neutron-server[104023]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 18:16:01.843938 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 18:16:01.843938 dv-cinder-840511-4-iscsi neutron-server[104023]: return self.request(url, 'GET', **kwargs) May 04 18:16:01.843938 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 18:16:01.843938 dv-cinder-840511-4-iscsi neutron-server[104023]: base_url = self.get_endpoint(auth, allow=allow, May 04 18:16:01.843938 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 18:16:01.843938 dv-cinder-840511-4-iscsi neutron-server[104023]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 18:16:01.843938 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 18:16:01.843938 dv-cinder-840511-4-iscsi neutron-server[104023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 18:16:01.843938 dv-cinder-840511-4-iscsi neutron-server[104023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 18:16:01.925717 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.managers [None req-bb77a893-08e3-48bd-b7df-91bb0e265fff None None] Attempting to bind port cbfd767e-539d-46cf-878b-33d046b5da8c on host dv-cinder-840511-4-iscsi for vnic_type normal with profile {{(pid=104025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 18:16:01.932830 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.managers [None req-bb77a893-08e3-48bd-b7df-91bb0e265fff None None] Attempting to bind port cbfd767e-539d-46cf-878b-33d046b5da8c by drivers openvswitch,hyperv on host dv-cinder-840511-4-iscsi at level 0 using segments [{'id': '44841efa-8edc-4b72-aba0-27edf49af522', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31'}] {{(pid=104025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 18:16:01.932830 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb77a893-08e3-48bd-b7df-91bb0e265fff None None] Attempting to bind port cbfd767e-539d-46cf-878b-33d046b5da8c on network 1bc9efb7-0207-4c06-8ee1-3b0aa535de31 {{(pid=104025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:16:01.933132 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-246c04d0-a17d-418b-a256-4144e5b23ba9 None None] Publish callbacks [] for port (be50a966-8c99-4ebd-b960-de2a4f90eb39), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:01.936782 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131df130-16c3-4203-81dd-c9659baa93d3 admin admin] Network 6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e is already hosted by enough agents. {{(pid=104024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:16:01.937793 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb77a893-08e3-48bd-b7df-91bb0e265fff None None] Checking agent: {'id': 'e55a6cb5-967a-4631-865a-95818de4ff35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840511-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 7, 4), 'started_at': datetime.datetime(2022, 5, 4, 18, 7, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840511-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 18:16:01.938218 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb77a893-08e3-48bd-b7df-91bb0e265fff None None] Checking segment: {'id': '44841efa-8edc-4b72-aba0-27edf49af522', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:16:01.938623 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-bb77a893-08e3-48bd-b7df-91bb0e265fff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:01.939033 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb77a893-08e3-48bd-b7df-91bb0e265fff None None] Bound using segment: {'id': '44841efa-8edc-4b72-aba0-27edf49af522', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31'} {{(pid=104025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 18:16:01.939518 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.managers [None req-bb77a893-08e3-48bd-b7df-91bb0e265fff None None] Bound port: cbfd767e-539d-46cf-878b-33d046b5da8c, host: dv-cinder-840511-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44841efa-8edc-4b72-aba0-27edf49af522', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31'}}] {{(pid=104025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 18:16:01.939894 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-bb77a893-08e3-48bd-b7df-91bb0e265fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (cbfd767e-539d-46cf-878b-33d046b5da8c), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:01.999573 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-246c04d0-a17d-418b-a256-4144e5b23ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (be50a966-8c99-4ebd-b960-de2a4f90eb39), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:02.015767 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-b89284e6-f06d-4ff2-8878-2e64ee9edba7 None None] Current status of the port 86ce87d2-4539-499c-bdf5-70ade25fb715 is: ACTIVE; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:16:02.025124 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.base_scheduler [None req-131df130-16c3-4203-81dd-c9659baa93d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:16:02.039151 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-246c04d0-a17d-418b-a256-4144e5b23ba9 None None] Attempting to bind port be50a966-8c99-4ebd-b960-de2a4f90eb39 on host dv-cinder-840511-4-iscsi for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 18:16:02.039575 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-246c04d0-a17d-418b-a256-4144e5b23ba9 None None] Attempting to bind port be50a966-8c99-4ebd-b960-de2a4f90eb39 by drivers openvswitch,hyperv on host dv-cinder-840511-4-iscsi at level 0 using segments [{'id': '44841efa-8edc-4b72-aba0-27edf49af522', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 18:16:02.039944 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246c04d0-a17d-418b-a256-4144e5b23ba9 None None] Attempting to bind port be50a966-8c99-4ebd-b960-de2a4f90eb39 on network 1bc9efb7-0207-4c06-8ee1-3b0aa535de31 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:16:02.048941 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-b6aa1037-2a25-4f63-8617-7c8aed651d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676474'] for network (fbb5ff9b-fa5e-45a3-b185-a4d879b04e26), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:02.059224 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Current status of the port 64209c29-a4cf-4c53-94a4-439fdc9c195d is: ACTIVE; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:16:02.059224 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device 86ce87d2-4539-499c-bdf5-70ade25fb715 up at agent ovs-agent-dv-cinder-840511-4-iscsi {{(pid=104025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:16:02.059413 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-b6aa1037-2a25-4f63-8617-7c8aed651d78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598214'] for network (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:02.062503 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131df130-16c3-4203-81dd-c9659baa93d3 admin admin] Received port after_create {{(pid=104024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:16:02.063020 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-131df130-16c3-4203-81dd-c9659baa93d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674133'] for router_interface (d8775bc8-26ae-47f9-9102-bf1b7eada28d), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:02.065922 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-b6aa1037-2a25-4f63-8617-7c8aed651d78 admin admin] 10.222.0.23 "DELETE /v2.0/networks/fbb5ff9b-fa5e-45a3-b185-a4d879b04e26 HTTP/1.1" status: 204 len: 168 time: 1.2609415 May 04 18:16:02.088717 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 46856) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:16:02.100612 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246c04d0-a17d-418b-a256-4144e5b23ba9 None None] Checking agent: {'id': 'e55a6cb5-967a-4631-865a-95818de4ff35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840511-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 7, 4), 'started_at': datetime.datetime(2022, 5, 4, 18, 7, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840511-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 18:16:02.100989 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246c04d0-a17d-418b-a256-4144e5b23ba9 None None] Checking segment: {'id': '44841efa-8edc-4b72-aba0-27edf49af522', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:16:02.101393 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-246c04d0-a17d-418b-a256-4144e5b23ba9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:02.101824 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246c04d0-a17d-418b-a256-4144e5b23ba9 None None] Bound using segment: {'id': '44841efa-8edc-4b72-aba0-27edf49af522', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31'} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 18:16:02.102259 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-246c04d0-a17d-418b-a256-4144e5b23ba9 None None] Bound port: be50a966-8c99-4ebd-b960-de2a4f90eb39, host: dv-cinder-840511-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44841efa-8edc-4b72-aba0-27edf49af522', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31'}}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 18:16:02.102636 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-246c04d0-a17d-418b-a256-4144e5b23ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (be50a966-8c99-4ebd-b960-de2a4f90eb39), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:02.109280 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aa1037-2a25-4f63-8617-7c8aed651d78 admin admin] Pushing event deleted for resources: {'Network': ['ID=fbb5ff9b-fa5e-45a3-b185-a4d879b04e26,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:02.152961 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-bb77a893-08e3-48bd-b7df-91bb0e265fff None None] For port cbfd767e-539d-46cf-878b-33d046b5da8c, host dv-cinder-840511-4-iscsi, cleared binding levels {{(pid=104025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 18:16:02.241789 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-bb77a893-08e3-48bd-b7df-91bb0e265fff None None] For port cbfd767e-539d-46cf-878b-33d046b5da8c, host dv-cinder-840511-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=cbfd767e-539d-46cf-878b-33d046b5da8c,segment=NetworkSegment(44841efa-8edc-4b72-aba0-27edf49af522),segment_id=44841efa-8edc-4b72-aba0-27edf49af522)] {{(pid=104025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 18:16:02.244900 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-07d03b2a-5067-4047-b79b-a34ebefc9798 None None] Provisioning complete for port b46c84ab-1d38-48ba-a405-6c640a1be5cd triggered by entity DHCP. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:16:02.246661 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-07d03b2a-5067-4047-b79b-a34ebefc9798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (b46c84ab-1d38-48ba-a405-6c640a1be5cd), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:02.275671 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f62b8f9-073f-4de5-9ea4-a698dedd2a5e None None] Pushing event updated for resources: {'Port': ['ID=be50a966-8c99-4ebd-b960-de2a4f90eb39,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:02.275893 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.db_base_plugin_v2 [None req-17a5d4bb-2eb0-4265-a02f-4a0ad061f657 admin admin] Deleting subnet 36932fa1-bfe6-4a1c-b111-2f17f9c4e752 {{(pid=104023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 18:16:02.281390 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-17a5d4bb-2eb0-4265-a02f-4a0ad061f657 admin admin] Publish callbacks [] for subnet (36932fa1-bfe6-4a1c-b111-2f17f9c4e752), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:02.323547 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-bb77a893-08e3-48bd-b7df-91bb0e265fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (cbfd767e-539d-46cf-878b-33d046b5da8c), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:02.336476 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Provisioning complete for port 86ce87d2-4539-499c-bdf5-70ade25fb715 triggered by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:16:02.336947 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (86ce87d2-4539-499c-bdf5-70ade25fb715), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:02.339947 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-c8853417-914c-49a0-8f09-e0be7c05651b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:02.344376 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-246c04d0-a17d-418b-a256-4144e5b23ba9 None None] For port be50a966-8c99-4ebd-b960-de2a4f90eb39, host dv-cinder-840511-4-iscsi, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 18:16:02.354087 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-246c04d0-a17d-418b-a256-4144e5b23ba9 None None] For port be50a966-8c99-4ebd-b960-de2a4f90eb39, host dv-cinder-840511-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=be50a966-8c99-4ebd-b960-de2a4f90eb39,segment=NetworkSegment(44841efa-8edc-4b72-aba0-27edf49af522),segment_id=44841efa-8edc-4b72-aba0-27edf49af522)] {{(pid=104026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 18:16:02.389685 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-17a5d4bb-2eb0-4265-a02f-4a0ad061f657 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7381899'] for subnet (36932fa1-bfe6-4a1c-b111-2f17f9c4e752), precommit_delete_associations {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:02.394058 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131df130-16c3-4203-81dd-c9659baa93d3 admin admin] Pushing event updated for resources: {'Port': ['ID=2ea3924b-7e1f-464e-aefe-77e5ba01393b,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:02.438046 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-246c04d0-a17d-418b-a256-4144e5b23ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (be50a966-8c99-4ebd-b960-de2a4f90eb39), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:02.507509 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-131df130-16c3-4203-81dd-c9659baa93d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (2ea3924b-7e1f-464e-aefe-77e5ba01393b), before_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:02.585814 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-ad044e56-0cd0-4228-b824-04a963dc2e51 admin admin] Publish callbacks [] for port (b46c84ab-1d38-48ba-a405-6c640a1be5cd), precommit_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:02.586321 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-07d03b2a-5067-4047-b79b-a34ebefc9798 None None] Port b46c84ab-1d38-48ba-a405-6c640a1be5cd cannot update to ACTIVE because it is not bound. {{(pid=104025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 18:16:02.592912 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246c04d0-a17d-418b-a256-4144e5b23ba9 None None] Routers {'f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:16:02.593592 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-246c04d0-a17d-418b-a256-4144e5b23ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:16:00Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff'], 'active': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:16:02.594095 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-cd1d2e24-3568-4b00-b2e1-37fa27b10f86 req-6cad70d2-2b9c-44a7-ba8e-92b79d738b50 tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4e6e468-0b90-4282-bf67-d0a97d25be25 HTTP/1.1" status: 200 len: 210 time: 0.1264756 May 04 18:16:02.598806 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f62b8f9-073f-4de5-9ea4-a698dedd2a5e None None] Pushing event updated for resources: {'Port': ['ID=be50a966-8c99-4ebd-b960-de2a4f90eb39,revision_number=3']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:02.639440 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-17a5d4bb-2eb0-4265-a02f-4a0ad061f657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727632'] for subnet (36932fa1-bfe6-4a1c-b111-2f17f9c4e752), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:02.647239 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb77a893-08e3-48bd-b7df-91bb0e265fff None None] Routers {'d8775bc8-26ae-47f9-9102-bf1b7eada28d'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:16:02.647897 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-bb77a893-08e3-48bd-b7df-91bb0e265fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:16:00Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['d8775bc8-26ae-47f9-9102-bf1b7eada28d'], 'active': True} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:16:02.651893 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3db267d-7e13-4e82-9d16-28069b7f0102 None None] Pushing event updated for resources: {'Port': ['ID=cbfd767e-539d-46cf-878b-33d046b5da8c,revision_number=3']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:02.688257 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-ad044e56-0cd0-4228-b824-04a963dc2e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (b46c84ab-1d38-48ba-a405-6c640a1be5cd), after_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:02.689179 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-ad044e56-0cd0-4228-b824-04a963dc2e51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1598242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674095'] for router_interface (5a083771-4312-41bf-99a2-16ce3ccd099a), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:02.693478 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-f7537222-04fb-4408-8d24-7493625e2bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (88f974dc-3c14-4d3d-9ef8-4363bb88b433), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:02.849977 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvr_db [None req-246c04d0-a17d-418b-a256-4144e5b23ba9 None None] Set router f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff gateway port host: dv-cinder-840511-4-iscsi {{(pid=104026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:16:02.860099 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad044e56-0cd0-4228-b824-04a963dc2e51 admin admin] Pushing event updated for resources: {'Port': ['ID=b46c84ab-1d38-48ba-a405-6c640a1be5cd,revision_number=2']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:02.876413 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-041246e1-c063-4dbe-9c61-1761facaf3e7 None None] Provisioning complete for port 2ea3924b-7e1f-464e-aefe-77e5ba01393b triggered by entity DHCP. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:16:02.876791 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-041246e1-c063-4dbe-9c61-1761facaf3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (2ea3924b-7e1f-464e-aefe-77e5ba01393b), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:02.916910 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-17a5d4bb-2eb0-4265-a02f-4a0ad061f657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7382269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7546261'] for subnet (36932fa1-bfe6-4a1c-b111-2f17f9c4e752), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:02.967990 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Current status of the port 86ce87d2-4539-499c-bdf5-70ade25fb715 is: ACTIVE; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:16:02.974456 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-041246e1-c063-4dbe-9c61-1761facaf3e7 None None] Port 2ea3924b-7e1f-464e-aefe-77e5ba01393b cannot update to ACTIVE because it is not bound. {{(pid=104025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 18:16:02.980785 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a5d4bb-2eb0-4265-a02f-4a0ad061f657 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36932fa1-bfe6-4a1c-b111-2f17f9c4e752,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:03.004628 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-17a5d4bb-2eb0-4265-a02f-4a0ad061f657 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598214'] for subnet (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:03.019412 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-17a5d4bb-2eb0-4265-a02f-4a0ad061f657 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/36932fa1-bfe6-4a1c-b111-2f17f9c4e752 HTTP/1.1" status: 204 len: 168 time: 0.9281704 May 04 18:16:03.022209 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 46872) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:16:03.026070 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvr_db [None req-bb77a893-08e3-48bd-b7df-91bb0e265fff None None] Set router d8775bc8-26ae-47f9-9102-bf1b7eada28d gateway port host: dv-cinder-840511-4-iscsi {{(pid=104025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:16:03.213142 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-978060bc-f1c9-46ae-ae7b-2619abe7913f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653438'] for network (cc33ef00-0f74-4bb1-aef1-4e3ee6c69f0b), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:03.286673 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-246c04d0-a17d-418b-a256-4144e5b23ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff', 'name': 'tempest-ServerRescueNegativeTestJSON-1742315776-router', 'tenant_id': '52f7ff6557334462979f9934251c2158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'be50a966-8c99-4ebd-b960-de2a4f90eb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:15:53Z', 'updated_at': '2022-05-04T18:15:56Z', 'revision_number': 3, 'project_id': '52f7ff6557334462979f9934251c2158', 'gw_port': {'id': 'be50a966-8c99-4ebd-b960-de2a4f90eb39', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5e:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:15:55Z', 'updated_at': '2022-05-04T18:16:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi'}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:16:03.294342 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device f1d9d266-1ac8-4500-9540-07264ac7abbc up at agent ovs-agent-dv-cinder-840511-4-iscsi {{(pid=104025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:16:03.307734 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.db.db_base_plugin_common [None req-c8853417-914c-49a0-8f09-e0be7c05651b admin admin] Allocated IP 172.20.0.1 (a6fe39e6-2945-43c4-866c-f901f807513e/abd7f995-331d-4f8f-976d-dc07d5f652e4/39c27af9-2e27-4710-b3a3-b466b73b2d21) {{(pid=104024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:16:03.321559 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-978060bc-f1c9-46ae-ae7b-2619abe7913f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727429', 'neutron.services.segments.db._delete_segments_for_network-8772820294476'] for network (cc33ef00-0f74-4bb1-aef1-4e3ee6c69f0b), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:03.326268 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246c04d0-a17d-418b-a256-4144e5b23ba9 None None] The sync data for ids ['f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff'] in dv-cinder-840511-4-iscsi is: [{'id': 'f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff', 'name': 'tempest-ServerRescueNegativeTestJSON-1742315776-router', 'tenant_id': '52f7ff6557334462979f9934251c2158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'be50a966-8c99-4ebd-b960-de2a4f90eb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:15:53Z', 'updated_at': '2022-05-04T18:15:56Z', 'revision_number': 3, 'project_id': '52f7ff6557334462979f9934251c2158', 'gw_port': {'id': 'be50a966-8c99-4ebd-b960-de2a4f90eb39', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5e:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:15:55Z', 'updated_at': '2022-05-04T18:16:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi'}] {{(pid=104026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:16:03.349337 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.services.segments.db [None req-978060bc-f1c9-46ae-ae7b-2619abe7913f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc33ef00-0f74-4bb1-aef1-4e3ee6c69f0b']}} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:16:03.374127 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.services.segments.db [None req-978060bc-f1c9-46ae-ae7b-2619abe7913f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '052784f3-e471-4c87-bc1f-c32f2b30b799') {'for_net_delete': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:16:03.374795 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.services.segments.db [None req-978060bc-f1c9-46ae-ae7b-2619abe7913f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '052784f3-e471-4c87-bc1f-c32f2b30b799') {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:16:03.399748 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-978060bc-f1c9-46ae-ae7b-2619abe7913f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772820296277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7381908'] for segment (052784f3-e471-4c87-bc1f-c32f2b30b799), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:03.436340 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-978060bc-f1c9-46ae-ae7b-2619abe7913f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691573'] for segment (052784f3-e471-4c87-bc1f-c32f2b30b799), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:03.466308 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-978060bc-f1c9-46ae-ae7b-2619abe7913f admin admin] Releasing vlan 832 on physical network physnet1 to pool {{(pid=104023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 18:16:03.479166 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-978060bc-f1c9-46ae-ae7b-2619abe7913f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7382171'] for segment (052784f3-e471-4c87-bc1f-c32f2b30b799), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:03.479166 dv-cinder-840511-4-iscsi neutron-server[104023]: Traceback (most recent call last): May 04 18:16:03.479166 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 18:16:03.479166 dv-cinder-840511-4-iscsi neutron-server[104023]: timer() May 04 18:16:03.479166 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 18:16:03.479166 dv-cinder-840511-4-iscsi neutron-server[104023]: cb(*args, **kw) May 04 18:16:03.479166 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 18:16:03.479166 dv-cinder-840511-4-iscsi neutron-server[104023]: return func(*args, **kwargs) May 04 18:16:03.479166 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 18:16:03.479166 dv-cinder-840511-4-iscsi neutron-server[104023]: self._notify() May 04 18:16:03.479166 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 18:16:03.479166 dv-cinder-840511-4-iscsi neutron-server[104023]: self.callback(batched_events) May 04 18:16:03.479166 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 18:16:03.479166 dv-cinder-840511-4-iscsi neutron-server[104023]: event.method(event) May 04 18:16:03.479166 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 18:16:03.479166 dv-cinder-840511-4-iscsi neutron-server[104023]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 18:16:03.479166 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 18:16:03.479166 dv-cinder-840511-4-iscsi neutron-server[104023]: aggregate_uuid = self.p_client.list_aggregates( May 04 18:16:03.479166 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 18:16:03.479166 dv-cinder-840511-4-iscsi neutron-server[104023]: return f(self, *a, **k) May 04 18:16:03.479166 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 18:16:03.479166 dv-cinder-840511-4-iscsi neutron-server[104023]: return self._get(url).json() May 04 18:16:03.479166 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 18:16:03.479166 dv-cinder-840511-4-iscsi neutron-server[104023]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 18:16:03.479166 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 18:16:03.479166 dv-cinder-840511-4-iscsi neutron-server[104023]: return self.request(url, 'GET', **kwargs) May 04 18:16:03.479166 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 18:16:03.479166 dv-cinder-840511-4-iscsi neutron-server[104023]: base_url = self.get_endpoint(auth, allow=allow, May 04 18:16:03.479166 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 18:16:03.479166 dv-cinder-840511-4-iscsi neutron-server[104023]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 18:16:03.479166 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 18:16:03.479166 dv-cinder-840511-4-iscsi neutron-server[104023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 18:16:03.479166 dv-cinder-840511-4-iscsi neutron-server[104023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 18:16:03.480792 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-131df130-16c3-4203-81dd-c9659baa93d3 admin admin] Publish callbacks [] for port (2ea3924b-7e1f-464e-aefe-77e5ba01393b), precommit_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:03.514190 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Provisioning complete for port f1d9d266-1ac8-4500-9540-07264ac7abbc triggered by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:16:03.515385 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (f1d9d266-1ac8-4500-9540-07264ac7abbc), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:03.525746 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-bb77a893-08e3-48bd-b7df-91bb0e265fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8775bc8-26ae-47f9-9102-bf1b7eada28d', 'name': 'tempest-AttachVolumeTestJSON-798757056-router', 'tenant_id': '0998832c5db04fe5b7e93fa392a693f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'cbfd767e-539d-46cf-878b-33d046b5da8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:15:53Z', 'updated_at': '2022-05-04T18:16:02Z', 'revision_number': 4, 'project_id': '0998832c5db04fe5b7e93fa392a693f8', 'gw_port': {'id': 'cbfd767e-539d-46cf-878b-33d046b5da8c', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f2:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8775bc8-26ae-47f9-9102-bf1b7eada28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:15:54Z', 'updated_at': '2022-05-04T18:16:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_interfaces': [{'id': '2ea3924b-7e1f-464e-aefe-77e5ba01393b', 'name': '', 'network_id': '6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e', 'tenant_id': '0998832c5db04fe5b7e93fa392a693f8', 'mac_address': 'fa:16:3e:08:a6:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8775bc8-26ae-47f9-9102-bf1b7eada28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '3ba3abcf-592c-4523-9b0f-c55aec0e9e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:15:59Z', 'updated_at': '2022-05-04T18:16:00Z', 'revision_number': 1, 'project_id': '0998832c5db04fe5b7e93fa392a693f8', 'subnets': [{'id': '3ba3abcf-592c-4523-9b0f-c55aec0e9e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:16:03.598471 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-131df130-16c3-4203-81dd-c9659baa93d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (2ea3924b-7e1f-464e-aefe-77e5ba01393b), after_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:03.599219 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-131df130-16c3-4203-81dd-c9659baa93d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1598242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674095'] for router_interface (d8775bc8-26ae-47f9-9102-bf1b7eada28d), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:03.602210 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb77a893-08e3-48bd-b7df-91bb0e265fff None None] The sync data for ids ['d8775bc8-26ae-47f9-9102-bf1b7eada28d'] in dv-cinder-840511-4-iscsi is: [{'id': 'd8775bc8-26ae-47f9-9102-bf1b7eada28d', 'name': 'tempest-AttachVolumeTestJSON-798757056-router', 'tenant_id': '0998832c5db04fe5b7e93fa392a693f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'cbfd767e-539d-46cf-878b-33d046b5da8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:15:53Z', 'updated_at': '2022-05-04T18:16:02Z', 'revision_number': 4, 'project_id': '0998832c5db04fe5b7e93fa392a693f8', 'gw_port': {'id': 'cbfd767e-539d-46cf-878b-33d046b5da8c', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f2:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8775bc8-26ae-47f9-9102-bf1b7eada28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:15:54Z', 'updated_at': '2022-05-04T18:16:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_interfaces': [{'id': '2ea3924b-7e1f-464e-aefe-77e5ba01393b', 'name': '', 'network_id': '6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e', 'tenant_id': '0998832c5db04fe5b7e93fa392a693f8', 'mac_address': 'fa:16:3e:08:a6:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8775bc8-26ae-47f9-9102-bf1b7eada28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '3ba3abcf-592c-4523-9b0f-c55aec0e9e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:15:59Z', 'updated_at': '2022-05-04T18:16:00Z', 'revision_number': 1, 'project_id': '0998832c5db04fe5b7e93fa392a693f8', 'subnets': [{'id': '3ba3abcf-592c-4523-9b0f-c55aec0e9e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:16:03.632086 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-978060bc-f1c9-46ae-ae7b-2619abe7913f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676474'] for network (cc33ef00-0f74-4bb1-aef1-4e3ee6c69f0b), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:03.637405 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-978060bc-f1c9-46ae-ae7b-2619abe7913f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598214'] for network (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:03.641837 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-978060bc-f1c9-46ae-ae7b-2619abe7913f admin admin] 10.222.0.23 "DELETE /v2.0/networks/cc33ef00-0f74-4bb1-aef1-4e3ee6c69f0b HTTP/1.1" status: 204 len: 168 time: 0.6184125 May 04 18:16:03.662411 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad044e56-0cd0-4228-b824-04a963dc2e51 admin admin] Network 26d35b79-1359-484a-a955-f54353f413dc is already hosted by enough agents. {{(pid=104024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:16:03.676625 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978060bc-f1c9-46ae-ae7b-2619abe7913f admin admin] Pushing event deleted for resources: {'Network': ['ID=cc33ef00-0f74-4bb1-aef1-4e3ee6c69f0b,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:03.726860 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Current status of the port f1d9d266-1ac8-4500-9540-07264ac7abbc is: DOWN; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:16:03.727417 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (f1d9d266-1ac8-4500-9540-07264ac7abbc), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:03.750510 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.base_scheduler [None req-ad044e56-0cd0-4228-b824-04a963dc2e51 admin admin] Resources bound (agent type, host, resource id): {{(pid=104024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:16:03.794243 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] For port f1d9d266-1ac8-4500-9540-07264ac7abbc, host dv-cinder-840511-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=f1d9d266-1ac8-4500-9540-07264ac7abbc,segment=NetworkSegment(44841efa-8edc-4b72-aba0-27edf49af522),segment_id=44841efa-8edc-4b72-aba0-27edf49af522)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:16:03.872720 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (e55a6cb5-967a-4631-865a-95818de4ff35), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:03.910867 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (f1d9d266-1ac8-4500-9540-07264ac7abbc), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:04.028262 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Pushing event updated for resources: {'Port': ['ID=f1d9d266-1ac8-4500-9540-07264ac7abbc,revision_number=4']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:04.148930 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-74c71772-5dfb-4090-b4c8-addcbc805da7 None None] Provisioning complete for port b46c84ab-1d38-48ba-a405-6c640a1be5cd triggered by entity DHCP. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:16:04.149357 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-74c71772-5dfb-4090-b4c8-addcbc805da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (b46c84ab-1d38-48ba-a405-6c640a1be5cd), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:04.237360 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-74c71772-5dfb-4090-b4c8-addcbc805da7 None None] Port b46c84ab-1d38-48ba-a405-6c640a1be5cd cannot update to ACTIVE because it is not bound. {{(pid=104025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 18:16:04.340925 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131df130-16c3-4203-81dd-c9659baa93d3 admin admin] Network 6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e is already hosted by enough agents. {{(pid=104024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:16:04.342865 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131df130-16c3-4203-81dd-c9659baa93d3 admin admin] Pushing event updated for resources: {'Port': ['ID=2ea3924b-7e1f-464e-aefe-77e5ba01393b,revision_number=2']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:04.348447 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-c8853417-914c-49a0-8f09-e0be7c05651b admin admin] Publish callbacks [] for port (39c27af9-2e27-4710-b3a3-b466b73b2d21), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:04.358363 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 46906) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:16:04.363764 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-4762247c-07b4-4b43-9505-3e925a5fb65b req-a126a12f-dac9-4f36-9561-5ceba36d5443 tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4e6e468-0b90-4282-bf67-d0a97d25be25 HTTP/1.1" status: 200 len: 210 time: 0.6154540 May 04 18:16:04.409364 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.base_scheduler [None req-131df130-16c3-4203-81dd-c9659baa93d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:16:04.469662 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-f1953881-2fc0-418f-be8a-3eda014bbabb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=abd8d070b5774718a1d4cba279b35b76&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1088178 May 04 18:16:04.473208 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 46912) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:16:04.564489 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad044e56-0cd0-4228-b824-04a963dc2e51 admin admin] Router 5a083771-4312-41bf-99a2-16ce3ccd099a has already been hosted by L3 agent 341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae {{(pid=104024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 18:16:04.628430 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-94a0f01b-659d-47cb-b1e4-c5e0e55854b2 admin admin] Publish callbacks [] for security_group (eff15f41-7f21-44d8-b49c-1faf9bfd1a65), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:04.688102 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-94a0f01b-659d-47cb-b1e4-c5e0e55854b2 admin admin] Publish callbacks [] for security_group (eff15f41-7f21-44d8-b49c-1faf9bfd1a65), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:04.744834 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-131df130-16c3-4203-81dd-c9659baa93d3 admin admin] Router d8775bc8-26ae-47f9-9102-bf1b7eada28d has already been hosted by L3 agent 341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae {{(pid=104024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 18:16:04.776553 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-b6f4895f-1490-45e2-9fdf-9a061718e35f None None] Provisioning complete for port 2ea3924b-7e1f-464e-aefe-77e5ba01393b triggered by entity DHCP. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:16:04.777103 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-b6f4895f-1490-45e2-9fdf-9a061718e35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (2ea3924b-7e1f-464e-aefe-77e5ba01393b), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:04.809629 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-c8853417-914c-49a0-8f09-e0be7c05651b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772819832230'] for port (39c27af9-2e27-4710-b3a3-b466b73b2d21), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:04.820411 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-b6f4895f-1490-45e2-9fdf-9a061718e35f None None] Port 2ea3924b-7e1f-464e-aefe-77e5ba01393b cannot update to ACTIVE because it is not bound. {{(pid=104025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 18:16:04.870642 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-94a0f01b-659d-47cb-b1e4-c5e0e55854b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (eff15f41-7f21-44d8-b49c-1faf9bfd1a65), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:04.873941 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-94a0f01b-659d-47cb-b1e4-c5e0e55854b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:04.875441 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-94a0f01b-659d-47cb-b1e4-c5e0e55854b2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/eff15f41-7f21-44d8-b49c-1faf9bfd1a65 HTTP/1.1" status: 204 len: 168 time: 0.4011929 May 04 18:16:04.890315 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a0f01b-659d-47cb-b1e4-c5e0e55854b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff15f41-7f21-44d8-b49c-1faf9bfd1a65,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:04.921836 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8853417-914c-49a0-8f09-e0be7c05651b admin admin] Network a6fe39e6-2945-43c4-866c-f901f807513e is already hosted by enough agents. {{(pid=104024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:16:04.971916 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.base_scheduler [None req-c8853417-914c-49a0-8f09-e0be7c05651b admin admin] Resources bound (agent type, host, resource id): {{(pid=104024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:16:04.984490 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8853417-914c-49a0-8f09-e0be7c05651b admin admin] Received port after_create {{(pid=104024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:16:04.984490 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-c8853417-914c-49a0-8f09-e0be7c05651b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674133'] for router_interface (f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:04.999840 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8853417-914c-49a0-8f09-e0be7c05651b admin admin] Pushing event updated for resources: {'Port': ['ID=39c27af9-2e27-4710-b3a3-b466b73b2d21,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:05.120774 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad044e56-0cd0-4228-b824-04a963dc2e51 admin admin] Notify agent at l3_agent.dv-cinder-840511-4-iscsi the message routers_updated {{(pid=104024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 18:16:05.135062 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101f1e00-92a6-4e01-91f6-a10a21c5012a None None] Sync routers for ids ['5a083771-4312-41bf-99a2-16ce3ccd099a'] in dv-cinder-840511-4-iscsi {{(pid=104025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:16:05.145414 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-ad044e56-0cd0-4228-b824-04a963dc2e51 admin admin] 10.222.0.23 "PUT /v2.0/routers/5a083771-4312-41bf-99a2-16ce3ccd099a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7287769 May 04 18:16:05.163014 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101f1e00-92a6-4e01-91f6-a10a21c5012a None None] Routers {'5a083771-4312-41bf-99a2-16ce3ccd099a'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:16:05.163836 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-101f1e00-92a6-4e01-91f6-a10a21c5012a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:16:00Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['5a083771-4312-41bf-99a2-16ce3ccd099a'], 'active': True} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:16:05.423776 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-131df130-16c3-4203-81dd-c9659baa93d3 admin admin] Notify agent at l3_agent.dv-cinder-840511-4-iscsi the message routers_updated {{(pid=104024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 18:16:05.430405 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-131df130-16c3-4203-81dd-c9659baa93d3 admin admin] 10.222.0.23 "PUT /v2.0/routers/d8775bc8-26ae-47f9-9102-bf1b7eada28d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2187715 May 04 18:16:05.540399 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device f1d9d266-1ac8-4500-9540-07264ac7abbc up at agent ovs-agent-dv-cinder-840511-4-iscsi {{(pid=104025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:16:05.575698 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-650af828-966b-447a-9fb2-5f092fd5c58f req-8a382eb6-8b06-4c7e-a9e5-172c934ad472 tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4e6e468-0b90-4282-bf67-d0a97d25be25 HTTP/1.1" status: 200 len: 210 time: 0.0538146 May 04 18:16:05.598153 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvr_db [None req-101f1e00-92a6-4e01-91f6-a10a21c5012a None None] Set router 5a083771-4312-41bf-99a2-16ce3ccd099a gateway port host: dv-cinder-840511-4-iscsi {{(pid=104025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:16:05.636213 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-c8853417-914c-49a0-8f09-e0be7c05651b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (39c27af9-2e27-4710-b3a3-b466b73b2d21), before_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:05.644781 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-65fdbe56-bbee-442d-bdbc-13ea7ef44cce None None] Provisioning complete for port 39c27af9-2e27-4710-b3a3-b466b73b2d21 triggered by entity DHCP. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:16:05.645157 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-65fdbe56-bbee-442d-bdbc-13ea7ef44cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (39c27af9-2e27-4710-b3a3-b466b73b2d21), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:05.720033 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-65fdbe56-bbee-442d-bdbc-13ea7ef44cce None None] Port 39c27af9-2e27-4710-b3a3-b466b73b2d21 cannot update to ACTIVE because it is not bound. {{(pid=104025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 18:16:05.913810 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Provisioning complete for port f1d9d266-1ac8-4500-9540-07264ac7abbc triggered by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:16:05.914399 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (f1d9d266-1ac8-4500-9540-07264ac7abbc), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:06.042019 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-c8853417-914c-49a0-8f09-e0be7c05651b admin admin] Publish callbacks [] for port (39c27af9-2e27-4710-b3a3-b466b73b2d21), precommit_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:06.142516 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Current status of the port f1d9d266-1ac8-4500-9540-07264ac7abbc is: ACTIVE; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:16:06.143665 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device be50a966-8c99-4ebd-b960-de2a4f90eb39 up at agent ovs-agent-dv-cinder-840511-4-iscsi {{(pid=104025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:16:06.224607 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-101f1e00-92a6-4e01-91f6-a10a21c5012a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a083771-4312-41bf-99a2-16ce3ccd099a', 'name': 'tempest-AttachVolumeShelveTestJSON-2042377689-router', 'tenant_id': '1437e10b84d943a885db1ec25dccc6e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'f1d9d266-1ac8-4500-9540-07264ac7abbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:15:51Z', 'updated_at': '2022-05-04T18:16:01Z', 'revision_number': 4, 'project_id': '1437e10b84d943a885db1ec25dccc6e5', 'gw_port': {'id': 'f1d9d266-1ac8-4500-9540-07264ac7abbc', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:6e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a083771-4312-41bf-99a2-16ce3ccd099a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:15:53Z', 'updated_at': '2022-05-04T18:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_interfaces': [{'id': 'b46c84ab-1d38-48ba-a405-6c640a1be5cd', 'name': '', 'network_id': '26d35b79-1359-484a-a955-f54353f413dc', 'tenant_id': '1437e10b84d943a885db1ec25dccc6e5', 'mac_address': 'fa:16:3e:cf:f9:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a083771-4312-41bf-99a2-16ce3ccd099a', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0e97a9af-bf91-4879-8505-d85b9edd2417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:15:59Z', 'updated_at': '2022-05-04T18:16:01Z', 'revision_number': 2, 'project_id': '1437e10b84d943a885db1ec25dccc6e5', 'subnets': [{'id': '0e97a9af-bf91-4879-8505-d85b9edd2417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:16:06.225375 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-c8853417-914c-49a0-8f09-e0be7c05651b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (39c27af9-2e27-4710-b3a3-b466b73b2d21), after_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:06.226551 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-c8853417-914c-49a0-8f09-e0be7c05651b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1598242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674095'] for router_interface (f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:06.271970 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101f1e00-92a6-4e01-91f6-a10a21c5012a None None] Checking router: 5a083771-4312-41bf-99a2-16ce3ccd099a for host: dv-cinder-840511-4-iscsi {{(pid=104025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:16:06.272582 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101f1e00-92a6-4e01-91f6-a10a21c5012a None None] Updating router 5a083771-4312-41bf-99a2-16ce3ccd099a port b46c84ab-1d38-48ba-a405-6c640a1be5cd binding host dv-cinder-840511-4-iscsi {{(pid=104025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 18:16:06.344898 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8853417-914c-49a0-8f09-e0be7c05651b admin admin] Pushing event updated for resources: {'Port': ['ID=39c27af9-2e27-4710-b3a3-b466b73b2d21,revision_number=2']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:06.420498 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-101f1e00-92a6-4e01-91f6-a10a21c5012a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (b46c84ab-1d38-48ba-a405-6c640a1be5cd), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:06.444767 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Provisioning complete for port be50a966-8c99-4ebd-b960-de2a4f90eb39 triggered by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:16:06.448866 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (be50a966-8c99-4ebd-b960-de2a4f90eb39), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:06.495646 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 46970) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:16:06.576715 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8853417-914c-49a0-8f09-e0be7c05651b admin admin] Network a6fe39e6-2945-43c4-866c-f901f807513e is already hosted by enough agents. {{(pid=104024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:16:06.582243 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.base_scheduler [None req-c8853417-914c-49a0-8f09-e0be7c05651b admin admin] Resources bound (agent type, host, resource id): {{(pid=104024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:16:06.582386 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-cccf4723-0e24-4d61-82bd-d5da88eeecd8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=efda5aae1061419f9cc575f919ef6c02&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0832276 May 04 18:16:06.589053 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 46974) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:16:06.592193 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.84', 61240) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:16:06.792328 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-feb173e4-6156-4bc0-a534-89ca0dd1cc9f admin admin] Publish callbacks [] for security_group (8aedd5d9-9a88-4abb-a072-daf7d46ceaf6), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:06.917161 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-feb173e4-6156-4bc0-a534-89ca0dd1cc9f admin admin] Publish callbacks [] for security_group (8aedd5d9-9a88-4abb-a072-daf7d46ceaf6), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:07.106677 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8853417-914c-49a0-8f09-e0be7c05651b admin admin] Router f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff has already been hosted by L3 agent 341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae {{(pid=104024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 18:16:07.181328 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 46992) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:16:07.191124 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.v2.base [None req-34863afc-2e9e-43a8-953f-0ca38d6054e0 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1743596412', 'description': 'tempest-description--19508755'}} {{(pid=104023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:16:07.220909 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 46994) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:16:07.230585 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.v2.base [None req-5bcc5854-015a-414b-9faa-26e6887622db tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1321745748', 'description': 'tempest-description--2108521492'}} {{(pid=104024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:16:07.242577 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-d6772a30-569e-4c1f-9e28-88526e534e45 None None] Provisioning complete for port 39c27af9-2e27-4710-b3a3-b466b73b2d21 triggered by entity DHCP. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:16:07.243134 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-d6772a30-569e-4c1f-9e28-88526e534e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (39c27af9-2e27-4710-b3a3-b466b73b2d21), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:07.258928 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194baf6-433d-4c24-9857-d3923e3e5108 req-04b88ae5-9bbc-4306-8114-82045cf8c9fc tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:07.260716 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-1194baf6-433d-4c24-9857-d3923e3e5108 req-04b88ae5-9bbc-4306-8114-82045cf8c9fc tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] 10.222.0.84 "GET /v2.0/networks?id=749ebc86-c8f6-4fa1-a57a-0024399bcc1e HTTP/1.1" status: 200 len: 812 time: 0.6674063 May 04 18:16:07.359602 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Current status of the port be50a966-8c99-4ebd-b960-de2a4f90eb39 is: DOWN; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:16:07.359999 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (be50a966-8c99-4ebd-b960-de2a4f90eb39), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:07.361380 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-9b409bf6-213e-4be1-bb3f-02970c7b89d1 req-a9433e15-e5e0-4d87-b73d-dba87aa26060 tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4e6e468-0b90-4282-bf67-d0a97d25be25 HTTP/1.1" status: 200 len: 210 time: 0.0691991 May 04 18:16:07.367019 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.v2.base [req-1194baf6-433d-4c24-9857-d3923e3e5108 req-68b51b16-cd14-482e-a26a-b0676975574e tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] Request body: {'port': {'device_id': 'd4e6e468-0b90-4282-bf67-d0a97d25be25', 'network_id': '749ebc86-c8f6-4fa1-a57a-0024399bcc1e', 'admin_state_up': True, 'tenant_id': 'd61287a330cd4af9bd9dc26fd4dbd32c'}} {{(pid=104023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:16:07.375672 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-feb173e4-6156-4bc0-a534-89ca0dd1cc9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (8aedd5d9-9a88-4abb-a072-daf7d46ceaf6), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:07.383758 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-feb173e4-6156-4bc0-a534-89ca0dd1cc9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:07.386708 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-d6772a30-569e-4c1f-9e28-88526e534e45 None None] Port 39c27af9-2e27-4710-b3a3-b466b73b2d21 cannot update to ACTIVE because it is not bound. {{(pid=104025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 18:16:07.391319 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-feb173e4-6156-4bc0-a534-89ca0dd1cc9f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8aedd5d9-9a88-4abb-a072-daf7d46ceaf6 HTTP/1.1" status: 204 len: 168 time: 0.8000381 May 04 18:16:07.430895 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] For port be50a966-8c99-4ebd-b960-de2a4f90eb39, host dv-cinder-840511-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=be50a966-8c99-4ebd-b960-de2a4f90eb39,segment=NetworkSegment(44841efa-8edc-4b72-aba0-27edf49af522),segment_id=44841efa-8edc-4b72-aba0-27edf49af522)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:16:07.444413 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb173e4-6156-4bc0-a534-89ca0dd1cc9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aedd5d9-9a88-4abb-a072-daf7d46ceaf6,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:07.446980 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8853417-914c-49a0-8f09-e0be7c05651b admin admin] Notify agent at l3_agent.dv-cinder-840511-4-iscsi the message routers_updated {{(pid=104024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 18:16:07.469958 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-c8853417-914c-49a0-8f09-e0be7c05651b admin admin] 10.222.0.23 "PUT /v2.0/routers/f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6791823 May 04 18:16:07.470038 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3178bf6-dc12-49b5-824e-70c91bb720fa None None] Sync routers for ids ['f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff'] in dv-cinder-840511-4-iscsi {{(pid=104026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:16:07.484779 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3178bf6-dc12-49b5-824e-70c91bb720fa None None] Routers {'f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:16:07.485430 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-b3178bf6-dc12-49b5-824e-70c91bb720fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:16:00Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff'], 'active': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:16:07.531927 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (be50a966-8c99-4ebd-b960-de2a4f90eb39), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:07.533053 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device cbfd767e-539d-46cf-878b-33d046b5da8c up at agent ovs-agent-dv-cinder-840511-4-iscsi {{(pid=104025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:16:07.545191 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-5bcc5854-015a-414b-9faa-26e6887622db tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Publish callbacks [] for security_group (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:07.689988 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-34863afc-2e9e-43a8-953f-0ca38d6054e0 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Publish callbacks [] for security_group (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:07.718436 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-101f1e00-92a6-4e01-91f6-a10a21c5012a None None] Publish callbacks [] for port (b46c84ab-1d38-48ba-a405-6c640a1be5cd), precommit_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:07.751874 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-5bcc5854-015a-414b-9faa-26e6887622db tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Publish callbacks [] for security_group (895ee795-d4ba-4ffd-adfe-374d43da0617), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:07.784454 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Pushing event updated for resources: {'Port': ['ID=be50a966-8c99-4ebd-b960-de2a4f90eb39,revision_number=4']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:07.787224 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvr_db [None req-b3178bf6-dc12-49b5-824e-70c91bb720fa None None] Set router f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff gateway port host: dv-cinder-840511-4-iscsi {{(pid=104026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:16:07.787356 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Provisioning complete for port cbfd767e-539d-46cf-878b-33d046b5da8c triggered by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:16:07.787662 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (cbfd767e-539d-46cf-878b-33d046b5da8c), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:07.850657 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-101f1e00-92a6-4e01-91f6-a10a21c5012a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (b46c84ab-1d38-48ba-a405-6c640a1be5cd), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:07.876224 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-5bcc5854-015a-414b-9faa-26e6887622db tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (895ee795-d4ba-4ffd-adfe-374d43da0617), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:07.945325 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1194baf6-433d-4c24-9857-d3923e3e5108 req-68b51b16-cd14-482e-a26a-b0676975574e tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] Made reservation on behalf of d61287a330cd4af9bd9dc26fd4dbd32c for: {'port': 1} {{(pid=104023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:16:07.953078 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-1194baf6-433d-4c24-9857-d3923e3e5108 req-68b51b16-cd14-482e-a26a-b0676975574e tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:07.991703 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcc5854-015a-414b-9faa-26e6887622db tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=895ee795-d4ba-4ffd-adfe-374d43da0617,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:08.001214 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2ff2ee-f974-4f29-87e7-c70aa440d453 None None] Pushing event updated for resources: {'Port': ['ID=b46c84ab-1d38-48ba-a405-6c640a1be5cd,revision_number=3']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:08.002518 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-5bcc5854-015a-414b-9faa-26e6887622db tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Publish callbacks [] for security_group (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:08.003736 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-5bcc5854-015a-414b-9faa-26e6887622db tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.7815127 May 04 18:16:08.007734 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 47032) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:16:08.013456 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2aba1be-4132-4c1f-bc94-e4cbbfe46447 None None] Sync routers for ids ['d8775bc8-26ae-47f9-9102-bf1b7eada28d'] in dv-cinder-840511-4-iscsi {{(pid=104025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:16:08.018085 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.v2.base [None req-b0d6270c-65fd-43bd-81c9-cf077de4ed58 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Request body: {'security_group_rule': {'security_group_id': '895ee795-d4ba-4ffd-adfe-374d43da0617', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:16:08.082405 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-34863afc-2e9e-43a8-953f-0ca38d6054e0 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Publish callbacks [] for security_group (b2f9cf9b-5753-412e-92be-8773f690cdf8), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:08.161501 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2aba1be-4132-4c1f-bc94-e4cbbfe46447 None None] Routers {'d8775bc8-26ae-47f9-9102-bf1b7eada28d'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:16:08.162158 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-b2aba1be-4132-4c1f-bc94-e4cbbfe46447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:16:00Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['d8775bc8-26ae-47f9-9102-bf1b7eada28d'], 'active': True} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:16:08.163048 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-b0d6270c-65fd-43bd-81c9-cf077de4ed58 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Publish callbacks [] for security_group_rule (57c65885-f981-4d85-9f41-7118cd2a9540), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:08.217880 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-34863afc-2e9e-43a8-953f-0ca38d6054e0 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (b2f9cf9b-5753-412e-92be-8773f690cdf8), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:08.230603 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-b3178bf6-dc12-49b5-824e-70c91bb720fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff', 'name': 'tempest-ServerRescueNegativeTestJSON-1742315776-router', 'tenant_id': '52f7ff6557334462979f9934251c2158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'be50a966-8c99-4ebd-b960-de2a4f90eb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:15:53Z', 'updated_at': '2022-05-04T18:16:05Z', 'revision_number': 4, 'project_id': '52f7ff6557334462979f9934251c2158', 'gw_port': {'id': 'be50a966-8c99-4ebd-b960-de2a4f90eb39', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5e:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:15:55Z', 'updated_at': '2022-05-04T18:16:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_interfaces': [{'id': '39c27af9-2e27-4710-b3a3-b466b73b2d21', 'name': '', 'network_id': 'a6fe39e6-2945-43c4-866c-f901f807513e', 'tenant_id': '52f7ff6557334462979f9934251c2158', 'mac_address': 'fa:16:3e:ea:44:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'abd7f995-331d-4f8f-976d-dc07d5f652e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:16:02Z', 'updated_at': '2022-05-04T18:16:05Z', 'revision_number': 2, 'project_id': '52f7ff6557334462979f9934251c2158', 'subnets': [{'id': 'abd7f995-331d-4f8f-976d-dc07d5f652e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:16:08.280684 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3178bf6-dc12-49b5-824e-70c91bb720fa None None] Checking router: f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff for host: dv-cinder-840511-4-iscsi {{(pid=104026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:16:08.281548 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3178bf6-dc12-49b5-824e-70c91bb720fa None None] Updating router f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff port 39c27af9-2e27-4710-b3a3-b466b73b2d21 binding host dv-cinder-840511-4-iscsi {{(pid=104026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 18:16:08.316967 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b3178bf6-dc12-49b5-824e-70c91bb720fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (39c27af9-2e27-4710-b3a3-b466b73b2d21), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:08.325313 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34863afc-2e9e-43a8-953f-0ca38d6054e0 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f9cf9b-5753-412e-92be-8773f690cdf8,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:08.346562 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-b0d6270c-65fd-43bd-81c9-cf077de4ed58 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Publish callbacks [] for security_group_rule (57c65885-f981-4d85-9f41-7118cd2a9540), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:08.378347 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-34863afc-2e9e-43a8-953f-0ca38d6054e0 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Publish callbacks [] for security_group (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:08.395572 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.managers [None req-101f1e00-92a6-4e01-91f6-a10a21c5012a None None] Attempting to bind port b46c84ab-1d38-48ba-a405-6c640a1be5cd on host dv-cinder-840511-4-iscsi for vnic_type normal with profile {{(pid=104025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 18:16:08.396427 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.managers [None req-101f1e00-92a6-4e01-91f6-a10a21c5012a None None] Attempting to bind port b46c84ab-1d38-48ba-a405-6c640a1be5cd by drivers openvswitch,hyperv on host dv-cinder-840511-4-iscsi at level 0 using segments [{'id': 'de7bb9b3-95ed-4c1b-8898-7bebbfcd85a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '26d35b79-1359-484a-a955-f54353f413dc'}] {{(pid=104025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 18:16:08.396937 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101f1e00-92a6-4e01-91f6-a10a21c5012a None None] Attempting to bind port b46c84ab-1d38-48ba-a405-6c640a1be5cd on network 26d35b79-1359-484a-a955-f54353f413dc {{(pid=104025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:16:08.410498 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 47048) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:16:08.410692 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-34863afc-2e9e-43a8-953f-0ca38d6054e0 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.2248292 May 04 18:16:08.415917 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.v2.base [None req-015d4e6f-c215-4593-adf6-ef1d43e5d73a tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Request body: {'security_group_rule': {'security_group_id': 'b2f9cf9b-5753-412e-92be-8773f690cdf8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:16:08.432938 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Current status of the port cbfd767e-539d-46cf-878b-33d046b5da8c is: DOWN; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:16:08.433648 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (cbfd767e-539d-46cf-878b-33d046b5da8c), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:08.457038 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101f1e00-92a6-4e01-91f6-a10a21c5012a None None] Checking agent: {'id': 'e55a6cb5-967a-4631-865a-95818de4ff35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840511-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 7, 4), 'started_at': datetime.datetime(2022, 5, 4, 18, 7, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840511-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 18:16:08.460028 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101f1e00-92a6-4e01-91f6-a10a21c5012a None None] Checking segment: {'id': 'de7bb9b3-95ed-4c1b-8898-7bebbfcd85a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '26d35b79-1359-484a-a955-f54353f413dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:16:08.460028 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-101f1e00-92a6-4e01-91f6-a10a21c5012a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:08.460028 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101f1e00-92a6-4e01-91f6-a10a21c5012a None None] Bound using segment: {'id': 'de7bb9b3-95ed-4c1b-8898-7bebbfcd85a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '26d35b79-1359-484a-a955-f54353f413dc'} {{(pid=104025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 18:16:08.460028 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.managers [None req-101f1e00-92a6-4e01-91f6-a10a21c5012a None None] Bound port: b46c84ab-1d38-48ba-a405-6c640a1be5cd, host: dv-cinder-840511-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de7bb9b3-95ed-4c1b-8898-7bebbfcd85a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '26d35b79-1359-484a-a955-f54353f413dc'}}] {{(pid=104025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 18:16:08.460028 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-101f1e00-92a6-4e01-91f6-a10a21c5012a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (b46c84ab-1d38-48ba-a405-6c640a1be5cd), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:08.487173 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-b0d6270c-65fd-43bd-81c9-cf077de4ed58 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688088'] for security_group_rule (57c65885-f981-4d85-9f41-7118cd2a9540), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:08.526508 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d6270c-65fd-43bd-81c9-cf077de4ed58 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57c65885-f981-4d85-9f41-7118cd2a9540,revision_number=0']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:08.578349 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-015d4e6f-c215-4593-adf6-ef1d43e5d73a tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Publish callbacks [] for security_group_rule (acf903a5-9621-4a04-83b0-9d89b65a9969), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:08.649998 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-b0d6270c-65fd-43bd-81c9-cf077de4ed58 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:08.654957 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-101f1e00-92a6-4e01-91f6-a10a21c5012a None None] For port b46c84ab-1d38-48ba-a405-6c640a1be5cd, host dv-cinder-840511-4-iscsi, cleared binding levels {{(pid=104025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 18:16:08.658374 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-b0d6270c-65fd-43bd-81c9-cf077de4ed58 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6444485 May 04 18:16:08.659259 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 47056) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:16:08.667237 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-101f1e00-92a6-4e01-91f6-a10a21c5012a None None] For port b46c84ab-1d38-48ba-a405-6c640a1be5cd, host dv-cinder-840511-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=b46c84ab-1d38-48ba-a405-6c640a1be5cd,segment=NetworkSegment(de7bb9b3-95ed-4c1b-8898-7bebbfcd85a3),segment_id=de7bb9b3-95ed-4c1b-8898-7bebbfcd85a3)] {{(pid=104025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 18:16:08.679384 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-93306d1f-4872-403a-a530-fe98f5b2d276 req-022941cc-638e-43a5-be4a-5c2fcbe9f84b tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4e6e468-0b90-4282-bf67-d0a97d25be25 HTTP/1.1" status: 200 len: 210 time: 0.1861980 May 04 18:16:08.711271 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.v2.base [None req-2068893c-f19e-495e-9915-ad6eea5a9a7b tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Request body: {'security_group_rule': {'security_group_id': '895ee795-d4ba-4ffd-adfe-374d43da0617', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:16:08.777818 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b3178bf6-dc12-49b5-824e-70c91bb720fa None None] Publish callbacks [] for port (39c27af9-2e27-4710-b3a3-b466b73b2d21), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:08.796714 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-101f1e00-92a6-4e01-91f6-a10a21c5012a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (b46c84ab-1d38-48ba-a405-6c640a1be5cd), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:08.820419 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.db_base_plugin_common [req-1194baf6-433d-4c24-9857-d3923e3e5108 req-68b51b16-cd14-482e-a26a-b0676975574e tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] Allocated IP 172.20.0.5 (749ebc86-c8f6-4fa1-a57a-0024399bcc1e/bc57389f-e522-438e-bf80-c82f395c73ec/9f2ee57b-ba39-4d08-a5d1-43dddc1e2ca5) {{(pid=104023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:16:08.852903 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] For port cbfd767e-539d-46cf-878b-33d046b5da8c, host dv-cinder-840511-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=cbfd767e-539d-46cf-878b-33d046b5da8c,segment=NetworkSegment(44841efa-8edc-4b72-aba0-27edf49af522),segment_id=44841efa-8edc-4b72-aba0-27edf49af522)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:16:08.873968 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-015d4e6f-c215-4593-adf6-ef1d43e5d73a tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Publish callbacks [] for security_group_rule (acf903a5-9621-4a04-83b0-9d89b65a9969), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:08.882211 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b3178bf6-dc12-49b5-824e-70c91bb720fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (39c27af9-2e27-4710-b3a3-b466b73b2d21), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:08.918736 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-658e007d-49b1-4048-ba8d-4edb566741b2 None None] Provisioning complete for port b46c84ab-1d38-48ba-a405-6c640a1be5cd triggered by entity DHCP. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:16:08.920402 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-658e007d-49b1-4048-ba8d-4edb566741b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (b46c84ab-1d38-48ba-a405-6c640a1be5cd), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:09.012641 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (cbfd767e-539d-46cf-878b-33d046b5da8c), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:09.035874 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-015d4e6f-c215-4593-adf6-ef1d43e5d73a tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688088'] for security_group_rule (acf903a5-9621-4a04-83b0-9d89b65a9969), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:09.052137 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204e3fcc-0ffb-4f1b-8274-2334feed3e8f None None] Pushing event updated for resources: {'Port': ['ID=39c27af9-2e27-4710-b3a3-b466b73b2d21,revision_number=3']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:09.186338 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015d4e6f-c215-4593-adf6-ef1d43e5d73a tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acf903a5-9621-4a04-83b0-9d89b65a9969,revision_number=0']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:09.217265 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-2068893c-f19e-495e-9915-ad6eea5a9a7b tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Publish callbacks [] for security_group_rule (f36279f6-60fb-451b-bae3-1cbe82d6269e), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:09.246782 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2ff2ee-f974-4f29-87e7-c70aa440d453 None None] Pushing event updated for resources: {'Port': ['ID=b46c84ab-1d38-48ba-a405-6c640a1be5cd,revision_number=4']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:09.292092 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvr_db [None req-b2aba1be-4132-4c1f-bc94-e4cbbfe46447 None None] Set router d8775bc8-26ae-47f9-9102-bf1b7eada28d gateway port host: dv-cinder-840511-4-iscsi {{(pid=104025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:16:09.351937 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-b3178bf6-dc12-49b5-824e-70c91bb720fa None None] Attempting to bind port 39c27af9-2e27-4710-b3a3-b466b73b2d21 on host dv-cinder-840511-4-iscsi for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 18:16:09.353900 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-b3178bf6-dc12-49b5-824e-70c91bb720fa None None] Attempting to bind port 39c27af9-2e27-4710-b3a3-b466b73b2d21 by drivers openvswitch,hyperv on host dv-cinder-840511-4-iscsi at level 0 using segments [{'id': '97ff9aec-6531-4441-91ba-ff0470154517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a6fe39e6-2945-43c4-866c-f901f807513e'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 18:16:09.363395 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3178bf6-dc12-49b5-824e-70c91bb720fa None None] Attempting to bind port 39c27af9-2e27-4710-b3a3-b466b73b2d21 on network a6fe39e6-2945-43c4-866c-f901f807513e {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:16:09.409635 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3178bf6-dc12-49b5-824e-70c91bb720fa None None] Checking agent: {'id': 'e55a6cb5-967a-4631-865a-95818de4ff35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840511-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 7, 4), 'started_at': datetime.datetime(2022, 5, 4, 18, 7, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840511-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 18:16:09.411995 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3178bf6-dc12-49b5-824e-70c91bb720fa None None] Checking segment: {'id': '97ff9aec-6531-4441-91ba-ff0470154517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a6fe39e6-2945-43c4-866c-f901f807513e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:16:09.413599 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b3178bf6-dc12-49b5-824e-70c91bb720fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:09.414464 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3178bf6-dc12-49b5-824e-70c91bb720fa None None] Bound using segment: {'id': '97ff9aec-6531-4441-91ba-ff0470154517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a6fe39e6-2945-43c4-866c-f901f807513e'} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 18:16:09.426192 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-b3178bf6-dc12-49b5-824e-70c91bb720fa None None] Bound port: 39c27af9-2e27-4710-b3a3-b466b73b2d21, host: dv-cinder-840511-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97ff9aec-6531-4441-91ba-ff0470154517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a6fe39e6-2945-43c4-866c-f901f807513e'}}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 18:16:09.426192 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b3178bf6-dc12-49b5-824e-70c91bb720fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (39c27af9-2e27-4710-b3a3-b466b73b2d21), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:09.440967 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device be50a966-8c99-4ebd-b960-de2a4f90eb39 up at agent ovs-agent-dv-cinder-840511-4-iscsi {{(pid=104025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:16:09.563631 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-1194baf6-433d-4c24-9857-d3923e3e5108 req-68b51b16-cd14-482e-a26a-b0676975574e tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] Publish callbacks [] for port (9f2ee57b-ba39-4d08-a5d1-43dddc1e2ca5), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:09.641987 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101f1e00-92a6-4e01-91f6-a10a21c5012a None None] Routers {'5a083771-4312-41bf-99a2-16ce3ccd099a'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:16:09.642660 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-101f1e00-92a6-4e01-91f6-a10a21c5012a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:16:00Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['5a083771-4312-41bf-99a2-16ce3ccd099a'], 'active': True} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:16:09.689474 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-b3178bf6-dc12-49b5-824e-70c91bb720fa None None] For port 39c27af9-2e27-4710-b3a3-b466b73b2d21, host dv-cinder-840511-4-iscsi, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 18:16:09.689809 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-b3178bf6-dc12-49b5-824e-70c91bb720fa None None] For port 39c27af9-2e27-4710-b3a3-b466b73b2d21, host dv-cinder-840511-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=39c27af9-2e27-4710-b3a3-b466b73b2d21,segment=NetworkSegment(97ff9aec-6531-4441-91ba-ff0470154517),segment_id=97ff9aec-6531-4441-91ba-ff0470154517)] {{(pid=104026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 18:16:09.722686 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-1194baf6-433d-4c24-9857-d3923e3e5108 req-68b51b16-cd14-482e-a26a-b0676975574e tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772819832230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7382190'] for port (9f2ee57b-ba39-4d08-a5d1-43dddc1e2ca5), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:09.802870 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b3178bf6-dc12-49b5-824e-70c91bb720fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (39c27af9-2e27-4710-b3a3-b466b73b2d21), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:09.823343 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4b99f-73f4-414e-a1de-4f8203c52218 req-08bf677d-00a7-4d07-bb8e-0f2f5d29774b tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:09.832773 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-22d4b99f-73f4-414e-a1de-4f8203c52218 req-08bf677d-00a7-4d07-bb8e-0f2f5d29774b tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/networks?id=a6fe39e6-2945-43c4-866c-f901f807513e HTTP/1.1" status: 200 len: 819 time: 1.0813875 May 04 18:16:09.898321 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-015d4e6f-c215-4593-adf6-ef1d43e5d73a tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:09.900811 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-015d4e6f-c215-4593-adf6-ef1d43e5d73a tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4888434 May 04 18:16:09.910971 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 47136) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:16:09.916928 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.v2.base [None req-c2a4cad7-fdbf-4bd0-b7bb-5c5cce2b5cbe tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Request body: {'security_group_rule': {'security_group_id': 'b2f9cf9b-5753-412e-92be-8773f690cdf8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:16:09.929320 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-22d4b99f-73f4-414e-a1de-4f8203c52218 req-465d1165-664f-4c02-b31c-4d2500b21ad7 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/quotas/52f7ff6557334462979f9934251c2158 HTTP/1.1" status: 200 len: 375 time: 0.0953801 May 04 18:16:10.018951 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3178bf6-dc12-49b5-824e-70c91bb720fa None None] Routers {'f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:16:10.020256 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-b3178bf6-dc12-49b5-824e-70c91bb720fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:16:00Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff'], 'active': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:16:10.071361 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1194baf6-433d-4c24-9857-d3923e3e5108 req-68b51b16-cd14-482e-a26a-b0676975574e tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] Network 749ebc86-c8f6-4fa1-a57a-0024399bcc1e is already hosted by enough agents. {{(pid=104023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:16:10.072832 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvr_db [None req-101f1e00-92a6-4e01-91f6-a10a21c5012a None None] Set router 5a083771-4312-41bf-99a2-16ce3ccd099a gateway port host: dv-cinder-840511-4-iscsi {{(pid=104025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:16:10.225127 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.base_scheduler [req-1194baf6-433d-4c24-9857-d3923e3e5108 req-68b51b16-cd14-482e-a26a-b0676975574e tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] Resources bound (agent type, host, resource id): {{(pid=104023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:16:10.251347 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-2068893c-f19e-495e-9915-ad6eea5a9a7b tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Publish callbacks [] for security_group_rule (f36279f6-60fb-451b-bae3-1cbe82d6269e), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:10.252853 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204e3fcc-0ffb-4f1b-8274-2334feed3e8f None None] Pushing event updated for resources: {'Port': ['ID=39c27af9-2e27-4710-b3a3-b466b73b2d21,revision_number=4']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:10.305713 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Pushing event updated for resources: {'Port': ['ID=cbfd767e-539d-46cf-878b-33d046b5da8c,revision_number=4']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:10.336049 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [req-1194baf6-433d-4c24-9857-d3923e3e5108 req-68b51b16-cd14-482e-a26a-b0676975574e tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] Received port after_create {{(pid=104023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:16:10.407685 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-22d4b99f-73f4-414e-a1de-4f8203c52218 req-d5729e40-ec20-46d3-b0e9-b3fd69097cfb tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=52f7ff6557334462979f9934251c2158&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4443302 May 04 18:16:10.435539 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvr_db [None req-b3178bf6-dc12-49b5-824e-70c91bb720fa None None] Set router f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff gateway port host: dv-cinder-840511-4-iscsi {{(pid=104026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:16:10.545206 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42540486-e16f-4816-8df1-fdcfcbb094ee req-339fb52c-901a-4ffb-aa2a-c8c449088d98 tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:10.563756 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-42540486-e16f-4816-8df1-fdcfcbb094ee req-339fb52c-901a-4ffb-aa2a-c8c449088d98 tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4e6e468-0b90-4282-bf67-d0a97d25be25 HTTP/1.1" status: 200 len: 931 time: 0.6167688 May 04 18:16:10.568424 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b51b16-cd14-482e-a26a-b0676975574e tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] Pushing event updated for resources: {'Port': ['ID=9f2ee57b-ba39-4d08-a5d1-43dddc1e2ca5,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:10.687535 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194baf6-433d-4c24-9857-d3923e3e5108 req-68b51b16-cd14-482e-a26a-b0676975574e tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:10.688544 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-1194baf6-433d-4c24-9857-d3923e3e5108 req-68b51b16-cd14-482e-a26a-b0676975574e tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598214'] for port (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:10.719604 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-22d4b99f-73f4-414e-a1de-4f8203c52218 req-9870f6f3-e811-4f5a-8e0b-8794b9207a8f service neutron] 10.222.0.23 "GET /v2.0/networks/a6fe39e6-2945-43c4-866c-f901f807513e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107586 May 04 18:16:10.721875 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-2068893c-f19e-495e-9915-ad6eea5a9a7b tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688088'] for security_group_rule (f36279f6-60fb-451b-bae3-1cbe82d6269e), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:10.765057 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Provisioning complete for port be50a966-8c99-4ebd-b960-de2a4f90eb39 triggered by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:16:10.905610 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (be50a966-8c99-4ebd-b960-de2a4f90eb39), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:10.905833 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-42540486-e16f-4816-8df1-fdcfcbb094ee req-247d526a-f633-4aef-831d-e7ea69546ec1 tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] 10.222.0.23 "GET /v2.0/security-groups?id=8539d889-0aa6-45d8-bb75-c4c65558f3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018054 May 04 18:16:10.905916 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-c2a4cad7-fdbf-4bd0-b7bb-5c5cce2b5cbe tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Publish callbacks [] for security_group_rule (cbf1a263-6d23-4082-9a4b-ce7b57524e28), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:10.905916 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2068893c-f19e-495e-9915-ad6eea5a9a7b tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f36279f6-60fb-451b-bae3-1cbe82d6269e,revision_number=0']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:10.906362 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-658e007d-49b1-4048-ba8d-4edb566741b2 None None] Current status of the port b46c84ab-1d38-48ba-a405-6c640a1be5cd is: DOWN; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:16:10.906362 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-658e007d-49b1-4048-ba8d-4edb566741b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (b46c84ab-1d38-48ba-a405-6c640a1be5cd), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:10.906497 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-b3178bf6-dc12-49b5-824e-70c91bb720fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff', 'name': 'tempest-ServerRescueNegativeTestJSON-1742315776-router', 'tenant_id': '52f7ff6557334462979f9934251c2158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'be50a966-8c99-4ebd-b960-de2a4f90eb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:15:53Z', 'updated_at': '2022-05-04T18:16:05Z', 'revision_number': 4, 'project_id': '52f7ff6557334462979f9934251c2158', 'gw_port': {'id': 'be50a966-8c99-4ebd-b960-de2a4f90eb39', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:15:55Z', 'updated_at': '2022-05-04T18:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_interfaces': [{'id': '39c27af9-2e27-4710-b3a3-b466b73b2d21', 'name': '', 'network_id': 'a6fe39e6-2945-43c4-866c-f901f807513e', 'tenant_id': '52f7ff6557334462979f9934251c2158', 'mac_address': 'fa:16:3e:ea:44:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'abd7f995-331d-4f8f-976d-dc07d5f652e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:16:02Z', 'updated_at': '2022-05-04T18:16:09Z', 'revision_number': 4, 'project_id': '52f7ff6557334462979f9934251c2158', 'subnets': [{'id': 'abd7f995-331d-4f8f-976d-dc07d5f652e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:16:10.906923 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-101f1e00-92a6-4e01-91f6-a10a21c5012a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a083771-4312-41bf-99a2-16ce3ccd099a', 'name': 'tempest-AttachVolumeShelveTestJSON-2042377689-router', 'tenant_id': '1437e10b84d943a885db1ec25dccc6e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'f1d9d266-1ac8-4500-9540-07264ac7abbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:15:51Z', 'updated_at': '2022-05-04T18:16:01Z', 'revision_number': 4, 'project_id': '1437e10b84d943a885db1ec25dccc6e5', 'gw_port': {'id': 'f1d9d266-1ac8-4500-9540-07264ac7abbc', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:6e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a083771-4312-41bf-99a2-16ce3ccd099a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:15:53Z', 'updated_at': '2022-05-04T18:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_interfaces': [{'id': 'b46c84ab-1d38-48ba-a405-6c640a1be5cd', 'name': '', 'network_id': '26d35b79-1359-484a-a955-f54353f413dc', 'tenant_id': '1437e10b84d943a885db1ec25dccc6e5', 'mac_address': 'fa:16:3e:cf:f9:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a083771-4312-41bf-99a2-16ce3ccd099a', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0e97a9af-bf91-4879-8505-d85b9edd2417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:15:59Z', 'updated_at': '2022-05-04T18:16:08Z', 'revision_number': 4, 'project_id': '1437e10b84d943a885db1ec25dccc6e5', 'subnets': [{'id': '0e97a9af-bf91-4879-8505-d85b9edd2417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:16:10.907082 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3178bf6-dc12-49b5-824e-70c91bb720fa None None] The sync data for ids ['f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff'] in dv-cinder-840511-4-iscsi is: [{'id': 'f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff', 'name': 'tempest-ServerRescueNegativeTestJSON-1742315776-router', 'tenant_id': '52f7ff6557334462979f9934251c2158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'be50a966-8c99-4ebd-b960-de2a4f90eb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:15:53Z', 'updated_at': '2022-05-04T18:16:05Z', 'revision_number': 4, 'project_id': '52f7ff6557334462979f9934251c2158', 'gw_port': {'id': 'be50a966-8c99-4ebd-b960-de2a4f90eb39', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:15:55Z', 'updated_at': '2022-05-04T18:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_interfaces': [{'id': '39c27af9-2e27-4710-b3a3-b466b73b2d21', 'name': '', 'network_id': 'a6fe39e6-2945-43c4-866c-f901f807513e', 'tenant_id': '52f7ff6557334462979f9934251c2158', 'mac_address': 'fa:16:3e:ea:44:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'abd7f995-331d-4f8f-976d-dc07d5f652e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:16:02Z', 'updated_at': '2022-05-04T18:16:09Z', 'revision_number': 4, 'project_id': '52f7ff6557334462979f9934251c2158', 'subnets': [{'id': 'abd7f995-331d-4f8f-976d-dc07d5f652e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:16:11.005114 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-c2a4cad7-fdbf-4bd0-b7bb-5c5cce2b5cbe tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Publish callbacks [] for security_group_rule (cbf1a263-6d23-4082-9a4b-ce7b57524e28), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:11.021357 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-22d4b99f-73f4-414e-a1de-4f8203c52218 req-9366d859-77d5-4179-8dab-0f1251589eeb service neutron] 10.222.0.23 "GET /v2.0/networks/a6fe39e6-2945-43c4-866c-f901f807513e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2980988 May 04 18:16:11.021789 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101f1e00-92a6-4e01-91f6-a10a21c5012a None None] The sync data for ids ['5a083771-4312-41bf-99a2-16ce3ccd099a'] in dv-cinder-840511-4-iscsi is: [{'id': '5a083771-4312-41bf-99a2-16ce3ccd099a', 'name': 'tempest-AttachVolumeShelveTestJSON-2042377689-router', 'tenant_id': '1437e10b84d943a885db1ec25dccc6e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'f1d9d266-1ac8-4500-9540-07264ac7abbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:15:51Z', 'updated_at': '2022-05-04T18:16:01Z', 'revision_number': 4, 'project_id': '1437e10b84d943a885db1ec25dccc6e5', 'gw_port': {'id': 'f1d9d266-1ac8-4500-9540-07264ac7abbc', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:6e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a083771-4312-41bf-99a2-16ce3ccd099a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:15:53Z', 'updated_at': '2022-05-04T18:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_interfaces': [{'id': 'b46c84ab-1d38-48ba-a405-6c640a1be5cd', 'name': '', 'network_id': '26d35b79-1359-484a-a955-f54353f413dc', 'tenant_id': '1437e10b84d943a885db1ec25dccc6e5', 'mac_address': 'fa:16:3e:cf:f9:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a083771-4312-41bf-99a2-16ce3ccd099a', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0e97a9af-bf91-4879-8505-d85b9edd2417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:15:59Z', 'updated_at': '2022-05-04T18:16:08Z', 'revision_number': 4, 'project_id': '1437e10b84d943a885db1ec25dccc6e5', 'subnets': [{'id': '0e97a9af-bf91-4879-8505-d85b9edd2417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:16:11.031198 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-658e007d-49b1-4048-ba8d-4edb566741b2 None None] For port b46c84ab-1d38-48ba-a405-6c640a1be5cd, host dv-cinder-840511-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=b46c84ab-1d38-48ba-a405-6c640a1be5cd,segment=NetworkSegment(de7bb9b3-95ed-4c1b-8898-7bebbfcd85a3),segment_id=de7bb9b3-95ed-4c1b-8898-7bebbfcd85a3)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:16:11.143610 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Current status of the port be50a966-8c99-4ebd-b960-de2a4f90eb39 is: ACTIVE; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:16:11.159029 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-b2aba1be-4132-4c1f-bc94-e4cbbfe46447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8775bc8-26ae-47f9-9102-bf1b7eada28d', 'name': 'tempest-AttachVolumeTestJSON-798757056-router', 'tenant_id': '0998832c5db04fe5b7e93fa392a693f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'cbfd767e-539d-46cf-878b-33d046b5da8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:15:53Z', 'updated_at': '2022-05-04T18:16:02Z', 'revision_number': 4, 'project_id': '0998832c5db04fe5b7e93fa392a693f8', 'gw_port': {'id': 'cbfd767e-539d-46cf-878b-33d046b5da8c', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f2:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8775bc8-26ae-47f9-9102-bf1b7eada28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:15:54Z', 'updated_at': '2022-05-04T18:16:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_interfaces': [{'id': '2ea3924b-7e1f-464e-aefe-77e5ba01393b', 'name': '', 'network_id': '6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e', 'tenant_id': '0998832c5db04fe5b7e93fa392a693f8', 'mac_address': 'fa:16:3e:08:a6:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8775bc8-26ae-47f9-9102-bf1b7eada28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '3ba3abcf-592c-4523-9b0f-c55aec0e9e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:15:59Z', 'updated_at': '2022-05-04T18:16:02Z', 'revision_number': 2, 'project_id': '0998832c5db04fe5b7e93fa392a693f8', 'subnets': [{'id': '3ba3abcf-592c-4523-9b0f-c55aec0e9e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:16:11.208039 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2aba1be-4132-4c1f-bc94-e4cbbfe46447 None None] Checking router: d8775bc8-26ae-47f9-9102-bf1b7eada28d for host: dv-cinder-840511-4-iscsi {{(pid=104025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:16:11.208330 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2aba1be-4132-4c1f-bc94-e4cbbfe46447 None None] Updating router d8775bc8-26ae-47f9-9102-bf1b7eada28d port 2ea3924b-7e1f-464e-aefe-77e5ba01393b binding host dv-cinder-840511-4-iscsi {{(pid=104025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 18:16:11.263386 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-1194baf6-433d-4c24-9857-d3923e3e5108 req-68b51b16-cd14-482e-a26a-b0676975574e tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9002192 May 04 18:16:11.311974 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-2068893c-f19e-495e-9915-ad6eea5a9a7b tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:11.313881 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-2068893c-f19e-495e-9915-ad6eea5a9a7b tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.6177223 May 04 18:16:11.315193 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-c2a4cad7-fdbf-4bd0-b7bb-5c5cce2b5cbe tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688088'] for security_group_rule (cbf1a263-6d23-4082-9a4b-ce7b57524e28), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:11.328014 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 47170) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:16:11.333743 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [req-1194baf6-433d-4c24-9857-d3923e3e5108 req-9722376c-93d2-4500-890e-c6d31421a278 tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104023) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 18:16:11.333743 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-1194baf6-433d-4c24-9857-d3923e3e5108 req-9722376c-93d2-4500-890e-c6d31421a278 tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0068769 May 04 18:16:11.391602 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.v2.base [None req-43a7f1d1-ba09-4ef9-8ef0-6fbaf74a325e tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Request body: {'floatingip': {'floating_network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31'}} {{(pid=104024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:16:11.531357 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a4cad7-fdbf-4bd0-b7bb-5c5cce2b5cbe tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbf1a263-6d23-4082-9a4b-ce7b57524e28,revision_number=0']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:11.564214 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-eb180d11-13c1-4878-b6bf-5a371ffe7850 req-f3d37c27-a46e-45b9-9bac-b53af6f9e72c tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5a99fa7-89c1-417e-8a15-fb5d090a5ffc HTTP/1.1" status: 200 len: 210 time: 0.0922759 May 04 18:16:11.656676 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-c2a4cad7-fdbf-4bd0-b7bb-5c5cce2b5cbe tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:11.658463 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-c2a4cad7-fdbf-4bd0-b7bb-5c5cce2b5cbe tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7460086 May 04 18:16:11.663388 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 47192) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:16:11.668729 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.v2.base [None req-dd0d95f1-13ce-40aa-97db-9a3f41bf778d tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Request body: {'floatingip': {'floating_network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31'}} {{(pid=104023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:16:11.752154 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-43a7f1d1-ba09-4ef9-8ef0-6fbaf74a325e tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:11.860154 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-dd0d95f1-13ce-40aa-97db-9a3f41bf778d tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:11.889167 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-658e007d-49b1-4048-ba8d-4edb566741b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (b46c84ab-1d38-48ba-a405-6c640a1be5cd), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:11.901755 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device 39c27af9-2e27-4710-b3a3-b466b73b2d21 up at agent ovs-agent-dv-cinder-840511-4-iscsi {{(pid=104025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:16:12.266979 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-dd0d95f1-13ce-40aa-97db-9a3f41bf778d tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:12.287720 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-b2aba1be-4132-4c1f-bc94-e4cbbfe46447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (2ea3924b-7e1f-464e-aefe-77e5ba01393b), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:12.365025 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-5622048c-50b9-4a7b-b2f4-14d7ac3fd7a9 None None] Provisioning complete for port b46c84ab-1d38-48ba-a405-6c640a1be5cd triggered by entity DHCP. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:16:12.365429 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-5622048c-50b9-4a7b-b2f4-14d7ac3fd7a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (b46c84ab-1d38-48ba-a405-6c640a1be5cd), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:12.397248 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-43a7f1d1-ba09-4ef9-8ef0-6fbaf74a325e tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:12.424670 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd85b1ba-daa1-434f-b9da-60b0179438e0 req-c605c163-ca23-46d8-9f40-48fb8c91e1e0 tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:12.429203 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-fd85b1ba-daa1-434f-b9da-60b0179438e0 req-c605c163-ca23-46d8-9f40-48fb8c91e1e0 tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4e6e468-0b90-4282-bf67-d0a97d25be25 HTTP/1.1" status: 200 len: 931 time: 0.2029047 May 04 18:16:12.491242 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658e007d-49b1-4048-ba8d-4edb566741b2 None None] Pushing event updated for resources: {'Port': ['ID=b46c84ab-1d38-48ba-a405-6c640a1be5cd,revision_number=5']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:12.500891 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Provisioning complete for port 39c27af9-2e27-4710-b3a3-b466b73b2d21 triggered by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:16:12.502225 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (39c27af9-2e27-4710-b3a3-b466b73b2d21), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:12.534118 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.v2.base [req-1194baf6-433d-4c24-9857-d3923e3e5108 req-fcf0fda0-2ffe-48e9-b4c5-d37bd0d2b475 service neutron] Request body: {'port': {'device_id': 'd4e6e468-0b90-4282-bf67-d0a97d25be25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=104023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:16:12.805084 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.db.db_base_plugin_common [None req-43a7f1d1-ba09-4ef9-8ef0-6fbaf74a325e tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Allocated IP 172.27.1.87 (1bc9efb7-0207-4c06-8ee1-3b0aa535de31/61d7fae2-9d6e-42a3-8cf9-91a587505bb7/b8723b9e-8b51-49ea-827b-6a15864ddcab) {{(pid=104024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:16:12.969423 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 47254) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:16:13.100109 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-43a7f1d1-ba09-4ef9-8ef0-6fbaf74a325e tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Publish callbacks [] for port (b8723b9e-8b51-49ea-827b-6a15864ddcab), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:13.119030 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7364eeca-e8b3-469b-a668-60079aa98c44 req-bd1f0542-a1e7-4a95-9c1a-637f9030a8ce tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:13.127064 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-7364eeca-e8b3-469b-a668-60079aa98c44 req-bd1f0542-a1e7-4a95-9c1a-637f9030a8ce tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/networks?id=a6fe39e6-2945-43c4-866c-f901f807513e HTTP/1.1" status: 200 len: 819 time: 0.8926237 May 04 18:16:13.168619 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-5622048c-50b9-4a7b-b2f4-14d7ac3fd7a9 None None] Current status of the port b46c84ab-1d38-48ba-a405-6c640a1be5cd is: ACTIVE; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:16:13.245361 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-5622048c-50b9-4a7b-b2f4-14d7ac3fd7a9 None None] Provisioning complete for port 39c27af9-2e27-4710-b3a3-b466b73b2d21 triggered by entity DHCP. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:16:13.254073 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-5622048c-50b9-4a7b-b2f4-14d7ac3fd7a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (39c27af9-2e27-4710-b3a3-b466b73b2d21), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:13.257417 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Current status of the port 39c27af9-2e27-4710-b3a3-b466b73b2d21 is: DOWN; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:16:13.259266 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (39c27af9-2e27-4710-b3a3-b466b73b2d21), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:13.278946 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-43a7f1d1-ba09-4ef9-8ef0-6fbaf74a325e tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772819832230'] for port (b8723b9e-8b51-49ea-827b-6a15864ddcab), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:13.345228 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-7364eeca-e8b3-469b-a668-60079aa98c44 req-8d55ceb2-acb3-40ec-8fcd-7b17e1ce626e tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/quotas/52f7ff6557334462979f9934251c2158 HTTP/1.1" status: 200 len: 375 time: 0.1992383 May 04 18:16:13.422164 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-fd85b1ba-daa1-434f-b9da-60b0179438e0 req-f84de544-9884-470b-a328-dcf20965d1ab tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] 10.222.0.23 "GET /v2.0/security-groups?id=8539d889-0aa6-45d8-bb75-c4c65558f3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9145963 May 04 18:16:13.472516 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a7f1d1-ba09-4ef9-8ef0-6fbaf74a325e tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Network 1bc9efb7-0207-4c06-8ee1-3b0aa535de31 is already hosted by enough agents. {{(pid=104024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:16:13.493747 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.base_scheduler [None req-43a7f1d1-ba09-4ef9-8ef0-6fbaf74a325e tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Resources bound (agent type, host, resource id): {{(pid=104024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:16:13.507654 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a7f1d1-ba09-4ef9-8ef0-6fbaf74a325e tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Received port after_create {{(pid=104024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:16:13.527742 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a7f1d1-ba09-4ef9-8ef0-6fbaf74a325e tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Pushing event updated for resources: {'Port': ['ID=b8723b9e-8b51-49ea-827b-6a15864ddcab,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:13.600402 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-bf4ffe2b-b9e2-47ca-9404-c60ce83217e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:13.618159 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-1194baf6-433d-4c24-9857-d3923e3e5108 req-fcf0fda0-2ffe-48e9-b4c5-d37bd0d2b475 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (9f2ee57b-ba39-4d08-a5d1-43dddc1e2ca5), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:13.660110 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-7364eeca-e8b3-469b-a668-60079aa98c44 req-93127d31-269e-4b3e-9b29-f58e65f2825e tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=52f7ff6557334462979f9934251c2158&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2468557 May 04 18:16:13.676360 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.db_base_plugin_common [None req-dd0d95f1-13ce-40aa-97db-9a3f41bf778d tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Allocated IP 172.27.1.166 (1bc9efb7-0207-4c06-8ee1-3b0aa535de31/61d7fae2-9d6e-42a3-8cf9-91a587505bb7/a8489b98-4457-48bf-b1c4-ed22f270f342) {{(pid=104023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:16:13.696910 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] For port 39c27af9-2e27-4710-b3a3-b466b73b2d21, host dv-cinder-840511-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=39c27af9-2e27-4710-b3a3-b466b73b2d21,segment=NetworkSegment(97ff9aec-6531-4441-91ba-ff0470154517),segment_id=97ff9aec-6531-4441-91ba-ff0470154517)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:16:13.750353 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-43a7f1d1-ba09-4ef9-8ef0-6fbaf74a325e tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Publish callbacks [] for floatingip (e2702aa7-a8b0-4c4b-bfac-976fb32ad7dc), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:13.784918 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (39c27af9-2e27-4710-b3a3-b466b73b2d21), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:13.784918 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device cbfd767e-539d-46cf-878b-33d046b5da8c up at agent ovs-agent-dv-cinder-840511-4-iscsi {{(pid=104025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:16:13.944675 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-43a7f1d1-ba09-4ef9-8ef0-6fbaf74a325e tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (b8723b9e-8b51-49ea-827b-6a15864ddcab), before_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:14.052301 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-5622048c-50b9-4a7b-b2f4-14d7ac3fd7a9 None None] Current status of the port 39c27af9-2e27-4710-b3a3-b466b73b2d21 is: ACTIVE; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:16:14.184977 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Pushing event updated for resources: {'Port': ['ID=39c27af9-2e27-4710-b3a3-b466b73b2d21,revision_number=5']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:14.190107 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Provisioning complete for port cbfd767e-539d-46cf-878b-33d046b5da8c triggered by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:16:14.190481 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (cbfd767e-539d-46cf-878b-33d046b5da8c), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:14.209808 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [req-7364eeca-e8b3-469b-a668-60079aa98c44 req-d4fec9db-91e8-473f-a99c-c8ed57bb29cf service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104023) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 18:16:14.210835 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-7364eeca-e8b3-469b-a668-60079aa98c44 req-d4fec9db-91e8-473f-a99c-c8ed57bb29cf service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2457438 May 04 18:16:14.229564 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-b2aba1be-4132-4c1f-bc94-e4cbbfe46447 None None] Publish callbacks [] for port (2ea3924b-7e1f-464e-aefe-77e5ba01393b), precommit_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:14.254593 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-43a7f1d1-ba09-4ef9-8ef0-6fbaf74a325e tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Publish callbacks [] for port (b8723b9e-8b51-49ea-827b-6a15864ddcab), precommit_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:14.308656 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Current status of the port cbfd767e-539d-46cf-878b-33d046b5da8c is: ACTIVE; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:16:14.355782 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-b2aba1be-4132-4c1f-bc94-e4cbbfe46447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (2ea3924b-7e1f-464e-aefe-77e5ba01393b), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:14.372736 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-bf4ffe2b-b9e2-47ca-9404-c60ce83217e0 admin admin] Publish callbacks [] for security_group (4ece6c3a-5aad-4ba3-b234-1d425768250d), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:14.401770 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-43a7f1d1-ba09-4ef9-8ef0-6fbaf74a325e tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (b8723b9e-8b51-49ea-827b-6a15864ddcab), after_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:14.433542 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a90aaa-266a-4ded-a8a7-9fa729aaf834 None None] Pushing event updated for resources: {'Port': ['ID=2ea3924b-7e1f-464e-aefe-77e5ba01393b,revision_number=3']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:14.449046 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-dd0d95f1-13ce-40aa-97db-9a3f41bf778d tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Publish callbacks [] for port (a8489b98-4457-48bf-b1c4-ed22f270f342), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:14.490671 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a7f1d1-ba09-4ef9-8ef0-6fbaf74a325e tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Pushing event updated for resources: {'Port': ['ID=b8723b9e-8b51-49ea-827b-6a15864ddcab,revision_number=2']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:14.493128 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-43a7f1d1-ba09-4ef9-8ef0-6fbaf74a325e tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1676511'] for floatingip (e2702aa7-a8b0-4c4b-bfac-976fb32ad7dc), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:14.544699 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-bf4ffe2b-b9e2-47ca-9404-c60ce83217e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (4ece6c3a-5aad-4ba3-b234-1d425768250d), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:14.610297 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-7364eeca-e8b3-469b-a668-60079aa98c44 req-0ce19c0a-32fc-4ce8-b3be-752bbd01bedd service neutron] 10.222.0.23 "GET /v2.0/networks/a6fe39e6-2945-43c4-866c-f901f807513e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3856387 May 04 18:16:14.617216 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-43a7f1d1-ba09-4ef9-8ef0-6fbaf74a325e tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976'] for floatingip (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:14.646499 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-43a7f1d1-ba09-4ef9-8ef0-6fbaf74a325e tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2625446 May 04 18:16:14.740947 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.managers [None req-b2aba1be-4132-4c1f-bc94-e4cbbfe46447 None None] Attempting to bind port 2ea3924b-7e1f-464e-aefe-77e5ba01393b on host dv-cinder-840511-4-iscsi for vnic_type normal with profile {{(pid=104025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 18:16:14.762021 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.managers [None req-b2aba1be-4132-4c1f-bc94-e4cbbfe46447 None None] Attempting to bind port 2ea3924b-7e1f-464e-aefe-77e5ba01393b by drivers openvswitch,hyperv on host dv-cinder-840511-4-iscsi at level 0 using segments [{'id': '9e5cf92f-729c-4cdb-aa1e-4c2ffa731f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e'}] {{(pid=104025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 18:16:14.767033 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2aba1be-4132-4c1f-bc94-e4cbbfe46447 None None] Attempting to bind port 2ea3924b-7e1f-464e-aefe-77e5ba01393b on network 6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e {{(pid=104025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:16:14.794600 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device b46c84ab-1d38-48ba-a405-6c640a1be5cd up at agent ovs-agent-dv-cinder-840511-4-iscsi {{(pid=104025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:16:14.843649 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2aba1be-4132-4c1f-bc94-e4cbbfe46447 None None] Checking agent: {'id': 'e55a6cb5-967a-4631-865a-95818de4ff35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840511-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 7, 4), 'started_at': datetime.datetime(2022, 5, 4, 18, 7, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840511-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 18:16:14.850769 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2aba1be-4132-4c1f-bc94-e4cbbfe46447 None None] Checking segment: {'id': '9e5cf92f-729c-4cdb-aa1e-4c2ffa731f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:16:14.853898 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-b2aba1be-4132-4c1f-bc94-e4cbbfe46447 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:14.854837 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2aba1be-4132-4c1f-bc94-e4cbbfe46447 None None] Bound using segment: {'id': '9e5cf92f-729c-4cdb-aa1e-4c2ffa731f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e'} {{(pid=104025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 18:16:14.858259 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.managers [None req-b2aba1be-4132-4c1f-bc94-e4cbbfe46447 None None] Bound port: 2ea3924b-7e1f-464e-aefe-77e5ba01393b, host: dv-cinder-840511-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e5cf92f-729c-4cdb-aa1e-4c2ffa731f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e'}}] {{(pid=104025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 18:16:14.861561 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-b2aba1be-4132-4c1f-bc94-e4cbbfe46447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (2ea3924b-7e1f-464e-aefe-77e5ba01393b), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:14.868755 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-bf4ffe2b-b9e2-47ca-9404-c60ce83217e0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2027b9dba2044d9fa9f4ebaf61db04e1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8908517 May 04 18:16:14.893676 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4ffe2b-b9e2-47ca-9404-c60ce83217e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ece6c3a-5aad-4ba3-b234-1d425768250d,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:14.902312 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 47324) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:16:14.985670 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e587669c-d063-4367-8469-642a6d8bafcf req-362c6f65-8a7a-409e-b2ce-ebe769290558 tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:14.990038 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-e587669c-d063-4367-8469-642a6d8bafcf req-362c6f65-8a7a-409e-b2ce-ebe769290558 tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4e6e468-0b90-4282-bf67-d0a97d25be25 HTTP/1.1" status: 200 len: 931 time: 0.2410944 May 04 18:16:15.002821 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-dd0d95f1-13ce-40aa-97db-9a3f41bf778d tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772819832230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7382190'] for port (a8489b98-4457-48bf-b1c4-ed22f270f342), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:15.078272 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-28118f57-b131-4618-b6e4-7dcc93e028d7 None None] Provisioning complete for port 2ea3924b-7e1f-464e-aefe-77e5ba01393b triggered by entity DHCP. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:16:15.078813 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-28118f57-b131-4618-b6e4-7dcc93e028d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (2ea3924b-7e1f-464e-aefe-77e5ba01393b), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:15.133442 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-e587669c-d063-4367-8469-642a6d8bafcf req-c0cb274b-734f-43d5-bda3-96854cc802af tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] 10.222.0.23 "GET /v2.0/security-groups?id=8539d889-0aa6-45d8-bb75-c4c65558f3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363521 May 04 18:16:15.140501 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 47330) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:16:15.147238 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0d95f1-13ce-40aa-97db-9a3f41bf778d tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Network 1bc9efb7-0207-4c06-8ee1-3b0aa535de31 is already hosted by enough agents. {{(pid=104023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:16:15.161294 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-7364eeca-e8b3-469b-a668-60079aa98c44 req-58ea5b21-d821-4fbb-bc0c-bd428ec61a1d service neutron] 10.222.0.23 "GET /v2.0/networks/a6fe39e6-2945-43c4-866c-f901f807513e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4877954 May 04 18:16:15.174627 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.base_scheduler [None req-dd0d95f1-13ce-40aa-97db-9a3f41bf778d tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Resources bound (agent type, host, resource id): {{(pid=104023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:16:15.178738 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Provisioning complete for port b46c84ab-1d38-48ba-a405-6c640a1be5cd triggered by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:16:15.179167 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (b46c84ab-1d38-48ba-a405-6c640a1be5cd), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:15.187477 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-28118f57-b131-4618-b6e4-7dcc93e028d7 None None] Port 2ea3924b-7e1f-464e-aefe-77e5ba01393b cannot update to ACTIVE because it is not bound. {{(pid=104025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 18:16:15.201696 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0d95f1-13ce-40aa-97db-9a3f41bf778d tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Received port after_create {{(pid=104023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:16:15.209661 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0d95f1-13ce-40aa-97db-9a3f41bf778d tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Pushing event updated for resources: {'Port': ['ID=a8489b98-4457-48bf-b1c4-ed22f270f342,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:15.214459 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [req-1194baf6-433d-4c24-9857-d3923e3e5108 req-fcf0fda0-2ffe-48e9-b4c5-d37bd0d2b475 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f2ee57b-ba39-4d08-a5d1-43dddc1e2ca5 {{(pid=104023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:16:15.224623 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-b2aba1be-4132-4c1f-bc94-e4cbbfe46447 None None] For port 2ea3924b-7e1f-464e-aefe-77e5ba01393b, host dv-cinder-840511-4-iscsi, cleared binding levels {{(pid=104025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 18:16:15.251676 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-b2aba1be-4132-4c1f-bc94-e4cbbfe46447 None None] For port 2ea3924b-7e1f-464e-aefe-77e5ba01393b, host dv-cinder-840511-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=2ea3924b-7e1f-464e-aefe-77e5ba01393b,segment=NetworkSegment(9e5cf92f-729c-4cdb-aa1e-4c2ffa731f17),segment_id=9e5cf92f-729c-4cdb-aa1e-4c2ffa731f17)] {{(pid=104025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 18:16:15.281885 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-1194baf6-433d-4c24-9857-d3923e3e5108 req-fcf0fda0-2ffe-48e9-b4c5-d37bd0d2b475 service neutron] Publish callbacks [] for port (9f2ee57b-ba39-4d08-a5d1-43dddc1e2ca5), precommit_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:15.345877 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Current status of the port b46c84ab-1d38-48ba-a405-6c640a1be5cd is: ACTIVE; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:16:15.363368 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device 39c27af9-2e27-4710-b3a3-b466b73b2d21 up at agent ovs-agent-dv-cinder-840511-4-iscsi {{(pid=104025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:16:15.368734 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-b2aba1be-4132-4c1f-bc94-e4cbbfe46447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (2ea3924b-7e1f-464e-aefe-77e5ba01393b), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:15.371273 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-34ede106-c255-4e5e-bcf4-0921944f33a0 req-66121fdb-5f73-4db1-abc8-a7a7ad10f510 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1321745748&fields=id&tenant_id=1437e10b84d943a885db1ec25dccc6e5 HTTP/1.1" status: 200 len: 267 time: 0.1401508 May 04 18:16:15.372886 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [req-1194baf6-433d-4c24-9857-d3923e3e5108 req-fcf0fda0-2ffe-48e9-b4c5-d37bd0d2b475 service neutron] Transition to ACTIVE for port object 9f2ee57b-ba39-4d08-a5d1-43dddc1e2ca5 will not be triggered until provisioned by entity L2. {{(pid=104023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 18:16:15.385348 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4c6af2cf-31d3-485e-9b5f-db92cc408565 admin admin] Publish callbacks [] for security_group (4ece6c3a-5aad-4ba3-b234-1d425768250d), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:15.526453 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4c6af2cf-31d3-485e-9b5f-db92cc408565 admin admin] Publish callbacks [] for security_group (4ece6c3a-5aad-4ba3-b234-1d425768250d), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:15.547731 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2aba1be-4132-4c1f-bc94-e4cbbfe46447 None None] Routers {'d8775bc8-26ae-47f9-9102-bf1b7eada28d'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:16:15.549889 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-b2aba1be-4132-4c1f-bc94-e4cbbfe46447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:16:00Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['d8775bc8-26ae-47f9-9102-bf1b7eada28d'], 'active': True} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:16:15.578163 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-1194baf6-433d-4c24-9857-d3923e3e5108 req-fcf0fda0-2ffe-48e9-b4c5-d37bd0d2b475 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7382199'] for port (9f2ee57b-ba39-4d08-a5d1-43dddc1e2ca5), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:15.604364 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-f0eade6c-e2b2-4a5f-96ad-dc2cf86df298 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:15.710426 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a90aaa-266a-4ded-a8a7-9fa729aaf834 None None] Pushing event updated for resources: {'Port': ['ID=2ea3924b-7e1f-464e-aefe-77e5ba01393b,revision_number=4']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:15.716291 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ede106-c255-4e5e-bcf4-0921944f33a0 req-10ec9ca4-f53e-4539-96bf-c7335ea1c7f3 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:15.737123 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-34ede106-c255-4e5e-bcf4-0921944f33a0 req-10ec9ca4-f53e-4539-96bf-c7335ea1c7f3 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/networks?id=26d35b79-1359-484a-a955-f54353f413dc HTTP/1.1" status: 200 len: 817 time: 0.3628788 May 04 18:16:15.737487 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.agents_db [None req-cc71a237-c19e-45a1-a167-cff52744c55e None None] Agent healthcheck: found 6 active agents {{(pid=104026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 18:16:15.805418 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Provisioning complete for port 39c27af9-2e27-4710-b3a3-b466b73b2d21 triggered by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:16:15.805770 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (39c27af9-2e27-4710-b3a3-b466b73b2d21), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:15.831700 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-34ede106-c255-4e5e-bcf4-0921944f33a0 req-fd60eab7-5836-49b8-b8e7-74d3767b6119 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/quotas/1437e10b84d943a885db1ec25dccc6e5 HTTP/1.1" status: 200 len: 375 time: 0.0934610 May 04 18:16:15.882707 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-dd0d95f1-13ce-40aa-97db-9a3f41bf778d tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Publish callbacks [] for floatingip (93887b3b-9b0a-4c92-87ba-319b4b1d3a7e), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:15.937410 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf0fda0-2ffe-48e9-b4c5-d37bd0d2b475 service neutron] Pushing event updated for resources: {'Port': ['ID=9f2ee57b-ba39-4d08-a5d1-43dddc1e2ca5,revision_number=2']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:15.942646 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-5fd18f4a-26b4-4547-b5fa-4d559fd4f4bb req-9e487db3-c704-4a1e-a67c-1f8415af3d99 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfccffee-13f1-4b73-8572-394ea5cc53f2 HTTP/1.1" status: 200 len: 210 time: 0.0686543 May 04 18:16:16.023089 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-34ede106-c255-4e5e-bcf4-0921944f33a0 req-2be893ee-c7e5-43ef-889d-81ede8916af2 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1437e10b84d943a885db1ec25dccc6e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1863570 May 04 18:16:16.026121 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-9fc7e47b-5f96-4d73-91b9-6d53017758f9 None None] Provisioning complete for port 2ea3924b-7e1f-464e-aefe-77e5ba01393b triggered by entity DHCP. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:16:16.026514 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-9fc7e47b-5f96-4d73-91b9-6d53017758f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (2ea3924b-7e1f-464e-aefe-77e5ba01393b), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:16.038423 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvr_db [None req-b2aba1be-4132-4c1f-bc94-e4cbbfe46447 None None] Set router d8775bc8-26ae-47f9-9102-bf1b7eada28d gateway port host: dv-cinder-840511-4-iscsi {{(pid=104025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:16:16.105538 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-dd0d95f1-13ce-40aa-97db-9a3f41bf778d tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (a8489b98-4457-48bf-b1c4-ed22f270f342), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:16.136171 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4c6af2cf-31d3-485e-9b5f-db92cc408565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (4ece6c3a-5aad-4ba3-b234-1d425768250d), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:16.140697 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4c6af2cf-31d3-485e-9b5f-db92cc408565 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:16.145120 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-4c6af2cf-31d3-485e-9b5f-db92cc408565 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4ece6c3a-5aad-4ba3-b234-1d425768250d HTTP/1.1" status: 204 len: 168 time: 1.1972387 May 04 18:16:16.150571 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [req-1194baf6-433d-4c24-9857-d3923e3e5108 req-fcf0fda0-2ffe-48e9-b4c5-d37bd0d2b475 service neutron] Attempting to bind port 9f2ee57b-ba39-4d08-a5d1-43dddc1e2ca5 on host hv-cinder-84051 for vnic_type normal with profile {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 18:16:16.151025 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [req-1194baf6-433d-4c24-9857-d3923e3e5108 req-fcf0fda0-2ffe-48e9-b4c5-d37bd0d2b475 service neutron] Attempting to bind port 9f2ee57b-ba39-4d08-a5d1-43dddc1e2ca5 by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': 'b4dedef6-d3db-484a-90f3-a3c1c96d8c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '749ebc86-c8f6-4fa1-a57a-0024399bcc1e'}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 18:16:16.151374 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1194baf6-433d-4c24-9857-d3923e3e5108 req-fcf0fda0-2ffe-48e9-b4c5-d37bd0d2b475 service neutron] Attempting to bind port 9f2ee57b-ba39-4d08-a5d1-43dddc1e2ca5 on network 749ebc86-c8f6-4fa1-a57a-0024399bcc1e {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:16:16.162346 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-f0eade6c-e2b2-4a5f-96ad-dc2cf86df298 admin admin] Publish callbacks [] for security_group (62b58e08-134f-49b6-a12a-c63a5bc27280), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:16.167155 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6af2cf-31d3-485e-9b5f-db92cc408565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ece6c3a-5aad-4ba3-b234-1d425768250d,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:16.189867 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1194baf6-433d-4c24-9857-d3923e3e5108 req-fcf0fda0-2ffe-48e9-b4c5-d37bd0d2b475 service neutron] Port 9f2ee57b-ba39-4d08-a5d1-43dddc1e2ca5 on network 749ebc86-c8f6-4fa1-a57a-0024399bcc1e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 18:16:16.190346 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1194baf6-433d-4c24-9857-d3923e3e5108 req-fcf0fda0-2ffe-48e9-b4c5-d37bd0d2b475 service neutron] Attempting to bind port 9f2ee57b-ba39-4d08-a5d1-43dddc1e2ca5 on network 749ebc86-c8f6-4fa1-a57a-0024399bcc1e {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:16:16.196572 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1194baf6-433d-4c24-9857-d3923e3e5108 req-fcf0fda0-2ffe-48e9-b4c5-d37bd0d2b475 service neutron] Checking agent: {'id': '2ed5d983-d6d1-49f2-9dfa-1a41e5be1317', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 13, 52), 'started_at': datetime.datetime(2022, 5, 4, 18, 13, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 18:16:16.196921 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1194baf6-433d-4c24-9857-d3923e3e5108 req-fcf0fda0-2ffe-48e9-b4c5-d37bd0d2b475 service neutron] Checking segment: {'id': 'b4dedef6-d3db-484a-90f3-a3c1c96d8c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '749ebc86-c8f6-4fa1-a57a-0024399bcc1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:16:16.197516 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1194baf6-433d-4c24-9857-d3923e3e5108 req-fcf0fda0-2ffe-48e9-b4c5-d37bd0d2b475 service neutron] Bound using segment: {'id': 'b4dedef6-d3db-484a-90f3-a3c1c96d8c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '749ebc86-c8f6-4fa1-a57a-0024399bcc1e'} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 18:16:16.198586 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [req-1194baf6-433d-4c24-9857-d3923e3e5108 req-fcf0fda0-2ffe-48e9-b4c5-d37bd0d2b475 service neutron] Bound port: 9f2ee57b-ba39-4d08-a5d1-43dddc1e2ca5, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4dedef6-d3db-484a-90f3-a3c1c96d8c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '749ebc86-c8f6-4fa1-a57a-0024399bcc1e'}}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 18:16:16.198962 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-1194baf6-433d-4c24-9857-d3923e3e5108 req-fcf0fda0-2ffe-48e9-b4c5-d37bd0d2b475 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (9f2ee57b-ba39-4d08-a5d1-43dddc1e2ca5), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:16.253058 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-f0eade6c-e2b2-4a5f-96ad-dc2cf86df298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (62b58e08-134f-49b6-a12a-c63a5bc27280), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:16.303446 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-34ede106-c255-4e5e-bcf4-0921944f33a0 req-f310f1b3-9361-46e2-a548-ca23e7fe3d2c service neutron] 10.222.0.23 "GET /v2.0/networks/26d35b79-1359-484a-a955-f54353f413dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706282 May 04 18:16:16.369962 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b190c8b4-3e70-41b1-bd7c-62ee84ed0fb2 req-e9f49a7c-37e9-4175-a067-5677e09df1e8 tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:16.371529 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-b190c8b4-3e70-41b1-bd7c-62ee84ed0fb2 req-e9f49a7c-37e9-4175-a067-5677e09df1e8 tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4e6e468-0b90-4282-bf67-d0a97d25be25 HTTP/1.1" status: 200 len: 943 time: 0.1104348 May 04 18:16:16.379656 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-f0eade6c-e2b2-4a5f-96ad-dc2cf86df298 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=176aacd5faa443a78167c6ef29abf256&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2345295 May 04 18:16:16.390247 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 47360) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:16:16.392573 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eade6c-e2b2-4a5f-96ad-dc2cf86df298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62b58e08-134f-49b6-a12a-c63a5bc27280,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:16.518821 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-34ede106-c255-4e5e-bcf4-0921944f33a0 req-26766f9e-63e9-42d8-97c7-e05e091f0dfc service neutron] 10.222.0.23 "GET /v2.0/networks/26d35b79-1359-484a-a955-f54353f413dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142680 May 04 18:16:16.621323 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Current status of the port 39c27af9-2e27-4710-b3a3-b466b73b2d21 is: ACTIVE; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:16:16.640804 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [req-1194baf6-433d-4c24-9857-d3923e3e5108 req-fcf0fda0-2ffe-48e9-b4c5-d37bd0d2b475 service neutron] For port 9f2ee57b-ba39-4d08-a5d1-43dddc1e2ca5, host hv-cinder-84051, cleared binding levels {{(pid=104023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 18:16:16.695522 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-b190c8b4-3e70-41b1-bd7c-62ee84ed0fb2 req-5c276b31-f5dc-4e55-a3bd-63ee8423bd76 tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] 10.222.0.23 "GET /v2.0/security-groups?id=8539d889-0aa6-45d8-bb75-c4c65558f3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943103 May 04 18:16:16.710237 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [req-1194baf6-433d-4c24-9857-d3923e3e5108 req-fcf0fda0-2ffe-48e9-b4c5-d37bd0d2b475 service neutron] For port 9f2ee57b-ba39-4d08-a5d1-43dddc1e2ca5, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=9f2ee57b-ba39-4d08-a5d1-43dddc1e2ca5,segment=NetworkSegment(b4dedef6-d3db-484a-90f3-a3c1c96d8c06),segment_id=b4dedef6-d3db-484a-90f3-a3c1c96d8c06)] {{(pid=104023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 18:16:16.813787 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-9fc7e47b-5f96-4d73-91b9-6d53017758f9 None None] Current status of the port 2ea3924b-7e1f-464e-aefe-77e5ba01393b is: DOWN; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:16:16.814333 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-9fc7e47b-5f96-4d73-91b9-6d53017758f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (2ea3924b-7e1f-464e-aefe-77e5ba01393b), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:16.831160 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-b2aba1be-4132-4c1f-bc94-e4cbbfe46447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8775bc8-26ae-47f9-9102-bf1b7eada28d', 'name': 'tempest-AttachVolumeTestJSON-798757056-router', 'tenant_id': '0998832c5db04fe5b7e93fa392a693f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'cbfd767e-539d-46cf-878b-33d046b5da8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:15:53Z', 'updated_at': '2022-05-04T18:16:02Z', 'revision_number': 4, 'project_id': '0998832c5db04fe5b7e93fa392a693f8', 'gw_port': {'id': 'cbfd767e-539d-46cf-878b-33d046b5da8c', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8775bc8-26ae-47f9-9102-bf1b7eada28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:15:54Z', 'updated_at': '2022-05-04T18:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_interfaces': [{'id': '2ea3924b-7e1f-464e-aefe-77e5ba01393b', 'name': '', 'network_id': '6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e', 'tenant_id': '0998832c5db04fe5b7e93fa392a693f8', 'mac_address': 'fa:16:3e:08:a6:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8775bc8-26ae-47f9-9102-bf1b7eada28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '3ba3abcf-592c-4523-9b0f-c55aec0e9e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:15:59Z', 'updated_at': '2022-05-04T18:16:15Z', 'revision_number': 4, 'project_id': '0998832c5db04fe5b7e93fa392a693f8', 'subnets': [{'id': '3ba3abcf-592c-4523-9b0f-c55aec0e9e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:16:16.832634 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-6362153c-c6fc-4a85-be40-a8f677a1f55f admin admin] Publish callbacks [] for security_group (62b58e08-134f-49b6-a12a-c63a5bc27280), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:16.874330 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2aba1be-4132-4c1f-bc94-e4cbbfe46447 None None] The sync data for ids ['d8775bc8-26ae-47f9-9102-bf1b7eada28d'] in dv-cinder-840511-4-iscsi is: [{'id': 'd8775bc8-26ae-47f9-9102-bf1b7eada28d', 'name': 'tempest-AttachVolumeTestJSON-798757056-router', 'tenant_id': '0998832c5db04fe5b7e93fa392a693f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'cbfd767e-539d-46cf-878b-33d046b5da8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:15:53Z', 'updated_at': '2022-05-04T18:16:02Z', 'revision_number': 4, 'project_id': '0998832c5db04fe5b7e93fa392a693f8', 'gw_port': {'id': 'cbfd767e-539d-46cf-878b-33d046b5da8c', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8775bc8-26ae-47f9-9102-bf1b7eada28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:15:54Z', 'updated_at': '2022-05-04T18:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_interfaces': [{'id': '2ea3924b-7e1f-464e-aefe-77e5ba01393b', 'name': '', 'network_id': '6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e', 'tenant_id': '0998832c5db04fe5b7e93fa392a693f8', 'mac_address': 'fa:16:3e:08:a6:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8775bc8-26ae-47f9-9102-bf1b7eada28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '3ba3abcf-592c-4523-9b0f-c55aec0e9e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:15:59Z', 'updated_at': '2022-05-04T18:16:15Z', 'revision_number': 4, 'project_id': '0998832c5db04fe5b7e93fa392a693f8', 'subnets': [{'id': '3ba3abcf-592c-4523-9b0f-c55aec0e9e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:16:16.944657 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-1194baf6-433d-4c24-9857-d3923e3e5108 req-fcf0fda0-2ffe-48e9-b4c5-d37bd0d2b475 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7382199'] for port (9f2ee57b-ba39-4d08-a5d1-43dddc1e2ca5), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:16.956383 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-9fc7e47b-5f96-4d73-91b9-6d53017758f9 None None] For port 2ea3924b-7e1f-464e-aefe-77e5ba01393b, host dv-cinder-840511-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=2ea3924b-7e1f-464e-aefe-77e5ba01393b,segment=NetworkSegment(9e5cf92f-729c-4cdb-aa1e-4c2ffa731f17),segment_id=9e5cf92f-729c-4cdb-aa1e-4c2ffa731f17)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:16:16.962209 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device 2ea3924b-7e1f-464e-aefe-77e5ba01393b up at agent ovs-agent-dv-cinder-840511-4-iscsi {{(pid=104025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:16:17.026011 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-dd0d95f1-13ce-40aa-97db-9a3f41bf778d tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Publish callbacks [] for port (a8489b98-4457-48bf-b1c4-ed22f270f342), precommit_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:17.056546 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-6362153c-c6fc-4a85-be40-a8f677a1f55f admin admin] Publish callbacks [] for security_group (62b58e08-134f-49b6-a12a-c63a5bc27280), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:17.068915 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Provisioning complete for port 2ea3924b-7e1f-464e-aefe-77e5ba01393b triggered by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:16:17.069448 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (2ea3924b-7e1f-464e-aefe-77e5ba01393b), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:17.120151 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-33129cd5-9e61-4a88-a194-14b46334a9fb req-5f330d30-9ff2-409f-b904-0556033663c9 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 210 time: 0.2086108 May 04 18:16:17.122247 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-9fc7e47b-5f96-4d73-91b9-6d53017758f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (2ea3924b-7e1f-464e-aefe-77e5ba01393b), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:17.127820 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194baf6-433d-4c24-9857-d3923e3e5108 req-fcf0fda0-2ffe-48e9-b4c5-d37bd0d2b475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:17.130531 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-1194baf6-433d-4c24-9857-d3923e3e5108 req-fcf0fda0-2ffe-48e9-b4c5-d37bd0d2b475 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598214'] for port (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:17.132400 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-1194baf6-433d-4c24-9857-d3923e3e5108 req-fcf0fda0-2ffe-48e9-b4c5-d37bd0d2b475 service neutron] 10.222.0.84 "PUT /v2.0/ports/9f2ee57b-ba39-4d08-a5d1-43dddc1e2ca5 HTTP/1.1" status: 200 len: 1093 time: 5.3145103 May 04 18:16:17.141477 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf0fda0-2ffe-48e9-b4c5-d37bd0d2b475 service neutron] Pushing event updated for resources: {'Port': ['ID=9f2ee57b-ba39-4d08-a5d1-43dddc1e2ca5,revision_number=3']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:17.157828 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4e6e468-0b90-4282-bf67-d0a97d25be25', 'tag': '9f2ee57b-ba39-4d08-a5d1-43dddc1e2ca5'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:16:17.177984 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-dd0d95f1-13ce-40aa-97db-9a3f41bf778d tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7382199'] for port (a8489b98-4457-48bf-b1c4-ed22f270f342), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:17.239427 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc7e47b-5f96-4d73-91b9-6d53017758f9 None None] Pushing event updated for resources: {'Port': ['ID=2ea3924b-7e1f-464e-aefe-77e5ba01393b,revision_number=5']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:17.311493 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Current status of the port 2ea3924b-7e1f-464e-aefe-77e5ba01393b is: ACTIVE; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:16:17.354573 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 47384) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:16:17.362838 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-b131aba1-1a9d-4bc2-ae91-f1a69ba64812 req-2d74d033-81ec-484c-b275-f1fdc6525e98 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfccffee-13f1-4b73-8572-394ea5cc53f2 HTTP/1.1" status: 200 len: 210 time: 0.3472552 May 04 18:16:17.371614 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-5811471d-d38f-437d-aec9-5529da79e54b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:17.439571 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}418c4fc0ed359c78e2a46d0945201a397afdfc4a7689ae544a04c30398cb972a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dba521c-2c41-41da-9674-775f8e48c409" -d '{"events": [{"name": "network-changed", "server_uuid": "d4e6e468-0b90-4282-bf67-d0a97d25be25", "tag": "9f2ee57b-ba39-4d08-a5d1-43dddc1e2ca5"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:16:17.459096 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-5811471d-d38f-437d-aec9-5529da79e54b admin admin] Publish callbacks [] for security_group (7c745f15-9e78-4025-a8c1-a6056c90404d), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:17.497530 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0d95f1-13ce-40aa-97db-9a3f41bf778d tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Pushing event updated for resources: {'Port': ['ID=a8489b98-4457-48bf-b1c4-ed22f270f342,revision_number=2']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:17.503988 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-dd0d95f1-13ce-40aa-97db-9a3f41bf778d tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1676511'] for floatingip (93887b3b-9b0a-4c92-87ba-319b4b1d3a7e), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:17.617207 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-5811471d-d38f-437d-aec9-5529da79e54b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (7c745f15-9e78-4025-a8c1-a6056c90404d), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:17.640778 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 18:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90226e7b-d735-4f9f-8b94-8d07b709bd1e x-openstack-request-id: req-90226e7b-d735-4f9f-8b94-8d07b709bd1e {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:16:17.641104 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4e6e468-0b90-4282-bf67-d0a97d25be25", "tag": "9f2ee57b-ba39-4d08-a5d1-43dddc1e2ca5", "status": "completed", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:16:17.641360 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-90226e7b-d735-4f9f-8b94-8d07b709bd1e {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:16:17.641816 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90226e7b-d735-4f9f-8b94-8d07b709bd1e'] response: {'name': 'network-changed', 'server_uuid': 'd4e6e468-0b90-4282-bf67-d0a97d25be25', 'tag': '9f2ee57b-ba39-4d08-a5d1-43dddc1e2ca5', 'status': 'completed', 'code': 200} May 04 18:16:17.653850 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-6362153c-c6fc-4a85-be40-a8f677a1f55f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (62b58e08-134f-49b6-a12a-c63a5bc27280), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:17.656704 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-6362153c-c6fc-4a85-be40-a8f677a1f55f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:17.658056 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-6362153c-c6fc-4a85-be40-a8f677a1f55f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/62b58e08-134f-49b6-a12a-c63a5bc27280 HTTP/1.1" status: 204 len: 168 time: 1.2668455 May 04 18:16:17.658967 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 47392) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:16:17.660819 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-5811471d-d38f-437d-aec9-5529da79e54b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ac58d0758f264c038bd6c9005f5efac3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3048687 May 04 18:16:17.671214 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5811471d-d38f-437d-aec9-5529da79e54b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c745f15-9e78-4025-a8c1-a6056c90404d,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:17.689152 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-dd0d95f1-13ce-40aa-97db-9a3f41bf778d tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976'] for floatingip (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:17.693065 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-dd0d95f1-13ce-40aa-97db-9a3f41bf778d tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.0259080 May 04 18:16:17.709998 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6362153c-c6fc-4a85-be40-a8f677a1f55f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b58e08-134f-49b6-a12a-c63a5bc27280,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:17.782693 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-ea6557cb-cc72-418e-9e4e-6140194392ac admin admin] Publish callbacks [] for security_group (7c745f15-9e78-4025-a8c1-a6056c90404d), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:17.825046 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-ea6557cb-cc72-418e-9e4e-6140194392ac admin admin] Publish callbacks [] for security_group (7c745f15-9e78-4025-a8c1-a6056c90404d), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:17.915572 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267da526-60ff-4fd8-a7af-0e4879050c6a req-e8c3d518-2cac-4a51-aa0d-9f0f4add6846 tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:17.928290 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-267da526-60ff-4fd8-a7af-0e4879050c6a req-e8c3d518-2cac-4a51-aa0d-9f0f4add6846 tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4e6e468-0b90-4282-bf67-d0a97d25be25 HTTP/1.1" status: 200 len: 943 time: 0.0881603 May 04 18:16:18.055090 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-267da526-60ff-4fd8-a7af-0e4879050c6a req-372b0d25-fae1-4cbe-ae88-ab958aeb80fc tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] 10.222.0.23 "GET /v2.0/security-groups?id=8539d889-0aa6-45d8-bb75-c4c65558f3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246800 May 04 18:16:18.096483 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-ea6557cb-cc72-418e-9e4e-6140194392ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (7c745f15-9e78-4025-a8c1-a6056c90404d), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:18.099507 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-ea6557cb-cc72-418e-9e4e-6140194392ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:18.105342 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-ea6557cb-cc72-418e-9e4e-6140194392ac admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7c745f15-9e78-4025-a8c1-a6056c90404d HTTP/1.1" status: 204 len: 168 time: 0.4148762 May 04 18:16:18.145663 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6557cb-cc72-418e-9e4e-6140194392ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c745f15-9e78-4025-a8c1-a6056c90404d,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:18.200279 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-41c04644-5b0a-478e-a627-091be12cc083 req-ac223c96-5306-4f66-b12c-5617253b07c9 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1743596412&fields=id&tenant_id=0998832c5db04fe5b7e93fa392a693f8 HTTP/1.1" status: 200 len: 267 time: 0.1632645 May 04 18:16:18.335434 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-7d3ddbc8-24e7-4008-9166-b284d89ed605 req-19d1340c-dee2-4d59-9c58-a3529a6dd30b tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 210 time: 0.0961657 May 04 18:16:18.401146 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c04644-5b0a-478e-a627-091be12cc083 req-7d4da1e0-1770-4045-9b98-3b7cbd41d364 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:18.403502 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-41c04644-5b0a-478e-a627-091be12cc083 req-7d4da1e0-1770-4045-9b98-3b7cbd41d364 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/networks?id=6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e HTTP/1.1" status: 200 len: 810 time: 0.1868660 May 04 18:16:18.446928 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-41c04644-5b0a-478e-a627-091be12cc083 req-e544a164-47ec-4d60-9895-adf9d9d44148 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/quotas/0998832c5db04fe5b7e93fa392a693f8 HTTP/1.1" status: 200 len: 375 time: 0.0326083 May 04 18:16:18.506770 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-1e2fa8ad-52ff-4853-bdd7-93fbfba9da20 req-1cf12e36-b706-4ef0-b1a7-c8a7827b34ad tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfccffee-13f1-4b73-8572-394ea5cc53f2 HTTP/1.1" status: 200 len: 210 time: 0.0484121 May 04 18:16:18.511806 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-41c04644-5b0a-478e-a627-091be12cc083 req-50e59fd5-3f87-4f3e-ad4f-6e49bcc4740c tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0998832c5db04fe5b7e93fa392a693f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0583253 May 04 18:16:18.685255 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-41c04644-5b0a-478e-a627-091be12cc083 req-77223651-6b4e-4ce1-a964-bee658051a34 service neutron] 10.222.0.23 "GET /v2.0/networks/6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545000 May 04 18:16:18.718490 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 47426) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:16:18.742121 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-a170dd44-d64d-4e66-9561-ee3658af6fef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:18.778525 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device 2ea3924b-7e1f-464e-aefe-77e5ba01393b up at agent ovs-agent-dv-cinder-840511-4-iscsi {{(pid=104025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:16:18.908523 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Provisioning complete for port 2ea3924b-7e1f-464e-aefe-77e5ba01393b triggered by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:16:18.908819 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (2ea3924b-7e1f-464e-aefe-77e5ba01393b), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:18.927073 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-a170dd44-d64d-4e66-9561-ee3658af6fef admin admin] Publish callbacks [] for security_group (e098d577-8ba8-4279-9772-4859758d01b6), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:18.951625 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-41c04644-5b0a-478e-a627-091be12cc083 req-6687487f-2d92-445a-a0b4-30e6dd223816 service neutron] 10.222.0.23 "GET /v2.0/networks/6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536564 May 04 18:16:19.023573 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Current status of the port 2ea3924b-7e1f-464e-aefe-77e5ba01393b is: ACTIVE; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:16:19.045745 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-a170dd44-d64d-4e66-9561-ee3658af6fef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (e098d577-8ba8-4279-9772-4859758d01b6), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:19.122810 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-a170dd44-d64d-4e66-9561-ee3658af6fef admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ad9c78862ca044cdad121243951e321a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4032891 May 04 18:16:19.125836 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 47450) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:16:19.232840 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a170dd44-d64d-4e66-9561-ee3658af6fef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e098d577-8ba8-4279-9772-4859758d01b6,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:19.264428 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f52a3a-5684-4c2b-8221-7efa7ffddd15 req-961ebeb5-b165-429f-94c1-9f4572749236 tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:19.266701 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-a7f52a3a-5684-4c2b-8221-7efa7ffddd15 req-961ebeb5-b165-429f-94c1-9f4572749236 tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4e6e468-0b90-4282-bf67-d0a97d25be25 HTTP/1.1" status: 200 len: 943 time: 0.0861521 May 04 18:16:19.289991 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba521c-2c41-41da-9674-775f8e48c409 req-d31ab7a0-9479-4829-ad08-ab590657e2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:19.291918 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-6dba521c-2c41-41da-9674-775f8e48c409 req-d31ab7a0-9479-4829-ad08-ab590657e2c7 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d61287a330cd4af9bd9dc26fd4dbd32c&device_id=d4e6e468-0b90-4282-bf67-d0a97d25be25 HTTP/1.1" status: 200 len: 1127 time: 0.1825066 May 04 18:16:19.300225 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-785f4ff9-0a0b-416c-b178-5b9c7709dcbd admin admin] Publish callbacks [] for security_group (e098d577-8ba8-4279-9772-4859758d01b6), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:19.341821 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-785f4ff9-0a0b-416c-b178-5b9c7709dcbd admin admin] Publish callbacks [] for security_group (e098d577-8ba8-4279-9772-4859758d01b6), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:19.355580 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-a7f52a3a-5684-4c2b-8221-7efa7ffddd15 req-760e8f3d-d97f-459f-866f-8ad4bb62ee1c tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] 10.222.0.23 "GET /v2.0/security-groups?id=8539d889-0aa6-45d8-bb75-c4c65558f3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804560 May 04 18:16:19.551481 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-361d1d0f-1904-4036-a0fc-386dc239b8bd req-10960ebc-a3d4-46ab-aafc-ed802f324875 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2 HTTP/1.1" status: 200 len: 210 time: 0.0561922 May 04 18:16:19.565856 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-e317d890-538f-4145-b773-1ee2ea81bb23 req-651b4d05-2be8-49a2-93ab-89cd21ffadab tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 210 time: 0.0514123 May 04 18:16:19.573286 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-785f4ff9-0a0b-416c-b178-5b9c7709dcbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (e098d577-8ba8-4279-9772-4859758d01b6), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:19.576889 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-785f4ff9-0a0b-416c-b178-5b9c7709dcbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:19.580143 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-785f4ff9-0a0b-416c-b178-5b9c7709dcbd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e098d577-8ba8-4279-9772-4859758d01b6 HTTP/1.1" status: 204 len: 168 time: 0.4452019 May 04 18:16:19.618719 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785f4ff9-0a0b-416c-b178-5b9c7709dcbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e098d577-8ba8-4279-9772-4859758d01b6,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:19.788868 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-db37af32-887c-4542-baec-36d139721040 req-7bdaad27-4d17-4d22-baa9-c5ca880323bd tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfccffee-13f1-4b73-8572-394ea5cc53f2 HTTP/1.1" status: 200 len: 210 time: 0.0602090 May 04 18:16:19.858038 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba521c-2c41-41da-9674-775f8e48c409 req-9db2ab6b-18b8-4fd9-a024-b380bad024fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:19.863835 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-6dba521c-2c41-41da-9674-775f8e48c409 req-9db2ab6b-18b8-4fd9-a024-b380bad024fd service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=d61287a330cd4af9bd9dc26fd4dbd32c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.5310333 May 04 18:16:20.326808 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.84', 61255) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:16:20.520646 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba521c-2c41-41da-9674-775f8e48c409 req-5c34e564-1ca2-4743-989d-7b2efdce2b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:20.520646 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-6dba521c-2c41-41da-9674-775f8e48c409 req-5c34e564-1ca2-4743-989d-7b2efdce2b9c service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5206087 May 04 18:16:20.723674 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-27dd1202-2ddc-45e1-b53b-55f5d737e367 req-57406cf5-12a0-4546-a6a1-76939876ef05 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2 HTTP/1.1" status: 200 len: 210 time: 0.0716214 May 04 18:16:20.808526 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa5f48-2997-4fa9-94b4-b010e605eb67 req-37a457d3-77e7-4c17-86bc-9177bb1cb676 tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:20.817958 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-c3aa5f48-2997-4fa9-94b4-b010e605eb67 req-37a457d3-77e7-4c17-86bc-9177bb1cb676 tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4e6e468-0b90-4282-bf67-d0a97d25be25 HTTP/1.1" status: 200 len: 943 time: 0.1285059 May 04 18:16:20.852152 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4b99f-73f4-414e-a1de-4f8203c52218 req-c2015dbb-a13d-4faa-be98-8143628b69ae tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:20.853742 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-22d4b99f-73f4-414e-a1de-4f8203c52218 req-c2015dbb-a13d-4faa-be98-8143628b69ae tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.84 "GET /v2.0/networks?id=a6fe39e6-2945-43c4-866c-f901f807513e HTTP/1.1" status: 200 len: 819 time: 0.4808540 May 04 18:16:20.889908 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-c3aa5f48-2997-4fa9-94b4-b010e605eb67 req-f9e3bbf4-d22a-4f3f-9d47-073643882e46 tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] 10.222.0.23 "GET /v2.0/security-groups?id=8539d889-0aa6-45d8-bb75-c4c65558f3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705090 May 04 18:16:20.929804 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-70363982-58ef-4604-be06-8bb4817134ae req-2abbd865-faa1-4856-95aa-a0fd8dc38fe7 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 210 time: 0.0773120 May 04 18:16:21.017022 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-2b29acfa-9f2f-44b6-b5ce-dde7280de744 req-ef169a23-d02e-4b10-9ee5-a2f7b94ef989 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfccffee-13f1-4b73-8572-394ea5cc53f2 HTTP/1.1" status: 200 len: 210 time: 0.0354531 May 04 18:16:21.858959 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-3075211e-d873-4e31-a71d-882320099a40 req-0132e76d-4c2c-44e1-8969-f01959a6f49b tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2 HTTP/1.1" status: 200 len: 210 time: 0.0430310 May 04 18:16:21.991349 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (2ed5d983-d6d1-49f2-9dfa-1a41e5be1317), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:22.116751 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-c02a8c96-8269-42b7-b2bb-8ff1fb2d01fa req-0f4a10a9-787f-430c-9308-b31bfc5b8ba1 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 210 time: 0.0627439 May 04 18:16:22.145407 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f8ffad-e776-48c8-a828-c32d7080255d req-2841707b-c7af-4a99-b4a0-74dc573f9173 tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:22.157697 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-f1f8ffad-e776-48c8-a828-c32d7080255d req-2841707b-c7af-4a99-b4a0-74dc573f9173 tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4e6e468-0b90-4282-bf67-d0a97d25be25 HTTP/1.1" status: 200 len: 943 time: 0.1435027 May 04 18:16:22.310795 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-f1f8ffad-e776-48c8-a828-c32d7080255d req-2e20f77c-8460-404f-8166-2aca9a9343e9 tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] 10.222.0.23 "GET /v2.0/security-groups?id=8539d889-0aa6-45d8-bb75-c4c65558f3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518581 May 04 18:16:22.330333 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.v2.base [req-22d4b99f-73f4-414e-a1de-4f8203c52218 req-fc5af31f-ab7c-40ba-8bae-275471bd8129 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Request body: {'port': {'device_id': 'f5a99fa7-89c1-417e-8a15-fb5d090a5ffc', 'network_id': 'a6fe39e6-2945-43c4-866c-f901f807513e', 'admin_state_up': True, 'tenant_id': '52f7ff6557334462979f9934251c2158'}} {{(pid=104024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:16:22.560632 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-39a34be4-dcb9-4cd1-b5e4-2281c69bb6bd req-01f4d015-207a-4cd3-ac43-7b5d7b848470 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfccffee-13f1-4b73-8572-394ea5cc53f2 HTTP/1.1" status: 200 len: 210 time: 0.1308324 May 04 18:16:22.563942 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194baf6-433d-4c24-9857-d3923e3e5108 req-c1623ec5-9aac-4a6f-8b70-ba9d4adecb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:22.567857 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-1194baf6-433d-4c24-9857-d3923e3e5108 req-c1623ec5-9aac-4a6f-8b70-ba9d4adecb91 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d61287a330cd4af9bd9dc26fd4dbd32c&device_id=d4e6e468-0b90-4282-bf67-d0a97d25be25 HTTP/1.1" status: 200 len: 1127 time: 0.2432358 May 04 18:16:22.576189 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.84', 61258) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:16:22.748738 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22d4b99f-73f4-414e-a1de-4f8203c52218 req-fc5af31f-ab7c-40ba-8bae-275471bd8129 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Made reservation on behalf of 52f7ff6557334462979f9934251c2158 for: {'port': 1} {{(pid=104024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:16:22.752469 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [req-22d4b99f-73f4-414e-a1de-4f8203c52218 req-fc5af31f-ab7c-40ba-8bae-275471bd8129 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:22.915321 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.84', 61262) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:16:22.995766 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-1194baf6-433d-4c24-9857-d3923e3e5108 req-bdd5ffb3-ff04-4953-8b1c-b8381cedf625 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f2ee57b-ba39-4d08-a5d1-43dddc1e2ca5 HTTP/1.1" status: 200 len: 217 time: 0.1255002 May 04 18:16:23.082140 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-ef7149de-98ff-4d1f-87df-2275ac55b17e req-b8584f18-78fc-4b7b-b650-73fd7d7e6784 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2 HTTP/1.1" status: 200 len: 210 time: 0.0794117 May 04 18:16:23.190790 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7364eeca-e8b3-469b-a668-60079aa98c44 req-1888cf96-4fa8-411d-a323-3fccd4f84d52 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:23.192614 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-7364eeca-e8b3-469b-a668-60079aa98c44 req-1888cf96-4fa8-411d-a323-3fccd4f84d52 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.84 "GET /v2.0/networks?id=a6fe39e6-2945-43c4-866c-f901f807513e HTTP/1.1" status: 200 len: 819 time: 0.3743820 May 04 18:16:23.196155 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194baf6-433d-4c24-9857-d3923e3e5108 req-2f6e6045-7cb1-4406-a99d-8779b8f84772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:23.199936 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-1194baf6-433d-4c24-9857-d3923e3e5108 req-2f6e6045-7cb1-4406-a99d-8779b8f84772 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=bc57389f-e522-438e-bf80-c82f395c73ec HTTP/1.1" status: 200 len: 852 time: 0.1522784 May 04 18:16:23.233010 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.v2.base [req-7364eeca-e8b3-469b-a668-60079aa98c44 req-523c9bac-7d3e-46e0-b547-c1db5dea9417 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Request body: {'port': {'device_id': 'cfccffee-13f1-4b73-8572-394ea5cc53f2', 'network_id': 'a6fe39e6-2945-43c4-866c-f901f807513e', 'admin_state_up': True, 'tenant_id': '52f7ff6557334462979f9934251c2158'}} {{(pid=104023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:16:23.283342 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.db.db_base_plugin_common [req-22d4b99f-73f4-414e-a1de-4f8203c52218 req-fc5af31f-ab7c-40ba-8bae-275471bd8129 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Allocated IP 172.20.0.14 (a6fe39e6-2945-43c4-866c-f901f807513e/abd7f995-331d-4f8f-976d-dc07d5f652e4/c49bddb4-4e80-4d5f-89e2-c80146cadc08) {{(pid=104024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:16:23.295947 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ede106-c255-4e5e-bcf4-0921944f33a0 req-ab0aa48e-8da3-401e-aee4-3aeef973fc65 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:23.297770 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-34ede106-c255-4e5e-bcf4-0921944f33a0 req-ab0aa48e-8da3-401e-aee4-3aeef973fc65 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.84 "GET /v2.0/networks?id=26d35b79-1359-484a-a955-f54353f413dc HTTP/1.1" status: 200 len: 817 time: 0.3545315 May 04 18:16:23.428192 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-dccb9ce0-684a-4a47-9902-e6e20be32b5b req-5175b5c2-8b18-46db-8770-4872a51a406c tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 210 time: 0.1170447 May 04 18:16:23.436484 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-1194baf6-433d-4c24-9857-d3923e3e5108 req-49c9e7ae-1cc8-4f25-8aa6-0776f2202901 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=749ebc86-c8f6-4fa1-a57a-0024399bcc1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2110403 May 04 18:16:23.460551 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-34ede106-c255-4e5e-bcf4-0921944f33a0 req-b6003dac-0e4e-4728-b9e8-d53dbcd7b466 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1437e10b84d943a885db1ec25dccc6e5 HTTP/1.1" status: 200 len: 380 time: 0.1411390 May 04 18:16:23.481788 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.v2.base [req-34ede106-c255-4e5e-bcf4-0921944f33a0 req-416297e5-e557-4af1-9485-e0cbf71fc570 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Request body: {'port': {'device_id': 'de7620f2-9bed-46d6-bb9e-c43d1abf3561', 'network_id': '26d35b79-1359-484a-a955-f54353f413dc', 'admin_state_up': True, 'tenant_id': '1437e10b84d943a885db1ec25dccc6e5', 'security_groups': ['895ee795-d4ba-4ffd-adfe-374d43da0617']}} {{(pid=104024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:16:23.646075 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ea3a72-c059-4528-9cfa-b6506dc48e94 req-6c26a30a-2528-4bf5-a612-6c27ff7cd505 tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:23.649785 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-42ea3a72-c059-4528-9cfa-b6506dc48e94 req-6c26a30a-2528-4bf5-a612-6c27ff7cd505 tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4e6e468-0b90-4282-bf67-d0a97d25be25 HTTP/1.1" status: 200 len: 943 time: 0.1615970 May 04 18:16:23.855102 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-42ea3a72-c059-4528-9cfa-b6506dc48e94 req-288f9c5d-f617-4cf6-9dd2-836969dd7fc8 tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] 10.222.0.23 "GET /v2.0/security-groups?id=8539d889-0aa6-45d8-bb75-c4c65558f3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987197 May 04 18:16:23.865103 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [req-22d4b99f-73f4-414e-a1de-4f8203c52218 req-fc5af31f-ab7c-40ba-8bae-275471bd8129 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Publish callbacks [] for port (c49bddb4-4e80-4d5f-89e2-c80146cadc08), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:23.928272 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-1194baf6-433d-4c24-9857-d3923e3e5108 req-92f44cc4-d0bd-45dd-b4d2-69f95426bb90 service neutron] 10.222.0.84 "GET /v2.0/networks/749ebc86-c8f6-4fa1-a57a-0024399bcc1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4740231 May 04 18:16:23.957870 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-4b034e3f-362a-4c1c-9cc4-222c2409e807 req-7fe20822-8c67-4924-951e-1880b1cb7319 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfccffee-13f1-4b73-8572-394ea5cc53f2 HTTP/1.1" status: 200 len: 210 time: 0.0796888 May 04 18:16:23.978862 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34ede106-c255-4e5e-bcf4-0921944f33a0 req-416297e5-e557-4af1-9485-e0cbf71fc570 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Made reservation on behalf of 1437e10b84d943a885db1ec25dccc6e5 for: {'port': 1} {{(pid=104024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:16:23.984763 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [req-34ede106-c255-4e5e-bcf4-0921944f33a0 req-416297e5-e557-4af1-9485-e0cbf71fc570 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:24.017759 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [req-22d4b99f-73f4-414e-a1de-4f8203c52218 req-fc5af31f-ab7c-40ba-8bae-275471bd8129 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772819832230'] for port (c49bddb4-4e80-4d5f-89e2-c80146cadc08), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:24.069169 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7364eeca-e8b3-469b-a668-60079aa98c44 req-523c9bac-7d3e-46e0-b547-c1db5dea9417 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Made reservation on behalf of 52f7ff6557334462979f9934251c2158 for: {'port': 1} {{(pid=104023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:16:24.072888 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-7364eeca-e8b3-469b-a668-60079aa98c44 req-523c9bac-7d3e-46e0-b547-c1db5dea9417 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:24.319491 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.db_base_plugin_common [req-7364eeca-e8b3-469b-a668-60079aa98c44 req-523c9bac-7d3e-46e0-b547-c1db5dea9417 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Allocated IP 172.20.0.7 (a6fe39e6-2945-43c4-866c-f901f807513e/abd7f995-331d-4f8f-976d-dc07d5f652e4/57fd1c3f-6c44-4d6f-a020-d56596ae3dcf) {{(pid=104023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:16:24.424176 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22d4b99f-73f4-414e-a1de-4f8203c52218 req-fc5af31f-ab7c-40ba-8bae-275471bd8129 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Network a6fe39e6-2945-43c4-866c-f901f807513e is already hosted by enough agents. {{(pid=104024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:16:24.430693 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-244f9f63-e05f-45a0-9b00-64b819f6318a req-1adec061-8f0e-4fb1-ba72-7227067dcd80 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2 HTTP/1.1" status: 200 len: 210 time: 0.0935428 May 04 18:16:24.448651 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.base_scheduler [req-22d4b99f-73f4-414e-a1de-4f8203c52218 req-fc5af31f-ab7c-40ba-8bae-275471bd8129 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Resources bound (agent type, host, resource id): {{(pid=104024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:16:24.454732 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [req-22d4b99f-73f4-414e-a1de-4f8203c52218 req-fc5af31f-ab7c-40ba-8bae-275471bd8129 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Received port after_create {{(pid=104024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:16:24.461956 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4b99f-73f4-414e-a1de-4f8203c52218 req-fc5af31f-ab7c-40ba-8bae-275471bd8129 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:24.462599 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [req-22d4b99f-73f4-414e-a1de-4f8203c52218 req-fc5af31f-ab7c-40ba-8bae-275471bd8129 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598214'] for port (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:24.472774 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5af31f-ab7c-40ba-8bae-275471bd8129 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Pushing event updated for resources: {'Port': ['ID=c49bddb4-4e80-4d5f-89e2-c80146cadc08,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:24.612251 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.db.db_base_plugin_common [req-34ede106-c255-4e5e-bcf4-0921944f33a0 req-416297e5-e557-4af1-9485-e0cbf71fc570 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Allocated IP 172.20.0.7 (26d35b79-1359-484a-a955-f54353f413dc/0e97a9af-bf91-4879-8505-d85b9edd2417/c589458d-8328-434f-b78d-ac0c07f164dd) {{(pid=104024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:16:24.681095 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-0a5f3092-a84d-4709-8243-216d9d4855a0 req-cee7231e-9e5e-4aa5-9e46-98a3181111db tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 210 time: 0.0958729 May 04 18:16:24.747562 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-1194baf6-433d-4c24-9857-d3923e3e5108 req-c4e85e6a-6a90-464a-b551-30d5d5aab304 service neutron] 10.222.0.84 "GET /v2.0/networks/749ebc86-c8f6-4fa1-a57a-0024399bcc1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3811669 May 04 18:16:24.856673 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-22d4b99f-73f4-414e-a1de-4f8203c52218 req-fc5af31f-ab7c-40ba-8bae-275471bd8129 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5099971 May 04 18:16:24.880352 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.v2.base [req-22d4b99f-73f4-414e-a1de-4f8203c52218 req-abe0f08c-2dae-498a-b8c8-2e0b3fa7a11a service neutron] Request body: {'port': {'device_id': 'f5a99fa7-89c1-417e-8a15-fb5d090a5ffc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=104024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:16:24.882921 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-7364eeca-e8b3-469b-a668-60079aa98c44 req-523c9bac-7d3e-46e0-b547-c1db5dea9417 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Publish callbacks [] for port (57fd1c3f-6c44-4d6f-a020-d56596ae3dcf), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:24.916075 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-b8c53e05-b69f-47b5-b15f-59f41396f7be None None] Provisioning complete for port c49bddb4-4e80-4d5f-89e2-c80146cadc08 triggered by entity DHCP. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:16:24.919870 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-b8c53e05-b69f-47b5-b15f-59f41396f7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (c49bddb4-4e80-4d5f-89e2-c80146cadc08), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:25.008528 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-b8c53e05-b69f-47b5-b15f-59f41396f7be None None] Port c49bddb4-4e80-4d5f-89e2-c80146cadc08 cannot update to ACTIVE because it is not bound. {{(pid=104025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 18:16:25.048602 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [req-34ede106-c255-4e5e-bcf4-0921944f33a0 req-416297e5-e557-4af1-9485-e0cbf71fc570 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Publish callbacks [] for port (c589458d-8328-434f-b78d-ac0c07f164dd), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:25.158159 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c04644-5b0a-478e-a627-091be12cc083 req-35696138-ce7a-45ac-aff9-504d06801f12 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:25.160488 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-41c04644-5b0a-478e-a627-091be12cc083 req-35696138-ce7a-45ac-aff9-504d06801f12 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.84 "GET /v2.0/networks?id=6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e HTTP/1.1" status: 200 len: 810 time: 0.2310703 May 04 18:16:25.165948 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [req-22d4b99f-73f4-414e-a1de-4f8203c52218 req-abe0f08c-2dae-498a-b8c8-2e0b3fa7a11a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (c49bddb4-4e80-4d5f-89e2-c80146cadc08), before_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:25.178106 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-b1d06100-3ab8-47b3-b420-fd4ce47bd2a3 req-bc5c790a-332f-4ea5-824b-466dbd74b7a1 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfccffee-13f1-4b73-8572-394ea5cc53f2 HTTP/1.1" status: 200 len: 210 time: 0.0709572 May 04 18:16:25.231393 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a2bc20-2645-43a8-9630-f8e243af4255 req-ca72d7fc-32f1-46eb-9b8b-5e1c360ecdb0 tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:25.233424 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-e5a2bc20-2645-43a8-9630-f8e243af4255 req-ca72d7fc-32f1-46eb-9b8b-5e1c360ecdb0 tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4e6e468-0b90-4282-bf67-d0a97d25be25 HTTP/1.1" status: 200 len: 943 time: 0.1424298 May 04 18:16:25.282581 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [req-34ede106-c255-4e5e-bcf4-0921944f33a0 req-416297e5-e557-4af1-9485-e0cbf71fc570 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772819832230'] for port (c589458d-8328-434f-b78d-ac0c07f164dd), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:25.350254 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34ede106-c255-4e5e-bcf4-0921944f33a0 req-416297e5-e557-4af1-9485-e0cbf71fc570 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Network 26d35b79-1359-484a-a955-f54353f413dc is already hosted by enough agents. {{(pid=104024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:16:25.364182 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-7364eeca-e8b3-469b-a668-60079aa98c44 req-523c9bac-7d3e-46e0-b547-c1db5dea9417 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772819832230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7382190'] for port (57fd1c3f-6c44-4d6f-a020-d56596ae3dcf), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:25.432759 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7364eeca-e8b3-469b-a668-60079aa98c44 req-523c9bac-7d3e-46e0-b547-c1db5dea9417 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Network a6fe39e6-2945-43c4-866c-f901f807513e is already hosted by enough agents. {{(pid=104023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:16:25.440371 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.base_scheduler [req-7364eeca-e8b3-469b-a668-60079aa98c44 req-523c9bac-7d3e-46e0-b547-c1db5dea9417 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Resources bound (agent type, host, resource id): {{(pid=104023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:16:25.440644 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.base_scheduler [req-34ede106-c255-4e5e-bcf4-0921944f33a0 req-416297e5-e557-4af1-9485-e0cbf71fc570 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Resources bound (agent type, host, resource id): {{(pid=104024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:16:25.450796 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [req-7364eeca-e8b3-469b-a668-60079aa98c44 req-523c9bac-7d3e-46e0-b547-c1db5dea9417 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Received port after_create {{(pid=104023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:16:25.456120 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523c9bac-7d3e-46e0-b547-c1db5dea9417 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Pushing event updated for resources: {'Port': ['ID=57fd1c3f-6c44-4d6f-a020-d56596ae3dcf,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:25.481824 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-e5a2bc20-2645-43a8-9630-f8e243af4255 req-9223e0a7-5b6c-4394-bc33-de5b345341c2 tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] 10.222.0.23 "GET /v2.0/security-groups?id=8539d889-0aa6-45d8-bb75-c4c65558f3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347851 May 04 18:16:25.482789 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416297e5-e557-4af1-9485-e0cbf71fc570 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Pushing event updated for resources: {'Port': ['ID=c589458d-8328-434f-b78d-ac0c07f164dd,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:25.532988 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [req-34ede106-c255-4e5e-bcf4-0921944f33a0 req-416297e5-e557-4af1-9485-e0cbf71fc570 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Received port after_create {{(pid=104024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:16:25.534058 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-41c04644-5b0a-478e-a627-091be12cc083 req-ccbb150e-4ea9-40bd-993a-01f1a47b40b5 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0998832c5db04fe5b7e93fa392a693f8 HTTP/1.1" status: 200 len: 380 time: 0.1911628 May 04 18:16:25.544059 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ede106-c255-4e5e-bcf4-0921944f33a0 req-416297e5-e557-4af1-9485-e0cbf71fc570 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:25.544729 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [req-34ede106-c255-4e5e-bcf4-0921944f33a0 req-416297e5-e557-4af1-9485-e0cbf71fc570 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598214'] for port (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:25.563779 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7364eeca-e8b3-469b-a668-60079aa98c44 req-523c9bac-7d3e-46e0-b547-c1db5dea9417 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:25.564410 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-7364eeca-e8b3-469b-a668-60079aa98c44 req-523c9bac-7d3e-46e0-b547-c1db5dea9417 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598214'] for port (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:25.616506 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-9431fbfc-3934-49b4-88a4-1bae9f88b258 req-95c36283-4035-4fc5-a413-ceca85fd56f7 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2 HTTP/1.1" status: 200 len: 210 time: 0.0294507 May 04 18:16:25.656521 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-7364eeca-e8b3-469b-a668-60079aa98c44 req-523c9bac-7d3e-46e0-b547-c1db5dea9417 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4308879 May 04 18:16:25.722212 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-34ede106-c255-4e5e-bcf4-0921944f33a0 req-416297e5-e557-4af1-9485-e0cbf71fc570 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2447658 May 04 18:16:25.751221 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 47710) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:16:25.832016 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.notifiers.nova [req-22d4b99f-73f4-414e-a1de-4f8203c52218 req-abe0f08c-2dae-498a-b8c8-2e0b3fa7a11a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c49bddb4-4e80-4d5f-89e2-c80146cadc08 {{(pid=104024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:16:25.844179 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-f567bfab-102f-4e5f-9e59-d3ea021ca9d2 None None] Provisioning complete for port c589458d-8328-434f-b78d-ac0c07f164dd triggered by entity DHCP. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:16:25.844481 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-f567bfab-102f-4e5f-9e59-d3ea021ca9d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (c589458d-8328-434f-b78d-ac0c07f164dd), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:25.850392 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [req-22d4b99f-73f4-414e-a1de-4f8203c52218 req-abe0f08c-2dae-498a-b8c8-2e0b3fa7a11a service neutron] Publish callbacks [] for port (c49bddb4-4e80-4d5f-89e2-c80146cadc08), precommit_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:25.897098 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-f567bfab-102f-4e5f-9e59-d3ea021ca9d2 None None] Port c589458d-8328-434f-b78d-ac0c07f164dd cannot update to ACTIVE because it is not bound. {{(pid=104025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 18:16:25.925572 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 47716) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:16:25.926640 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.db.provisioning_blocks [req-22d4b99f-73f4-414e-a1de-4f8203c52218 req-abe0f08c-2dae-498a-b8c8-2e0b3fa7a11a service neutron] Transition to ACTIVE for port object c49bddb4-4e80-4d5f-89e2-c80146cadc08 will not be triggered until provisioned by entity L2. {{(pid=104024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 18:16:25.944210 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45a3ea5-711b-4ad2-86d9-20da816e14c7 req-9bc699e2-3629-4380-8f76-7f841c398393 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:25.946093 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-e45a3ea5-711b-4ad2-86d9-20da816e14c7 req-9bc699e2-3629-4380-8f76-7f841c398393 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 931 time: 0.0820398 May 04 18:16:25.995496 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5fb0ee25-46c4-413b-8714-314541cc33d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:25.998498 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3593caab-58a6-4387-985e-48450da555e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:26.000875 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-e45a3ea5-711b-4ad2-86d9-20da816e14c7 req-b9a713f8-520a-4bc4-a8e4-4c778f3cb890 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480082 May 04 18:16:26.002035 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [req-22d4b99f-73f4-414e-a1de-4f8203c52218 req-abe0f08c-2dae-498a-b8c8-2e0b3fa7a11a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (c49bddb4-4e80-4d5f-89e2-c80146cadc08), after_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:26.016237 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-a70cc917-58d0-44a5-bd55-ee55b1a19d9c None None] Provisioning complete for port 57fd1c3f-6c44-4d6f-a020-d56596ae3dcf triggered by entity DHCP. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:16:26.017358 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-a70cc917-58d0-44a5-bd55-ee55b1a19d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (57fd1c3f-6c44-4d6f-a020-d56596ae3dcf), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:26.060848 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-a70cc917-58d0-44a5-bd55-ee55b1a19d9c None None] Port 57fd1c3f-6c44-4d6f-a020-d56596ae3dcf cannot update to ACTIVE because it is not bound. {{(pid=104025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 18:16:26.129708 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe0f08c-2dae-498a-b8c8-2e0b3fa7a11a service neutron] Pushing event updated for resources: {'Port': ['ID=c49bddb4-4e80-4d5f-89e2-c80146cadc08,revision_number=2']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:26.176430 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.managers [req-22d4b99f-73f4-414e-a1de-4f8203c52218 req-abe0f08c-2dae-498a-b8c8-2e0b3fa7a11a service neutron] Attempting to bind port c49bddb4-4e80-4d5f-89e2-c80146cadc08 on host hv-cinder-84051 for vnic_type normal with profile {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 18:16:26.182875 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.managers [req-22d4b99f-73f4-414e-a1de-4f8203c52218 req-abe0f08c-2dae-498a-b8c8-2e0b3fa7a11a service neutron] Attempting to bind port c49bddb4-4e80-4d5f-89e2-c80146cadc08 by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': '97ff9aec-6531-4441-91ba-ff0470154517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a6fe39e6-2945-43c4-866c-f901f807513e'}] {{(pid=104024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 18:16:26.182875 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d4b99f-73f4-414e-a1de-4f8203c52218 req-abe0f08c-2dae-498a-b8c8-2e0b3fa7a11a service neutron] Attempting to bind port c49bddb4-4e80-4d5f-89e2-c80146cadc08 on network a6fe39e6-2945-43c4-866c-f901f807513e {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:16:26.185692 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d4b99f-73f4-414e-a1de-4f8203c52218 req-abe0f08c-2dae-498a-b8c8-2e0b3fa7a11a service neutron] Port c49bddb4-4e80-4d5f-89e2-c80146cadc08 on network a6fe39e6-2945-43c4-866c-f901f807513e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 18:16:26.186369 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d4b99f-73f4-414e-a1de-4f8203c52218 req-abe0f08c-2dae-498a-b8c8-2e0b3fa7a11a service neutron] Attempting to bind port c49bddb4-4e80-4d5f-89e2-c80146cadc08 on network a6fe39e6-2945-43c4-866c-f901f807513e {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:16:26.193824 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d4b99f-73f4-414e-a1de-4f8203c52218 req-abe0f08c-2dae-498a-b8c8-2e0b3fa7a11a service neutron] Checking agent: {'id': '2ed5d983-d6d1-49f2-9dfa-1a41e5be1317', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 13, 52), 'started_at': datetime.datetime(2022, 5, 4, 18, 13, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 18:16:26.194077 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d4b99f-73f4-414e-a1de-4f8203c52218 req-abe0f08c-2dae-498a-b8c8-2e0b3fa7a11a service neutron] Checking segment: {'id': '97ff9aec-6531-4441-91ba-ff0470154517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a6fe39e6-2945-43c4-866c-f901f807513e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:16:26.194806 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d4b99f-73f4-414e-a1de-4f8203c52218 req-abe0f08c-2dae-498a-b8c8-2e0b3fa7a11a service neutron] Bound using segment: {'id': '97ff9aec-6531-4441-91ba-ff0470154517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a6fe39e6-2945-43c4-866c-f901f807513e'} {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 18:16:26.195384 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5fb0ee25-46c4-413b-8714-314541cc33d3 admin admin] Publish callbacks [] for security_group (be8be126-ce26-45f1-ac45-b1d3928769f9), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:26.195896 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.managers [req-22d4b99f-73f4-414e-a1de-4f8203c52218 req-abe0f08c-2dae-498a-b8c8-2e0b3fa7a11a service neutron] Bound port: c49bddb4-4e80-4d5f-89e2-c80146cadc08, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97ff9aec-6531-4441-91ba-ff0470154517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a6fe39e6-2945-43c4-866c-f901f807513e'}}] {{(pid=104024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 18:16:26.196520 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [req-22d4b99f-73f4-414e-a1de-4f8203c52218 req-abe0f08c-2dae-498a-b8c8-2e0b3fa7a11a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (c49bddb4-4e80-4d5f-89e2-c80146cadc08), before_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:26.229199 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3593caab-58a6-4387-985e-48450da555e9 admin admin] Publish callbacks [] for security_group (b1d00bc9-3655-40fe-9bd0-fe93c080c84a), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:26.246421 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5fb0ee25-46c4-413b-8714-314541cc33d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (be8be126-ce26-45f1-ac45-b1d3928769f9), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:26.296033 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.db [req-22d4b99f-73f4-414e-a1de-4f8203c52218 req-abe0f08c-2dae-498a-b8c8-2e0b3fa7a11a service neutron] For port c49bddb4-4e80-4d5f-89e2-c80146cadc08, host hv-cinder-84051, cleared binding levels {{(pid=104024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 18:16:26.303344 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.db [req-22d4b99f-73f4-414e-a1de-4f8203c52218 req-abe0f08c-2dae-498a-b8c8-2e0b3fa7a11a service neutron] For port c49bddb4-4e80-4d5f-89e2-c80146cadc08, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=c49bddb4-4e80-4d5f-89e2-c80146cadc08,segment=NetworkSegment(97ff9aec-6531-4441-91ba-ff0470154517),segment_id=97ff9aec-6531-4441-91ba-ff0470154517)] {{(pid=104024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 18:16:26.308063 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb0ee25-46c4-413b-8714-314541cc33d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be8be126-ce26-45f1-ac45-b1d3928769f9,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:26.327156 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3593caab-58a6-4387-985e-48450da555e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (b1d00bc9-3655-40fe-9bd0-fe93c080c84a), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:26.351450 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-5fb0ee25-46c4-413b-8714-314541cc33d3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6556580f4a4d412bb6ead88614bf82c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4248207 May 04 18:16:26.354471 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 47732) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:16:26.380184 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-3593caab-58a6-4387-985e-48450da555e9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2611aa9f7b1146d298abadbd97abb946&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6278565 May 04 18:16:26.387365 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff539083-5890-4ef4-9694-40a2d27c2387 req-c8396376-b888-42bb-b321-3bcc236c30c4 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:26.389311 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-ff539083-5890-4ef4-9694-40a2d27c2387 req-c8396376-b888-42bb-b321-3bcc236c30c4 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfccffee-13f1-4b73-8572-394ea5cc53f2 HTTP/1.1" status: 200 len: 931 time: 0.1036835 May 04 18:16:26.389850 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 47734) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:16:26.408393 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3593caab-58a6-4387-985e-48450da555e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d00bc9-3655-40fe-9bd0-fe93c080c84a,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:26.413178 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [req-22d4b99f-73f4-414e-a1de-4f8203c52218 req-abe0f08c-2dae-498a-b8c8-2e0b3fa7a11a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (c49bddb4-4e80-4d5f-89e2-c80146cadc08), after_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:26.455125 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-8d36ee2c-a8df-4431-bd7c-518e0442b4b1 admin admin] Publish callbacks [] for security_group (be8be126-ce26-45f1-ac45-b1d3928769f9), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:26.488910 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-ff539083-5890-4ef4-9694-40a2d27c2387 req-0cf673a6-907e-4550-8a98-4411f628dd4c tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878003 May 04 18:16:26.491926 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4b99f-73f4-414e-a1de-4f8203c52218 req-abe0f08c-2dae-498a-b8c8-2e0b3fa7a11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:26.492710 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [req-22d4b99f-73f4-414e-a1de-4f8203c52218 req-abe0f08c-2dae-498a-b8c8-2e0b3fa7a11a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598214'] for port (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:26.496835 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-22d4b99f-73f4-414e-a1de-4f8203c52218 req-abe0f08c-2dae-498a-b8c8-2e0b3fa7a11a service neutron] 10.222.0.84 "PUT /v2.0/ports/c49bddb4-4e80-4d5f-89e2-c80146cadc08 HTTP/1.1" status: 200 len: 1094 time: 1.6295340 May 04 18:16:26.497382 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5a99fa7-89c1-417e-8a15-fb5d090a5ffc', 'tag': 'c49bddb4-4e80-4d5f-89e2-c80146cadc08'}] {{(pid=104024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:16:26.517338 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-c72c37ea-24bf-4e9a-96be-0687747d11ed admin admin] Publish callbacks [] for security_group (b1d00bc9-3655-40fe-9bd0-fe93c080c84a), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:26.585585 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-c72c37ea-24bf-4e9a-96be-0687747d11ed admin admin] Publish callbacks [] for security_group (b1d00bc9-3655-40fe-9bd0-fe93c080c84a), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:26.617760 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-8d36ee2c-a8df-4431-bd7c-518e0442b4b1 admin admin] Publish callbacks [] for security_group (be8be126-ce26-45f1-ac45-b1d3928769f9), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:26.680168 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.v2.base [req-41c04644-5b0a-478e-a627-091be12cc083 req-b79c3dcd-7a30-4655-a21b-c62dbf53d92e tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Request body: {'port': {'device_id': 'fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2', 'network_id': '6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e', 'admin_state_up': True, 'tenant_id': '0998832c5db04fe5b7e93fa392a693f8', 'security_groups': ['b2f9cf9b-5753-412e-92be-8773f690cdf8']}} {{(pid=104023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:16:26.693223 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.v2.base [req-7364eeca-e8b3-469b-a668-60079aa98c44 req-cd5b8338-aa76-49e0-91bd-2a41765ef171 service neutron] Request body: {'port': {'device_id': 'cfccffee-13f1-4b73-8572-394ea5cc53f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=104023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:16:26.696046 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe0f08c-2dae-498a-b8c8-2e0b3fa7a11a service neutron] Pushing event updated for resources: {'Port': ['ID=c49bddb4-4e80-4d5f-89e2-c80146cadc08,revision_number=3']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:26.756594 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.v2.base [req-34ede106-c255-4e5e-bcf4-0921944f33a0 req-d6591a1a-7672-483e-93fb-efbef0ccadaf service neutron] Request body: {'port': {'device_id': 'de7620f2-9bed-46d6-bb9e-c43d1abf3561', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=104024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:16:26.837195 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-a594eea7-f8ea-412f-8975-d0e403162406 req-15e0b3ed-9ae9-48e7-9bb9-d4dddc467f1a tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2 HTTP/1.1" status: 200 len: 210 time: 0.0664585 May 04 18:16:26.906843 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c26fa3ecb1f16f42831e56f73673e8220bc52890772fb217514d3f8d557ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38564eff-8d6e-4a01-a030-671fe549d82c" -d '{"events": [{"name": "network-changed", "server_uuid": "f5a99fa7-89c1-417e-8a15-fb5d090a5ffc", "tag": "c49bddb4-4e80-4d5f-89e2-c80146cadc08"}]}' {{(pid=104024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:16:26.917427 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [req-34ede106-c255-4e5e-bcf4-0921944f33a0 req-d6591a1a-7672-483e-93fb-efbef0ccadaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (c589458d-8328-434f-b78d-ac0c07f164dd), before_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:26.926447 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4b99f-73f4-414e-a1de-4f8203c52218 req-c9430a25-809d-4ebf-b2e0-d7d33f740705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:26.927497 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-22d4b99f-73f4-414e-a1de-4f8203c52218 req-c9430a25-809d-4ebf-b2e0-d7d33f740705 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=52f7ff6557334462979f9934251c2158&device_id=f5a99fa7-89c1-417e-8a15-fb5d090a5ffc HTTP/1.1" status: 200 len: 1128 time: 0.0990498 May 04 18:16:26.939224 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ce36a-0703-46f1-861f-e0a50ccec530 req-8dd54240-5c15-44fb-a367-6f344e357e55 tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:26.943109 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-b45ce36a-0703-46f1-861f-e0a50ccec530 req-8dd54240-5c15-44fb-a367-6f344e357e55 tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4e6e468-0b90-4282-bf67-d0a97d25be25 HTTP/1.1" status: 200 len: 943 time: 0.2383671 May 04 18:16:26.950691 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-7364eeca-e8b3-469b-a668-60079aa98c44 req-cd5b8338-aa76-49e0-91bd-2a41765ef171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (57fd1c3f-6c44-4d6f-a020-d56596ae3dcf), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:27.005746 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-c72c37ea-24bf-4e9a-96be-0687747d11ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (b1d00bc9-3655-40fe-9bd0-fe93c080c84a), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:27.007822 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-c72c37ea-24bf-4e9a-96be-0687747d11ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:27.008982 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-c72c37ea-24bf-4e9a-96be-0687747d11ed admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b1d00bc9-3655-40fe-9bd0-fe93c080c84a HTTP/1.1" status: 204 len: 168 time: 0.6151552 May 04 18:16:27.043498 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 18:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf8202d6-6ae5-4856-b7c3-d69ffb861737 x-openstack-request-id: req-bf8202d6-6ae5-4856-b7c3-d69ffb861737 {{(pid=104024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:16:27.043858 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5a99fa7-89c1-417e-8a15-fb5d090a5ffc", "tag": "c49bddb4-4e80-4d5f-89e2-c80146cadc08", "status": "completed", "code": 200}]} {{(pid=104024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:16:27.044129 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bf8202d6-6ae5-4856-b7c3-d69ffb861737 {{(pid=104024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:16:27.044549 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf8202d6-6ae5-4856-b7c3-d69ffb861737'] response: {'name': 'network-changed', 'server_uuid': 'f5a99fa7-89c1-417e-8a15-fb5d090a5ffc', 'tag': 'c49bddb4-4e80-4d5f-89e2-c80146cadc08', 'status': 'completed', 'code': 200} May 04 18:16:27.053580 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-8d36ee2c-a8df-4431-bd7c-518e0442b4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (be8be126-ce26-45f1-ac45-b1d3928769f9), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:27.056881 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-8d36ee2c-a8df-4431-bd7c-518e0442b4b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:27.065330 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41c04644-5b0a-478e-a627-091be12cc083 req-b79c3dcd-7a30-4655-a21b-c62dbf53d92e tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Made reservation on behalf of 0998832c5db04fe5b7e93fa392a693f8 for: {'port': 1} {{(pid=104023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:16:27.068725 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-8d36ee2c-a8df-4431-bd7c-518e0442b4b1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/be8be126-ce26-45f1-ac45-b1d3928769f9 HTTP/1.1" status: 204 len: 168 time: 0.7109635 May 04 18:16:27.068836 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-41c04644-5b0a-478e-a627-091be12cc083 req-b79c3dcd-7a30-4655-a21b-c62dbf53d92e tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:27.076244 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-22d4b99f-73f4-414e-a1de-4f8203c52218 req-328fa25c-d71d-497d-abe4-9d488c0c9fea service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c49bddb4-4e80-4d5f-89e2-c80146cadc08 HTTP/1.1" status: 200 len: 217 time: 0.1327894 May 04 18:16:27.080002 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72c37ea-24bf-4e9a-96be-0687747d11ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d00bc9-3655-40fe-9bd0-fe93c080c84a,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:27.154859 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f8166-7eb5-44ab-823a-1a362ccc62df req-7d999bbf-66d9-4071-b040-80b7b03606a0 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:27.156441 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-a28f8166-7eb5-44ab-823a-1a362ccc62df req-7d999bbf-66d9-4071-b040-80b7b03606a0 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 931 time: 0.0579050 May 04 18:16:27.184181 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d36ee2c-a8df-4431-bd7c-518e0442b4b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be8be126-ce26-45f1-ac45-b1d3928769f9,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:27.315428 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-b45ce36a-0703-46f1-861f-e0a50ccec530 req-e922d35e-4d61-4756-b668-01fd50261185 tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] 10.222.0.23 "GET /v2.0/security-groups?id=8539d889-0aa6-45d8-bb75-c4c65558f3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3371029 May 04 18:16:27.325900 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4b99f-73f4-414e-a1de-4f8203c52218 req-4ee0119a-f0eb-47b3-a597-da1ab348e2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:27.327427 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-22d4b99f-73f4-414e-a1de-4f8203c52218 req-4ee0119a-f0eb-47b3-a597-da1ab348e2a1 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=abd7f995-331d-4f8f-976d-dc07d5f652e4 HTTP/1.1" status: 200 len: 858 time: 0.2120156 May 04 18:16:27.336276 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-a28f8166-7eb5-44ab-823a-1a362ccc62df req-e5a7bb8f-b7f1-4c5a-895a-38bee66f3c37 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1657765 May 04 18:16:27.437986 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.db_base_plugin_common [req-41c04644-5b0a-478e-a627-091be12cc083 req-b79c3dcd-7a30-4655-a21b-c62dbf53d92e tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Allocated IP 172.20.0.9 (6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e/3ba3abcf-592c-4523-9b0f-c55aec0e9e52/1d4ff6da-20e4-4b89-a958-b2e3d1efc53b) {{(pid=104023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:16:27.563705 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.notifiers.nova [req-34ede106-c255-4e5e-bcf4-0921944f33a0 req-d6591a1a-7672-483e-93fb-efbef0ccadaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c589458d-8328-434f-b78d-ac0c07f164dd {{(pid=104024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:16:27.573890 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [req-34ede106-c255-4e5e-bcf4-0921944f33a0 req-d6591a1a-7672-483e-93fb-efbef0ccadaf service neutron] Publish callbacks [] for port (c589458d-8328-434f-b78d-ac0c07f164dd), precommit_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:27.577727 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [req-7364eeca-e8b3-469b-a668-60079aa98c44 req-cd5b8338-aa76-49e0-91bd-2a41765ef171 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57fd1c3f-6c44-4d6f-a020-d56596ae3dcf {{(pid=104023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:16:27.598389 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.db.provisioning_blocks [req-34ede106-c255-4e5e-bcf4-0921944f33a0 req-d6591a1a-7672-483e-93fb-efbef0ccadaf service neutron] Transition to ACTIVE for port object c589458d-8328-434f-b78d-ac0c07f164dd will not be triggered until provisioned by entity L2. {{(pid=104024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 18:16:27.604668 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-7364eeca-e8b3-469b-a668-60079aa98c44 req-cd5b8338-aa76-49e0-91bd-2a41765ef171 service neutron] Publish callbacks [] for port (57fd1c3f-6c44-4d6f-a020-d56596ae3dcf), precommit_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:27.635430 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [req-7364eeca-e8b3-469b-a668-60079aa98c44 req-cd5b8338-aa76-49e0-91bd-2a41765ef171 service neutron] Transition to ACTIVE for port object 57fd1c3f-6c44-4d6f-a020-d56596ae3dcf will not be triggered until provisioned by entity L2. {{(pid=104023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 18:16:27.657357 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-203fe021-032a-4b4c-8b13-a4c0227017ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (c89944b2-e06f-41dc-a0fc-77a7e649c9d3), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:27.678449 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2780a832-4cac-413e-8a1c-0adcc4d21782 req-f17fed0d-8b3f-4b6f-a969-ed36889c11a0 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:27.680052 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-2780a832-4cac-413e-8a1c-0adcc4d21782 req-f17fed0d-8b3f-4b6f-a969-ed36889c11a0 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfccffee-13f1-4b73-8572-394ea5cc53f2 HTTP/1.1" status: 200 len: 931 time: 0.0572307 May 04 18:16:27.711548 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-41c04644-5b0a-478e-a627-091be12cc083 req-b79c3dcd-7a30-4655-a21b-c62dbf53d92e tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Publish callbacks [] for port (1d4ff6da-20e4-4b89-a958-b2e3d1efc53b), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:27.724483 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [req-34ede106-c255-4e5e-bcf4-0921944f33a0 req-d6591a1a-7672-483e-93fb-efbef0ccadaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (c589458d-8328-434f-b78d-ac0c07f164dd), after_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:27.752652 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-2780a832-4cac-413e-8a1c-0adcc4d21782 req-862af75e-0220-4c27-b6a4-752b2b87b2fb tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660348 May 04 18:16:27.754604 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-7364eeca-e8b3-469b-a668-60079aa98c44 req-cd5b8338-aa76-49e0-91bd-2a41765ef171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7382199'] for port (57fd1c3f-6c44-4d6f-a020-d56596ae3dcf), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:27.783338 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6591a1a-7672-483e-93fb-efbef0ccadaf service neutron] Pushing event updated for resources: {'Port': ['ID=c589458d-8328-434f-b78d-ac0c07f164dd,revision_number=2']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:27.827392 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.managers [req-34ede106-c255-4e5e-bcf4-0921944f33a0 req-d6591a1a-7672-483e-93fb-efbef0ccadaf service neutron] Attempting to bind port c589458d-8328-434f-b78d-ac0c07f164dd on host hv-cinder-84051 for vnic_type normal with profile {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 18:16:27.827927 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.managers [req-34ede106-c255-4e5e-bcf4-0921944f33a0 req-d6591a1a-7672-483e-93fb-efbef0ccadaf service neutron] Attempting to bind port c589458d-8328-434f-b78d-ac0c07f164dd by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': 'de7bb9b3-95ed-4c1b-8898-7bebbfcd85a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '26d35b79-1359-484a-a955-f54353f413dc'}] {{(pid=104024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 18:16:27.828469 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ede106-c255-4e5e-bcf4-0921944f33a0 req-d6591a1a-7672-483e-93fb-efbef0ccadaf service neutron] Attempting to bind port c589458d-8328-434f-b78d-ac0c07f164dd on network 26d35b79-1359-484a-a955-f54353f413dc {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:16:27.833729 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ede106-c255-4e5e-bcf4-0921944f33a0 req-d6591a1a-7672-483e-93fb-efbef0ccadaf service neutron] Port c589458d-8328-434f-b78d-ac0c07f164dd on network 26d35b79-1359-484a-a955-f54353f413dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 18:16:27.834357 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ede106-c255-4e5e-bcf4-0921944f33a0 req-d6591a1a-7672-483e-93fb-efbef0ccadaf service neutron] Attempting to bind port c589458d-8328-434f-b78d-ac0c07f164dd on network 26d35b79-1359-484a-a955-f54353f413dc {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:16:27.836225 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5b8338-aa76-49e0-91bd-2a41765ef171 service neutron] Pushing event updated for resources: {'Port': ['ID=57fd1c3f-6c44-4d6f-a020-d56596ae3dcf,revision_number=2']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:27.841475 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ede106-c255-4e5e-bcf4-0921944f33a0 req-d6591a1a-7672-483e-93fb-efbef0ccadaf service neutron] Checking agent: {'id': '2ed5d983-d6d1-49f2-9dfa-1a41e5be1317', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 13, 52), 'started_at': datetime.datetime(2022, 5, 4, 18, 13, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 18:16:27.841894 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ede106-c255-4e5e-bcf4-0921944f33a0 req-d6591a1a-7672-483e-93fb-efbef0ccadaf service neutron] Checking segment: {'id': 'de7bb9b3-95ed-4c1b-8898-7bebbfcd85a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '26d35b79-1359-484a-a955-f54353f413dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:16:27.842348 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ede106-c255-4e5e-bcf4-0921944f33a0 req-d6591a1a-7672-483e-93fb-efbef0ccadaf service neutron] Bound using segment: {'id': 'de7bb9b3-95ed-4c1b-8898-7bebbfcd85a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '26d35b79-1359-484a-a955-f54353f413dc'} {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 18:16:27.842853 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.managers [req-34ede106-c255-4e5e-bcf4-0921944f33a0 req-d6591a1a-7672-483e-93fb-efbef0ccadaf service neutron] Bound port: c589458d-8328-434f-b78d-ac0c07f164dd, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de7bb9b3-95ed-4c1b-8898-7bebbfcd85a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '26d35b79-1359-484a-a955-f54353f413dc'}}] {{(pid=104024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 18:16:27.843317 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [req-34ede106-c255-4e5e-bcf4-0921944f33a0 req-d6591a1a-7672-483e-93fb-efbef0ccadaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (c589458d-8328-434f-b78d-ac0c07f164dd), before_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:27.899609 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-41c04644-5b0a-478e-a627-091be12cc083 req-b79c3dcd-7a30-4655-a21b-c62dbf53d92e tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772819832230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7382190'] for port (1d4ff6da-20e4-4b89-a958-b2e3d1efc53b), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:27.935913 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.db [req-34ede106-c255-4e5e-bcf4-0921944f33a0 req-d6591a1a-7672-483e-93fb-efbef0ccadaf service neutron] For port c589458d-8328-434f-b78d-ac0c07f164dd, host hv-cinder-84051, cleared binding levels {{(pid=104024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 18:16:27.939731 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.db [req-34ede106-c255-4e5e-bcf4-0921944f33a0 req-d6591a1a-7672-483e-93fb-efbef0ccadaf service neutron] For port c589458d-8328-434f-b78d-ac0c07f164dd, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=c589458d-8328-434f-b78d-ac0c07f164dd,segment=NetworkSegment(de7bb9b3-95ed-4c1b-8898-7bebbfcd85a3),segment_id=de7bb9b3-95ed-4c1b-8898-7bebbfcd85a3)] {{(pid=104024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 18:16:28.018575 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [req-34ede106-c255-4e5e-bcf4-0921944f33a0 req-d6591a1a-7672-483e-93fb-efbef0ccadaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (c589458d-8328-434f-b78d-ac0c07f164dd), after_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:28.019680 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41c04644-5b0a-478e-a627-091be12cc083 req-b79c3dcd-7a30-4655-a21b-c62dbf53d92e tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Network 6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e is already hosted by enough agents. {{(pid=104023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:16:28.030646 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.base_scheduler [req-41c04644-5b0a-478e-a627-091be12cc083 req-b79c3dcd-7a30-4655-a21b-c62dbf53d92e tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Resources bound (agent type, host, resource id): {{(pid=104023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:16:28.034383 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [req-41c04644-5b0a-478e-a627-091be12cc083 req-b79c3dcd-7a30-4655-a21b-c62dbf53d92e tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Received port after_create {{(pid=104023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:16:28.060026 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ede106-c255-4e5e-bcf4-0921944f33a0 req-d6591a1a-7672-483e-93fb-efbef0ccadaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:28.060026 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [req-34ede106-c255-4e5e-bcf4-0921944f33a0 req-d6591a1a-7672-483e-93fb-efbef0ccadaf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598214'] for port (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:28.060831 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-34ede106-c255-4e5e-bcf4-0921944f33a0 req-d6591a1a-7672-483e-93fb-efbef0ccadaf service neutron] 10.222.0.84 "PUT /v2.0/ports/c589458d-8328-434f-b78d-ac0c07f164dd HTTP/1.1" status: 200 len: 1093 time: 1.3608294 May 04 18:16:28.094700 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 47780) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:16:28.097687 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79c3dcd-7a30-4655-a21b-c62dbf53d92e tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Pushing event updated for resources: {'Port': ['ID=1d4ff6da-20e4-4b89-a958-b2e3d1efc53b,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:28.099945 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6591a1a-7672-483e-93fb-efbef0ccadaf service neutron] Pushing event updated for resources: {'Port': ['ID=c589458d-8328-434f-b78d-ac0c07f164dd,revision_number=3']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:28.116730 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb1e2b-2666-44f5-b0d8-064f342493cb req-4fe751ec-aa77-4dd8-b0f0-927f010bde49 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:28.118328 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-d1bb1e2b-2666-44f5-b0d8-064f342493cb req-4fe751ec-aa77-4dd8-b0f0-927f010bde49 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2 HTTP/1.1" status: 200 len: 931 time: 0.1651289 May 04 18:16:28.153294 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-37d3a56b-d494-4edb-b8e2-1a0b59ef1dbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:28.174060 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 47782) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:16:28.183311 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [req-7364eeca-e8b3-469b-a668-60079aa98c44 req-cd5b8338-aa76-49e0-91bd-2a41765ef171 service neutron] Attempting to bind port 57fd1c3f-6c44-4d6f-a020-d56596ae3dcf on host hv-cinder-84051 for vnic_type normal with profile {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 18:16:28.183642 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [req-7364eeca-e8b3-469b-a668-60079aa98c44 req-cd5b8338-aa76-49e0-91bd-2a41765ef171 service neutron] Attempting to bind port 57fd1c3f-6c44-4d6f-a020-d56596ae3dcf by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': '97ff9aec-6531-4441-91ba-ff0470154517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a6fe39e6-2945-43c4-866c-f901f807513e'}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 18:16:28.186338 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7364eeca-e8b3-469b-a668-60079aa98c44 req-cd5b8338-aa76-49e0-91bd-2a41765ef171 service neutron] Attempting to bind port 57fd1c3f-6c44-4d6f-a020-d56596ae3dcf on network a6fe39e6-2945-43c4-866c-f901f807513e {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:16:28.190601 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-0fa50a25-a72b-476c-89dd-e27209f4097b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:28.198613 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c04644-5b0a-478e-a627-091be12cc083 req-b79c3dcd-7a30-4655-a21b-c62dbf53d92e tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:28.199621 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-41c04644-5b0a-478e-a627-091be12cc083 req-b79c3dcd-7a30-4655-a21b-c62dbf53d92e tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598214'] for port (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:28.221026 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7364eeca-e8b3-469b-a668-60079aa98c44 req-cd5b8338-aa76-49e0-91bd-2a41765ef171 service neutron] Port 57fd1c3f-6c44-4d6f-a020-d56596ae3dcf on network a6fe39e6-2945-43c4-866c-f901f807513e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 18:16:28.221591 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7364eeca-e8b3-469b-a668-60079aa98c44 req-cd5b8338-aa76-49e0-91bd-2a41765ef171 service neutron] Attempting to bind port 57fd1c3f-6c44-4d6f-a020-d56596ae3dcf on network a6fe39e6-2945-43c4-866c-f901f807513e {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:16:28.249289 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7364eeca-e8b3-469b-a668-60079aa98c44 req-cd5b8338-aa76-49e0-91bd-2a41765ef171 service neutron] Checking agent: {'id': '2ed5d983-d6d1-49f2-9dfa-1a41e5be1317', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 13, 52), 'started_at': datetime.datetime(2022, 5, 4, 18, 13, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 18:16:28.249504 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7364eeca-e8b3-469b-a668-60079aa98c44 req-cd5b8338-aa76-49e0-91bd-2a41765ef171 service neutron] Checking segment: {'id': '97ff9aec-6531-4441-91ba-ff0470154517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a6fe39e6-2945-43c4-866c-f901f807513e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:16:28.249745 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7364eeca-e8b3-469b-a668-60079aa98c44 req-cd5b8338-aa76-49e0-91bd-2a41765ef171 service neutron] Bound using segment: {'id': '97ff9aec-6531-4441-91ba-ff0470154517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a6fe39e6-2945-43c4-866c-f901f807513e'} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 18:16:28.250294 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [req-7364eeca-e8b3-469b-a668-60079aa98c44 req-cd5b8338-aa76-49e0-91bd-2a41765ef171 service neutron] Bound port: 57fd1c3f-6c44-4d6f-a020-d56596ae3dcf, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97ff9aec-6531-4441-91ba-ff0470154517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a6fe39e6-2945-43c4-866c-f901f807513e'}}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 18:16:28.250619 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-7364eeca-e8b3-469b-a668-60079aa98c44 req-cd5b8338-aa76-49e0-91bd-2a41765ef171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (57fd1c3f-6c44-4d6f-a020-d56596ae3dcf), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:28.283890 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-d1bb1e2b-2666-44f5-b0d8-064f342493cb req-b0e94699-7427-4b13-b031-550221206a0a tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f9cf9b-5753-412e-92be-8773f690cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470153 May 04 18:16:28.329548 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-0fa50a25-a72b-476c-89dd-e27209f4097b admin admin] Publish callbacks [] for security_group (bf54719a-8987-4a1a-bdf7-55830e619786), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:28.373954 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-41c04644-5b0a-478e-a627-091be12cc083 req-b79c3dcd-7a30-4655-a21b-c62dbf53d92e tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7047303 May 04 18:16:28.389830 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-37d3a56b-d494-4edb-b8e2-1a0b59ef1dbf admin admin] Publish callbacks [] for security_group (000b8a6f-c28e-4308-83bb-54c20c4983b3), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:28.392937 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [req-7364eeca-e8b3-469b-a668-60079aa98c44 req-cd5b8338-aa76-49e0-91bd-2a41765ef171 service neutron] For port 57fd1c3f-6c44-4d6f-a020-d56596ae3dcf, host hv-cinder-84051, cleared binding levels {{(pid=104023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 18:16:28.396736 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [req-7364eeca-e8b3-469b-a668-60079aa98c44 req-cd5b8338-aa76-49e0-91bd-2a41765ef171 service neutron] For port 57fd1c3f-6c44-4d6f-a020-d56596ae3dcf, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=57fd1c3f-6c44-4d6f-a020-d56596ae3dcf,segment=NetworkSegment(97ff9aec-6531-4441-91ba-ff0470154517),segment_id=97ff9aec-6531-4441-91ba-ff0470154517)] {{(pid=104023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 18:16:28.412557 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-0fa50a25-a72b-476c-89dd-e27209f4097b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (bf54719a-8987-4a1a-bdf7-55830e619786), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:28.481348 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-7364eeca-e8b3-469b-a668-60079aa98c44 req-cd5b8338-aa76-49e0-91bd-2a41765ef171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7382199'] for port (57fd1c3f-6c44-4d6f-a020-d56596ae3dcf), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:28.483229 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-37d3a56b-d494-4edb-b8e2-1a0b59ef1dbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (000b8a6f-c28e-4308-83bb-54c20c4983b3), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:28.501017 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be47634-3467-448e-9bac-142d887931e6 req-e9f35450-5e95-4cdc-b640-17a559cd840e tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:28.502572 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-0be47634-3467-448e-9bac-142d887931e6 req-e9f35450-5e95-4cdc-b640-17a559cd840e tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4e6e468-0b90-4282-bf67-d0a97d25be25 HTTP/1.1" status: 200 len: 943 time: 0.1097460 May 04 18:16:28.503648 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa50a25-a72b-476c-89dd-e27209f4097b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf54719a-8987-4a1a-bdf7-55830e619786,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:28.510278 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-0fa50a25-a72b-476c-89dd-e27209f4097b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1ec77bdb647e47949780fb3c66c54025&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3349791 May 04 18:16:28.512928 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 47796) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:16:28.536697 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-80317640-7269-44bf-9df6-d6313001b6a8 None None] Provisioning complete for port 1d4ff6da-20e4-4b89-a958-b2e3d1efc53b triggered by entity DHCP. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:16:28.537176 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-80317640-7269-44bf-9df6-d6313001b6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (1d4ff6da-20e4-4b89-a958-b2e3d1efc53b), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:28.589777 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d3a56b-d494-4edb-b8e2-1a0b59ef1dbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=000b8a6f-c28e-4308-83bb-54c20c4983b3,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:28.616030 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7364eeca-e8b3-469b-a668-60079aa98c44 req-cd5b8338-aa76-49e0-91bd-2a41765ef171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:28.616830 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-7364eeca-e8b3-469b-a668-60079aa98c44 req-cd5b8338-aa76-49e0-91bd-2a41765ef171 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598214'] for port (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:28.618193 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-7364eeca-e8b3-469b-a668-60079aa98c44 req-cd5b8338-aa76-49e0-91bd-2a41765ef171 service neutron] 10.222.0.84 "PUT /v2.0/ports/57fd1c3f-6c44-4d6f-a020-d56596ae3dcf HTTP/1.1" status: 200 len: 1093 time: 1.9511023 May 04 18:16:28.618528 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-80317640-7269-44bf-9df6-d6313001b6a8 None None] Port 1d4ff6da-20e4-4b89-a958-b2e3d1efc53b cannot update to ACTIVE because it is not bound. {{(pid=104025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 18:16:28.619891 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfccffee-13f1-4b73-8572-394ea5cc53f2', 'tag': '57fd1c3f-6c44-4d6f-a020-d56596ae3dcf'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:16:28.623247 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}418c4fc0ed359c78e2a46d0945201a397afdfc4a7689ae544a04c30398cb972a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-939686ba-f4c9-4b00-b80d-1f1279146781" -d '{"events": [{"name": "network-changed", "server_uuid": "cfccffee-13f1-4b73-8572-394ea5cc53f2", "tag": "57fd1c3f-6c44-4d6f-a020-d56596ae3dcf"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:16:28.635790 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-37d3a56b-d494-4edb-b8e2-1a0b59ef1dbf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c699f7b435f344a7a430efe9a2ef6db5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5340793 May 04 18:16:28.648322 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8325d4d8-8d37-424b-99c0-4b35d62b4dd2 req-69f492c2-2f6c-4faf-b447-ae15b9f6aeaa tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:28.656562 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-8325d4d8-8d37-424b-99c0-4b35d62b4dd2 req-69f492c2-2f6c-4faf-b447-ae15b9f6aeaa tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 943 time: 0.2110507 May 04 18:16:28.681339 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 47800) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:16:28.743878 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5b8338-aa76-49e0-91bd-2a41765ef171 service neutron] Pushing event updated for resources: {'Port': ['ID=57fd1c3f-6c44-4d6f-a020-d56596ae3dcf,revision_number=3']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:28.756424 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-8325d4d8-8d37-424b-99c0-4b35d62b4dd2 req-77187bd6-af9b-41ab-8a8c-8979d9b1c2e8 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986974 May 04 18:16:28.775860 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-fd5ecb7e-03d8-460a-97d7-021fdccb9c7b admin admin] Publish callbacks [] for security_group (000b8a6f-c28e-4308-83bb-54c20c4983b3), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:28.811848 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-e89d0587-de28-445c-a336-e0608c7ac674 admin admin] Publish callbacks [] for security_group (bf54719a-8987-4a1a-bdf7-55830e619786), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:28.816218 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-0be47634-3467-448e-9bac-142d887931e6 req-7630c682-55d7-4509-a6fa-b5fedf5ae9ce tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] 10.222.0.23 "GET /v2.0/security-groups?id=8539d889-0aa6-45d8-bb75-c4c65558f3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946451 May 04 18:16:28.861481 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-e89d0587-de28-445c-a336-e0608c7ac674 admin admin] Publish callbacks [] for security_group (bf54719a-8987-4a1a-bdf7-55830e619786), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:28.964722 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 18:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90bdc839-cf8b-4bc3-abaf-c9e1aaf02c01 x-openstack-request-id: req-90bdc839-cf8b-4bc3-abaf-c9e1aaf02c01 {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:16:28.965082 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfccffee-13f1-4b73-8572-394ea5cc53f2", "tag": "57fd1c3f-6c44-4d6f-a020-d56596ae3dcf", "status": "completed", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:16:28.965491 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-90bdc839-cf8b-4bc3-abaf-c9e1aaf02c01 {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:16:28.966080 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90bdc839-cf8b-4bc3-abaf-c9e1aaf02c01'] response: {'name': 'network-changed', 'server_uuid': 'cfccffee-13f1-4b73-8572-394ea5cc53f2', 'tag': '57fd1c3f-6c44-4d6f-a020-d56596ae3dcf', 'status': 'completed', 'code': 200} May 04 18:16:28.977445 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-e89d0587-de28-445c-a336-e0608c7ac674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (bf54719a-8987-4a1a-bdf7-55830e619786), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:28.982425 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-e89d0587-de28-445c-a336-e0608c7ac674 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:28.987697 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-e89d0587-de28-445c-a336-e0608c7ac674 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bf54719a-8987-4a1a-bdf7-55830e619786 HTTP/1.1" status: 204 len: 168 time: 0.4699650 May 04 18:16:28.992536 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89d0587-de28-445c-a336-e0608c7ac674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf54719a-8987-4a1a-bdf7-55830e619786,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:29.009119 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-fd5ecb7e-03d8-460a-97d7-021fdccb9c7b admin admin] Publish callbacks [] for security_group (000b8a6f-c28e-4308-83bb-54c20c4983b3), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:29.038311 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de65816b-b888-4a6c-9a09-fe4c326bdbdd req-d3ea370b-d4e7-4e7b-ace1-92a39683bdb8 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:29.039835 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-de65816b-b888-4a6c-9a09-fe4c326bdbdd req-d3ea370b-d4e7-4e7b-ace1-92a39683bdb8 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfccffee-13f1-4b73-8572-394ea5cc53f2 HTTP/1.1" status: 200 len: 943 time: 0.0730147 May 04 18:16:29.045253 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de7620f2-9bed-46d6-bb9e-c43d1abf3561', 'tag': 'c589458d-8328-434f-b78d-ac0c07f164dd'}] {{(pid=104024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:16:29.047755 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c26fa3ecb1f16f42831e56f73673e8220bc52890772fb217514d3f8d557ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce72f715-33f1-4215-b8e1-525416def0a8" -d '{"events": [{"name": "network-changed", "server_uuid": "de7620f2-9bed-46d6-bb9e-c43d1abf3561", "tag": "c589458d-8328-434f-b78d-ac0c07f164dd"}]}' {{(pid=104024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:16:29.099507 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-de65816b-b888-4a6c-9a09-fe4c326bdbdd req-bc40a6d5-2832-4ac0-83c1-7a238d129c39 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483027 May 04 18:16:29.138628 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 18:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba50c12-9028-402c-9d21-e4b7cb6c7196 x-openstack-request-id: req-cba50c12-9028-402c-9d21-e4b7cb6c7196 {{(pid=104024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:16:29.139233 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de7620f2-9bed-46d6-bb9e-c43d1abf3561", "tag": "c589458d-8328-434f-b78d-ac0c07f164dd", "status": "completed", "code": 200}]} {{(pid=104024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:16:29.139486 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cba50c12-9028-402c-9d21-e4b7cb6c7196 {{(pid=104024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:16:29.139901 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cba50c12-9028-402c-9d21-e4b7cb6c7196'] response: {'name': 'network-changed', 'server_uuid': 'de7620f2-9bed-46d6-bb9e-c43d1abf3561', 'tag': 'c589458d-8328-434f-b78d-ac0c07f164dd', 'status': 'completed', 'code': 200} May 04 18:16:29.263234 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-fd5ecb7e-03d8-460a-97d7-021fdccb9c7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (000b8a6f-c28e-4308-83bb-54c20c4983b3), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:29.267976 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-fd5ecb7e-03d8-460a-97d7-021fdccb9c7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:29.267976 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-fd5ecb7e-03d8-460a-97d7-021fdccb9c7b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/000b8a6f-c28e-4308-83bb-54c20c4983b3 HTTP/1.1" status: 204 len: 168 time: 0.5803781 May 04 18:16:29.275256 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5ecb7e-03d8-460a-97d7-021fdccb9c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=000b8a6f-c28e-4308-83bb-54c20c4983b3,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:29.466689 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04475ebb-e3a6-4aca-8c47-fb21cc4ba0c2 req-16b24ea5-1191-4c09-8189-57963b0e42e9 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:29.471262 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-04475ebb-e3a6-4aca-8c47-fb21cc4ba0c2 req-16b24ea5-1191-4c09-8189-57963b0e42e9 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2 HTTP/1.1" status: 200 len: 931 time: 0.0957417 May 04 18:16:29.523771 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-04475ebb-e3a6-4aca-8c47-fb21cc4ba0c2 req-332b2417-f226-4251-a1be-d90e8aab8d61 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f9cf9b-5753-412e-92be-8773f690cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475881 May 04 18:16:29.893192 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device 9f2ee57b-ba39-4d08-a5d1-43dddc1e2ca5 details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=104025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 18:16:29.926676 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.v2.base [req-41c04644-5b0a-478e-a627-091be12cc083 req-f6736250-f401-467b-bfe5-c4e9c5521e2d service neutron] Request body: {'port': {'device_id': 'fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=104023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:16:29.945060 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae21939-16ea-4664-89b6-c5c8b9fd74b1 req-4e8774a0-b889-4822-b634-d41f61223447 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:29.947185 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-2ae21939-16ea-4664-89b6-c5c8b9fd74b1 req-4e8774a0-b889-4822-b634-d41f61223447 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 943 time: 0.0977945 May 04 18:16:30.000699 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f652681-4dc6-4c56-9342-f707886a8b3b req-9d92fe9e-45b6-4472-be6b-7eff39bd1acd tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:30.002257 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-3f652681-4dc6-4c56-9342-f707886a8b3b req-9d92fe9e-45b6-4472-be6b-7eff39bd1acd tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4e6e468-0b90-4282-bf67-d0a97d25be25 HTTP/1.1" status: 200 len: 943 time: 0.0952220 May 04 18:16:30.052678 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] For port 9f2ee57b-ba39-4d08-a5d1-43dddc1e2ca5, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=9f2ee57b-ba39-4d08-a5d1-43dddc1e2ca5,segment=NetworkSegment(b4dedef6-d3db-484a-90f3-a3c1c96d8c06),segment_id=b4dedef6-d3db-484a-90f3-a3c1c96d8c06)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:16:30.065948 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Returning: {'device': '9f2ee57b-ba39-4d08-a5d1-43dddc1e2ca5', 'network_id': '749ebc86-c8f6-4fa1-a57a-0024399bcc1e', 'port_id': '9f2ee57b-ba39-4d08-a5d1-43dddc1e2ca5', 'mac_address': 'fa:16:3e:52:b2:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 825, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc57389f-e522-438e-bf80-c82f395c73ec', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 18:16:30.068536 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce72f715-33f1-4215-b8e1-525416def0a8 req-6f2d2e18-bb23-4bec-aec3-483a4c328b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:30.070244 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-ce72f715-33f1-4215-b8e1-525416def0a8 req-6f2d2e18-bb23-4bec-aec3-483a4c328b5e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1437e10b84d943a885db1ec25dccc6e5&device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 1127 time: 0.0766561 May 04 18:16:30.078182 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4b99f-73f4-414e-a1de-4f8203c52218 req-fcb0a51f-e4eb-4776-9c43-126428811cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:30.089217 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-22d4b99f-73f4-414e-a1de-4f8203c52218 req-fcb0a51f-e4eb-4776-9c43-126428811cbe service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=a6fe39e6-2945-43c4-866c-f901f807513e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1732185 May 04 18:16:30.092673 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-41c04644-5b0a-478e-a627-091be12cc083 req-f6736250-f401-467b-bfe5-c4e9c5521e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (1d4ff6da-20e4-4b89-a958-b2e3d1efc53b), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:30.098744 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939686ba-f4c9-4b00-b80d-1f1279146781 req-ac05b634-5471-473b-ae5f-c74a9602ed2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:30.100691 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-939686ba-f4c9-4b00-b80d-1f1279146781 req-ac05b634-5471-473b-ae5f-c74a9602ed2b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=52f7ff6557334462979f9934251c2158&device_id=cfccffee-13f1-4b73-8572-394ea5cc53f2 HTTP/1.1" status: 200 len: 1127 time: 0.1863596 May 04 18:16:30.115084 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Current status of the port 9f2ee57b-ba39-4d08-a5d1-43dddc1e2ca5 is: DOWN; New status is: BUILD {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:16:30.115752 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (9f2ee57b-ba39-4d08-a5d1-43dddc1e2ca5), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:30.133841 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-2ae21939-16ea-4664-89b6-c5c8b9fd74b1 req-deb0fb11-03b8-4175-8b7c-27b52cbc61e2 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547108 May 04 18:16:30.144704 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.notifiers.nova [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f2ee57b-ba39-4d08-a5d1-43dddc1e2ca5 {{(pid=104025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:16:30.231458 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] For port 9f2ee57b-ba39-4d08-a5d1-43dddc1e2ca5, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=9f2ee57b-ba39-4d08-a5d1-43dddc1e2ca5,segment=NetworkSegment(b4dedef6-d3db-484a-90f3-a3c1c96d8c06),segment_id=b4dedef6-d3db-484a-90f3-a3c1c96d8c06)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:16:30.231920 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-3f652681-4dc6-4c56-9342-f707886a8b3b req-857839ac-74c7-4c59-ab74-5ba64e5ce326 tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] 10.222.0.23 "GET /v2.0/security-groups?id=8539d889-0aa6-45d8-bb75-c4c65558f3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128170 May 04 18:16:30.336471 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce72f715-33f1-4215-b8e1-525416def0a8 req-c3555267-435f-42c9-9960-171ba92599db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:30.337960 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-ce72f715-33f1-4215-b8e1-525416def0a8 req-c3555267-435f-42c9-9960-171ba92599db service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=1437e10b84d943a885db1ec25dccc6e5&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2462890 May 04 18:16:30.373448 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a828dd29-537f-4b24-88b2-462bee3e7533 req-f69ebd8d-afb8-4094-b1ba-02c4e9876961 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:30.375122 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-a828dd29-537f-4b24-88b2-462bee3e7533 req-f69ebd8d-afb8-4094-b1ba-02c4e9876961 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfccffee-13f1-4b73-8572-394ea5cc53f2 HTTP/1.1" status: 200 len: 943 time: 0.1509686 May 04 18:16:30.522679 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce72f715-33f1-4215-b8e1-525416def0a8 req-a7f1383f-2d48-4d36-98d8-4c5086bef45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:30.523339 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-ce72f715-33f1-4215-b8e1-525416def0a8 req-a7f1383f-2d48-4d36-98d8-4c5086bef45b service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1788387 May 04 18:16:30.577397 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-5c65a3fa-d8b1-4df9-af4c-a17199411288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:30.623103 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [req-41c04644-5b0a-478e-a627-091be12cc083 req-f6736250-f401-467b-bfe5-c4e9c5521e2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d4ff6da-20e4-4b89-a958-b2e3d1efc53b {{(pid=104023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:16:30.631429 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-41c04644-5b0a-478e-a627-091be12cc083 req-f6736250-f401-467b-bfe5-c4e9c5521e2d service neutron] Publish callbacks [] for port (1d4ff6da-20e4-4b89-a958-b2e3d1efc53b), precommit_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:30.634657 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (9f2ee57b-ba39-4d08-a5d1-43dddc1e2ca5), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:30.634929 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-22d4b99f-73f4-414e-a1de-4f8203c52218 req-47dc7819-0901-4e8d-a0f8-f2b499286e58 service neutron] 10.222.0.84 "GET /v2.0/networks/a6fe39e6-2945-43c4-866c-f901f807513e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3737803 May 04 18:16:30.638040 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939686ba-f4c9-4b00-b80d-1f1279146781 req-db6a5b2c-b921-4f48-9e60-f66fc05afbac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:30.640231 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-939686ba-f4c9-4b00-b80d-1f1279146781 req-db6a5b2c-b921-4f48-9e60-f66fc05afbac service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=52f7ff6557334462979f9934251c2158&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3768196 May 04 18:16:30.658642 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [req-41c04644-5b0a-478e-a627-091be12cc083 req-f6736250-f401-467b-bfe5-c4e9c5521e2d service neutron] Transition to ACTIVE for port object 1d4ff6da-20e4-4b89-a958-b2e3d1efc53b will not be triggered until provisioned by entity L2. {{(pid=104023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 18:16:30.665574 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-a828dd29-537f-4b24-88b2-462bee3e7533 req-20fdd1f7-c88a-435b-806b-7ae89d0e129f tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637184 May 04 18:16:30.726190 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Pushing event updated for resources: {'Port': ['ID=9f2ee57b-ba39-4d08-a5d1-43dddc1e2ca5,revision_number=4']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:30.759889 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ede106-c255-4e5e-bcf4-0921944f33a0 req-cc18ffe8-b2c3-486a-ae9f-b680b7c0b50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:30.762356 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-34ede106-c255-4e5e-bcf4-0921944f33a0 req-cc18ffe8-b2c3-486a-ae9f-b680b7c0b50a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1437e10b84d943a885db1ec25dccc6e5&device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 1127 time: 0.1007586 May 04 18:16:30.769932 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496c7c79-de21-4899-81cc-6851b0795163 req-2e67da49-92e0-4cc3-811d-3aa3639e814c tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:30.778752 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-496c7c79-de21-4899-81cc-6851b0795163 req-2e67da49-92e0-4cc3-811d-3aa3639e814c tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2 HTTP/1.1" status: 200 len: 931 time: 0.1183960 May 04 18:16:30.794652 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-41c04644-5b0a-478e-a627-091be12cc083 req-f6736250-f401-467b-bfe5-c4e9c5521e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7382199'] for port (1d4ff6da-20e4-4b89-a958-b2e3d1efc53b), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:30.860191 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-34ede106-c255-4e5e-bcf4-0921944f33a0 req-4a7bd962-62f8-4e8a-968c-f781b47dc1c7 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c589458d-8328-434f-b78d-ac0c07f164dd HTTP/1.1" status: 200 len: 217 time: 0.0784271 May 04 18:16:30.913924 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939686ba-f4c9-4b00-b80d-1f1279146781 req-d090f4ee-5cc5-41c9-8160-94ba359c22b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:30.915768 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-939686ba-f4c9-4b00-b80d-1f1279146781 req-d090f4ee-5cc5-41c9-8160-94ba359c22b9 service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2349491 May 04 18:16:30.939783 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-22d4b99f-73f4-414e-a1de-4f8203c52218 req-79d61756-cff3-4d4a-86ae-dff03faec537 service neutron] 10.222.0.84 "GET /v2.0/networks/a6fe39e6-2945-43c4-866c-f901f807513e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2981696 May 04 18:16:30.978485 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6736250-f401-467b-bfe5-c4e9c5521e2d service neutron] Pushing event updated for resources: {'Port': ['ID=1d4ff6da-20e4-4b89-a958-b2e3d1efc53b,revision_number=2']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:31.013439 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-496c7c79-de21-4899-81cc-6851b0795163 req-0fa00e66-6011-4f1a-9143-5bf16ff3e31e tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f9cf9b-5753-412e-92be-8773f690cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2337494 May 04 18:16:31.022018 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ede106-c255-4e5e-bcf4-0921944f33a0 req-54968d7a-5e34-4a27-bdbb-c9ee46544e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:31.023557 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-34ede106-c255-4e5e-bcf4-0921944f33a0 req-54968d7a-5e34-4a27-bdbb-c9ee46544e7f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0e97a9af-bf91-4879-8505-d85b9edd2417 HTTP/1.1" status: 200 len: 856 time: 0.1563816 May 04 18:16:31.070450 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7364eeca-e8b3-469b-a668-60079aa98c44 req-76d75939-41b9-40d8-a830-1f57f0ab5464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:31.070450 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-7364eeca-e8b3-469b-a668-60079aa98c44 req-76d75939-41b9-40d8-a830-1f57f0ab5464 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=52f7ff6557334462979f9934251c2158&device_id=cfccffee-13f1-4b73-8572-394ea5cc53f2 HTTP/1.1" status: 200 len: 1127 time: 0.0841184 May 04 18:16:31.118702 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] get_ports_and_sgs() called for port_ids ['9f2ee57b-ba39-4d08-a5d1-43dddc1e2ca5'] {{(pid=104025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 18:16:31.204603 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ede106-c255-4e5e-bcf4-0921944f33a0 req-1a44d805-7e1e-48ec-af87-030746cd7119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:31.206105 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-34ede106-c255-4e5e-bcf4-0921944f33a0 req-1a44d805-7e1e-48ec-af87-030746cd7119 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=26d35b79-1359-484a-a955-f54353f413dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1725562 May 04 18:16:31.223669 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [req-41c04644-5b0a-478e-a627-091be12cc083 req-f6736250-f401-467b-bfe5-c4e9c5521e2d service neutron] Attempting to bind port 1d4ff6da-20e4-4b89-a958-b2e3d1efc53b on host hv-cinder-84051 for vnic_type normal with profile {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 18:16:31.224007 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [req-41c04644-5b0a-478e-a627-091be12cc083 req-f6736250-f401-467b-bfe5-c4e9c5521e2d service neutron] Attempting to bind port 1d4ff6da-20e4-4b89-a958-b2e3d1efc53b by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': '9e5cf92f-729c-4cdb-aa1e-4c2ffa731f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e'}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 18:16:31.224338 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c04644-5b0a-478e-a627-091be12cc083 req-f6736250-f401-467b-bfe5-c4e9c5521e2d service neutron] Attempting to bind port 1d4ff6da-20e4-4b89-a958-b2e3d1efc53b on network 6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:16:31.230335 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c04644-5b0a-478e-a627-091be12cc083 req-f6736250-f401-467b-bfe5-c4e9c5521e2d service neutron] Port 1d4ff6da-20e4-4b89-a958-b2e3d1efc53b on network 6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 18:16:31.230679 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c04644-5b0a-478e-a627-091be12cc083 req-f6736250-f401-467b-bfe5-c4e9c5521e2d service neutron] Attempting to bind port 1d4ff6da-20e4-4b89-a958-b2e3d1efc53b on network 6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:16:31.236143 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c04644-5b0a-478e-a627-091be12cc083 req-f6736250-f401-467b-bfe5-c4e9c5521e2d service neutron] Checking agent: {'id': '2ed5d983-d6d1-49f2-9dfa-1a41e5be1317', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 13, 52), 'started_at': datetime.datetime(2022, 5, 4, 18, 13, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 18:16:31.236483 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c04644-5b0a-478e-a627-091be12cc083 req-f6736250-f401-467b-bfe5-c4e9c5521e2d service neutron] Checking segment: {'id': '9e5cf92f-729c-4cdb-aa1e-4c2ffa731f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:16:31.237003 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c04644-5b0a-478e-a627-091be12cc083 req-f6736250-f401-467b-bfe5-c4e9c5521e2d service neutron] Bound using segment: {'id': '9e5cf92f-729c-4cdb-aa1e-4c2ffa731f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e'} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 18:16:31.237437 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [req-41c04644-5b0a-478e-a627-091be12cc083 req-f6736250-f401-467b-bfe5-c4e9c5521e2d service neutron] Bound port: 1d4ff6da-20e4-4b89-a958-b2e3d1efc53b, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e5cf92f-729c-4cdb-aa1e-4c2ffa731f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e'}}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 18:16:31.237842 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-41c04644-5b0a-478e-a627-091be12cc083 req-f6736250-f401-467b-bfe5-c4e9c5521e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (1d4ff6da-20e4-4b89-a958-b2e3d1efc53b), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:31.336109 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a41fab-60fc-4658-ab30-e40ffb81a424 req-6665013d-8988-4d4b-b80a-6d5f289c7409 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:31.343576 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-4fdd29be-a970-4503-919e-12b86a90c52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (74c08095-bc4c-43d3-91b6-743b06ad1f6c), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:31.345669 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-83a41fab-60fc-4658-ab30-e40ffb81a424 req-6665013d-8988-4d4b-b80a-6d5f289c7409 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 943 time: 0.1126950 May 04 18:16:31.383535 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [req-41c04644-5b0a-478e-a627-091be12cc083 req-f6736250-f401-467b-bfe5-c4e9c5521e2d service neutron] For port 1d4ff6da-20e4-4b89-a958-b2e3d1efc53b, host hv-cinder-84051, cleared binding levels {{(pid=104023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 18:16:31.387455 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [req-41c04644-5b0a-478e-a627-091be12cc083 req-f6736250-f401-467b-bfe5-c4e9c5521e2d service neutron] For port 1d4ff6da-20e4-4b89-a958-b2e3d1efc53b, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=1d4ff6da-20e4-4b89-a958-b2e3d1efc53b,segment=NetworkSegment(9e5cf92f-729c-4cdb-aa1e-4c2ffa731f17),segment_id=9e5cf92f-729c-4cdb-aa1e-4c2ffa731f17)] {{(pid=104023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 18:16:31.428964 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-83a41fab-60fc-4658-ab30-e40ffb81a424 req-d13cf6a1-d587-4adf-bc31-36f83bc6d068 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762634 May 04 18:16:31.488444 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d8b37c-47f7-4a89-8171-22f92e76bb36 req-a9f9d98c-9661-45c3-871e-6c9f4a6b0d9f tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:31.497654 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-32d8b37c-47f7-4a89-8171-22f92e76bb36 req-a9f9d98c-9661-45c3-871e-6c9f4a6b0d9f tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4e6e468-0b90-4282-bf67-d0a97d25be25 HTTP/1.1" status: 200 len: 944 time: 0.1056697 May 04 18:16:31.501123 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-41c04644-5b0a-478e-a627-091be12cc083 req-f6736250-f401-467b-bfe5-c4e9c5521e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7382199'] for port (1d4ff6da-20e4-4b89-a958-b2e3d1efc53b), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:31.568864 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c04644-5b0a-478e-a627-091be12cc083 req-f6736250-f401-467b-bfe5-c4e9c5521e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:31.569501 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-41c04644-5b0a-478e-a627-091be12cc083 req-f6736250-f401-467b-bfe5-c4e9c5521e2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598214'] for port (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:31.570880 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-41c04644-5b0a-478e-a627-091be12cc083 req-f6736250-f401-467b-bfe5-c4e9c5521e2d service neutron] 10.222.0.84 "PUT /v2.0/ports/1d4ff6da-20e4-4b89-a958-b2e3d1efc53b HTTP/1.1" status: 200 len: 1093 time: 1.6498024 May 04 18:16:31.579698 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2', 'tag': '1d4ff6da-20e4-4b89-a958-b2e3d1efc53b'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:16:31.581934 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}418c4fc0ed359c78e2a46d0945201a397afdfc4a7689ae544a04c30398cb972a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5581b96f-9b19-4a41-b368-e55255f1274b" -d '{"events": [{"name": "network-changed", "server_uuid": "fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2", "tag": "1d4ff6da-20e4-4b89-a958-b2e3d1efc53b"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:16:31.630689 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-32d8b37c-47f7-4a89-8171-22f92e76bb36 req-bb7c9bae-e7ff-4539-ba99-352df3196a4d tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] 10.222.0.23 "GET /v2.0/security-groups?id=8539d889-0aa6-45d8-bb75-c4c65558f3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322381 May 04 18:16:31.644392 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 18:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93359ee5-b4ec-48e7-9b53-12d2b7fc9d2d x-openstack-request-id: req-93359ee5-b4ec-48e7-9b53-12d2b7fc9d2d {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:16:31.644577 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2", "tag": "1d4ff6da-20e4-4b89-a958-b2e3d1efc53b", "status": "completed", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:16:31.644936 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-93359ee5-b4ec-48e7-9b53-12d2b7fc9d2d {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:16:31.645216 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93359ee5-b4ec-48e7-9b53-12d2b7fc9d2d'] response: {'name': 'network-changed', 'server_uuid': 'fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2', 'tag': '1d4ff6da-20e4-4b89-a958-b2e3d1efc53b', 'status': 'completed', 'code': 200} May 04 18:16:31.657370 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6736250-f401-467b-bfe5-c4e9c5521e2d service neutron] Pushing event updated for resources: {'Port': ['ID=1d4ff6da-20e4-4b89-a958-b2e3d1efc53b,revision_number=3']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:31.818578 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7361fe-aa06-497e-a18f-d686fc5c2e37 req-22adb4b7-8ab3-4568-8102-0e40e03d4cb9 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:31.820528 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-bb7361fe-aa06-497e-a18f-d686fc5c2e37 req-22adb4b7-8ab3-4568-8102-0e40e03d4cb9 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfccffee-13f1-4b73-8572-394ea5cc53f2 HTTP/1.1" status: 200 len: 943 time: 0.0755117 May 04 18:16:31.878035 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-bb7361fe-aa06-497e-a18f-d686fc5c2e37 req-d6ae7c05-532d-4778-9496-e2c294ca2793 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504646 May 04 18:16:32.152296 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfadd8a-d521-4795-a000-14fca85dcdd6 req-39e103b0-b112-401f-8000-ce47a0fbdcfa tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:32.153745 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-2cfadd8a-d521-4795-a000-14fca85dcdd6 req-39e103b0-b112-401f-8000-ce47a0fbdcfa tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2 HTTP/1.1" status: 200 len: 943 time: 0.0545278 May 04 18:16:32.216069 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-2cfadd8a-d521-4795-a000-14fca85dcdd6 req-c0acfc5d-7782-4979-a02b-28e77b45b3f1 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f9cf9b-5753-412e-92be-8773f690cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501378 May 04 18:16:32.298451 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device 9f2ee57b-ba39-4d08-a5d1-43dddc1e2ca5 up at agent hyperv_hv-cinder-84051 {{(pid=104025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:16:32.361616 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Provisioning for port 9f2ee57b-ba39-4d08-a5d1-43dddc1e2ca5 completed by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 18:16:32.435064 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Provisioning complete for port 9f2ee57b-ba39-4d08-a5d1-43dddc1e2ca5 triggered by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:16:32.435370 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (9f2ee57b-ba39-4d08-a5d1-43dddc1e2ca5), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:32.539895 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Current status of the port 9f2ee57b-ba39-4d08-a5d1-43dddc1e2ca5 is: BUILD; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:16:32.540292 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (9f2ee57b-ba39-4d08-a5d1-43dddc1e2ca5), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:32.562798 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495a518c-0eaf-4f38-bc9d-cefa5bb3f539 req-dc24c575-6e52-446f-98b6-d73e41bd1ba1 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:32.565229 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-495a518c-0eaf-4f38-bc9d-cefa5bb3f539 req-dc24c575-6e52-446f-98b6-d73e41bd1ba1 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 943 time: 0.0617306 May 04 18:16:32.576235 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4e6e468-0b90-4282-bf67-d0a97d25be25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f2ee57b-ba39-4d08-a5d1-43dddc1e2ca5'}] {{(pid=104025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:16:32.624817 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-495a518c-0eaf-4f38-bc9d-cefa5bb3f539 req-54e11966-e214-48ee-9e13-e22f8012f177 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529075 May 04 18:16:32.649998 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-f7537222-04fb-4408-8d24-7493625e2bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (88f974dc-3c14-4d3d-9ef8-4363bb88b433), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:32.656858 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] For port 9f2ee57b-ba39-4d08-a5d1-43dddc1e2ca5, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=9f2ee57b-ba39-4d08-a5d1-43dddc1e2ca5,segment=NetworkSegment(b4dedef6-d3db-484a-90f3-a3c1c96d8c06),segment_id=b4dedef6-d3db-484a-90f3-a3c1c96d8c06)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:16:32.754313 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (9f2ee57b-ba39-4d08-a5d1-43dddc1e2ca5), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:32.756272 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9355b8d-5ba0-4805-a85e-1e58d5bf23dd req-9be0b51a-813e-469e-9417-991f314c9d25 tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:32.758274 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-c9355b8d-5ba0-4805-a85e-1e58d5bf23dd req-9be0b51a-813e-469e-9417-991f314c9d25 tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4e6e468-0b90-4282-bf67-d0a97d25be25 HTTP/1.1" status: 200 len: 944 time: 0.0535274 May 04 18:16:32.834311 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-c9355b8d-5ba0-4805-a85e-1e58d5bf23dd req-a714d4de-9948-4ad6-9ab4-2ffce2ee4b4a tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] 10.222.0.23 "GET /v2.0/security-groups?id=8539d889-0aa6-45d8-bb75-c4c65558f3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643322 May 04 18:16:32.839371 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd171a24610d3ce9b5061050d4b691b0bb0a8f45589b955ae7373af7220d97b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9606c919-4dad-47eb-8b63-7953e2b21db9" -d '{"events": [{"server_uuid": "d4e6e468-0b90-4282-bf67-d0a97d25be25", "name": "network-vif-plugged", "status": "completed", "tag": "9f2ee57b-ba39-4d08-a5d1-43dddc1e2ca5"}]}' {{(pid=104025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:16:32.884500 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Pushing event updated for resources: {'Port': ['ID=9f2ee57b-ba39-4d08-a5d1-43dddc1e2ca5,revision_number=5']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:32.946013 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 18:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba66dab7-b295-4250-8129-5ed9b76d44fe x-openstack-request-id: req-ba66dab7-b295-4250-8129-5ed9b76d44fe {{(pid=104025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:16:32.946013 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4e6e468-0b90-4282-bf67-d0a97d25be25", "name": "network-vif-plugged", "status": "completed", "tag": "9f2ee57b-ba39-4d08-a5d1-43dddc1e2ca5", "code": 200}]} {{(pid=104025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:16:32.946013 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ba66dab7-b295-4250-8129-5ed9b76d44fe {{(pid=104025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:16:32.946013 dv-cinder-840511-4-iscsi neutron-server[104025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba66dab7-b295-4250-8129-5ed9b76d44fe'] response: {'server_uuid': 'd4e6e468-0b90-4282-bf67-d0a97d25be25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f2ee57b-ba39-4d08-a5d1-43dddc1e2ca5', 'code': 200} May 04 18:16:33.001741 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee3276-751b-4149-b6af-7ca41c78bfe2 req-aa588350-f664-4526-8bef-30a9d9ef14be tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:33.003225 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-76ee3276-751b-4149-b6af-7ca41c78bfe2 req-aa588350-f664-4526-8bef-30a9d9ef14be tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfccffee-13f1-4b73-8572-394ea5cc53f2 HTTP/1.1" status: 200 len: 943 time: 0.0496187 May 04 18:16:33.071659 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-76ee3276-751b-4149-b6af-7ca41c78bfe2 req-f7e7b3c6-6e16-4ff0-a0d5-4c73f7232125 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621912 May 04 18:16:33.320197 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-7364eeca-e8b3-469b-a668-60079aa98c44 req-4158fd59-fde0-43eb-a467-d8183cd10c39 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57fd1c3f-6c44-4d6f-a020-d56596ae3dcf HTTP/1.1" status: 200 len: 217 time: 0.0493593 May 04 18:16:33.376578 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38564eff-8d6e-4a01-a030-671fe549d82c req-de1f4513-7352-46d8-8a2e-9fca21512c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:33.378449 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-38564eff-8d6e-4a01-a030-671fe549d82c req-de1f4513-7352-46d8-8a2e-9fca21512c4d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=52f7ff6557334462979f9934251c2158&device_id=f5a99fa7-89c1-417e-8a15-fb5d090a5ffc HTTP/1.1" status: 200 len: 1128 time: 0.0806241 May 04 18:16:33.429100 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5581b96f-9b19-4a41-b368-e55255f1274b req-4cafff9b-2903-4444-a5ed-227073c38cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:33.430848 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-5581b96f-9b19-4a41-b368-e55255f1274b req-4cafff9b-2903-4444-a5ed-227073c38cf4 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=0998832c5db04fe5b7e93fa392a693f8&device_id=fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2 HTTP/1.1" status: 200 len: 1127 time: 0.1202900 May 04 18:16:33.439725 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ead0e8-683c-4db5-99f2-bc8f60703551 req-44101d7f-531e-46de-b201-5c05ea326217 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:33.441463 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-59ead0e8-683c-4db5-99f2-bc8f60703551 req-44101d7f-531e-46de-b201-5c05ea326217 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2 HTTP/1.1" status: 200 len: 943 time: 0.1324055 May 04 18:16:33.540706 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7364eeca-e8b3-469b-a668-60079aa98c44 req-a6ac2230-0c4c-4cf1-a517-1897e60b8ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:33.543276 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-7364eeca-e8b3-469b-a668-60079aa98c44 req-a6ac2230-0c4c-4cf1-a517-1897e60b8ea1 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=abd7f995-331d-4f8f-976d-dc07d5f652e4 HTTP/1.1" status: 200 len: 858 time: 0.2093687 May 04 18:16:33.619068 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5581b96f-9b19-4a41-b368-e55255f1274b req-3cf2e242-68f6-4f6e-b343-5395237ef7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:33.621747 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-5581b96f-9b19-4a41-b368-e55255f1274b req-3cf2e242-68f6-4f6e-b343-5395237ef7da service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=0998832c5db04fe5b7e93fa392a693f8&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1792579 May 04 18:16:33.627380 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7364eeca-e8b3-469b-a668-60079aa98c44 req-a8291534-28d7-4ba1-a1e8-13d8c7ceeda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:33.629244 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-7364eeca-e8b3-469b-a668-60079aa98c44 req-a8291534-28d7-4ba1-a1e8-13d8c7ceeda2 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=a6fe39e6-2945-43c4-866c-f901f807513e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0734439 May 04 18:16:33.635537 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-59ead0e8-683c-4db5-99f2-bc8f60703551 req-66368b20-d3ac-473a-a453-7998672728f7 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f9cf9b-5753-412e-92be-8773f690cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112397 May 04 18:16:33.650937 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.84', 61275) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:16:33.747212 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e991775a-2c3f-45bc-ba7e-50b62d39553e req-6f60b6e3-5959-4fc0-9c5a-91e78c71ff1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:33.748663 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-e991775a-2c3f-45bc-ba7e-50b62d39553e req-6f60b6e3-5959-4fc0-9c5a-91e78c71ff1c service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=d4e6e468-0b90-4282-bf67-d0a97d25be25 HTTP/1.1" status: 200 len: 1129 time: 0.0945802 May 04 18:16:33.795556 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (e55a6cb5-967a-4631-865a-95818de4ff35), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:33.804693 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-34ede106-c255-4e5e-bcf4-0921944f33a0 req-ce081b42-6e08-4010-b979-bdcbea188312 service neutron] 10.222.0.84 "GET /v2.0/networks/26d35b79-1359-484a-a955-f54353f413dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4978297 May 04 18:16:33.813169 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38564eff-8d6e-4a01-a030-671fe549d82c req-424ea688-8f18-494b-ab0d-00edbfad9b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:33.814558 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-38564eff-8d6e-4a01-a030-671fe549d82c req-424ea688-8f18-494b-ab0d-00edbfad9b74 service neutron] 10.222.0.84 "GET /v2.0/networks?id=a6fe39e6-2945-43c4-866c-f901f807513e HTTP/1.1" status: 200 len: 920 time: 0.4081993 May 04 18:16:33.815236 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-e991775a-2c3f-45bc-ba7e-50b62d39553e req-6a49ccfc-9b98-42ef-ab10-cb301aaa60ac service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:33.841940 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-7364eeca-e8b3-469b-a668-60079aa98c44 req-e9948d8d-0a6e-4dd9-84d3-e63991427c40 service neutron] 10.222.0.84 "GET /v2.0/networks/a6fe39e6-2945-43c4-866c-f901f807513e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848741 May 04 18:16:33.843017 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5581b96f-9b19-4a41-b368-e55255f1274b req-8be67189-0680-4630-a793-2fc884b780ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:33.844331 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-5581b96f-9b19-4a41-b368-e55255f1274b req-8be67189-0680-4630-a793-2fc884b780ef service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2139978 May 04 18:16:33.858864 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4f04f0-83ee-456b-a4b9-b9a2536fb5a8 req-d4ff9511-c3c5-48af-82e6-d2508963e9ba tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:33.862676 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-4c4f04f0-83ee-456b-a4b9-b9a2536fb5a8 req-d4ff9511-c3c5-48af-82e6-d2508963e9ba tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 943 time: 0.1363432 May 04 18:16:33.915601 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-38564eff-8d6e-4a01-a030-671fe549d82c req-b8700d14-e508-4d4f-b88b-3f618fd1e855 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c49bddb4-4e80-4d5f-89e2-c80146cadc08 HTTP/1.1" status: 200 len: 217 time: 0.0831480 May 04 18:16:34.079305 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-4c4f04f0-83ee-456b-a4b9-b9a2536fb5a8 req-a2b43297-9e0f-4689-8987-e97fb5f1452e tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1848841 May 04 18:16:34.082273 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38564eff-8d6e-4a01-a030-671fe549d82c req-981291fe-4268-44e0-addc-05f342dbdd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:34.083737 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-38564eff-8d6e-4a01-a030-671fe549d82c req-981291fe-4268-44e0-addc-05f342dbdd0b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=abd7f995-331d-4f8f-976d-dc07d5f652e4 HTTP/1.1" status: 200 len: 858 time: 0.1509209 May 04 18:16:34.087108 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-34ede106-c255-4e5e-bcf4-0921944f33a0 req-50963f2c-1493-44f0-99ba-0e46ba0345ad service neutron] 10.222.0.84 "GET /v2.0/networks/26d35b79-1359-484a-a955-f54353f413dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753401 May 04 18:16:34.141721 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-e991775a-2c3f-45bc-ba7e-50b62d39553e req-6a49ccfc-9b98-42ef-ab10-cb301aaa60ac service neutron] Publish callbacks [] for security_group (50bd3947-e6fd-4231-b4bd-7ff34f011b9d), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:34.152423 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38564eff-8d6e-4a01-a030-671fe549d82c req-5f5a1655-05b8-4d04-9ac0-cc64b9a2b0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:34.153932 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-38564eff-8d6e-4a01-a030-671fe549d82c req-5f5a1655-05b8-4d04-9ac0-cc64b9a2b0e8 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=a6fe39e6-2945-43c4-866c-f901f807513e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0558474 May 04 18:16:34.215371 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c04644-5b0a-478e-a627-091be12cc083 req-16e63766-d287-47de-9f33-79d11b282e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:34.216751 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-41c04644-5b0a-478e-a627-091be12cc083 req-16e63766-d287-47de-9f33-79d11b282e71 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=0998832c5db04fe5b7e93fa392a693f8&device_id=fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2 HTTP/1.1" status: 200 len: 1127 time: 0.2865620 May 04 18:16:34.224365 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cdb3e9-ea63-40dd-aefd-af42843d6440 req-18f1b973-d629-4d40-ab93-7c50313058ee tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:34.225787 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-71cdb3e9-ea63-40dd-aefd-af42843d6440 req-18f1b973-d629-4d40-ab93-7c50313058ee tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4e6e468-0b90-4282-bf67-d0a97d25be25 HTTP/1.1" status: 200 len: 945 time: 0.3098478 May 04 18:16:34.230477 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-7364eeca-e8b3-469b-a668-60079aa98c44 req-efff5f76-4e7e-4868-8f55-b01fbc2d7884 service neutron] 10.222.0.84 "GET /v2.0/networks/a6fe39e6-2945-43c4-866c-f901f807513e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3741002 May 04 18:16:34.267932 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device c49bddb4-4e80-4d5f-89e2-c80146cadc08 details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=104025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 18:16:34.283982 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-41c04644-5b0a-478e-a627-091be12cc083 req-ab90c1a8-1405-4687-9c50-6efc35c65bbd service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d4ff6da-20e4-4b89-a958-b2e3d1efc53b HTTP/1.1" status: 200 len: 217 time: 0.0525942 May 04 18:16:34.399436 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-71cdb3e9-ea63-40dd-aefd-af42843d6440 req-600cabe3-2d7b-47c0-8e8d-cfd4ac47508c tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] 10.222.0.23 "GET /v2.0/security-groups?id=8539d889-0aa6-45d8-bb75-c4c65558f3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584754 May 04 18:16:34.405482 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c04644-5b0a-478e-a627-091be12cc083 req-995b5d73-73c1-49e6-9d80-b8aa6541c26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:34.407448 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-41c04644-5b0a-478e-a627-091be12cc083 req-995b5d73-73c1-49e6-9d80-b8aa6541c26d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3ba3abcf-592c-4523-9b0f-c55aec0e9e52 HTTP/1.1" status: 200 len: 849 time: 0.1033497 May 04 18:16:34.467919 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] For port c49bddb4-4e80-4d5f-89e2-c80146cadc08, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=c49bddb4-4e80-4d5f-89e2-c80146cadc08,segment=NetworkSegment(97ff9aec-6531-4441-91ba-ff0470154517),segment_id=97ff9aec-6531-4441-91ba-ff0470154517)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:16:34.493852 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Returning: {'device': 'c49bddb4-4e80-4d5f-89e2-c80146cadc08', 'network_id': 'a6fe39e6-2945-43c4-866c-f901f807513e', 'port_id': 'c49bddb4-4e80-4d5f-89e2-c80146cadc08', 'mac_address': 'fa:16:3e:fc:63:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abd7f995-331d-4f8f-976d-dc07d5f652e4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 18:16:34.545427 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-e991775a-2c3f-45bc-ba7e-50b62d39553e req-6a49ccfc-9b98-42ef-ab10-cb301aaa60ac service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (50bd3947-e6fd-4231-b4bd-7ff34f011b9d), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:34.548337 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Current status of the port c49bddb4-4e80-4d5f-89e2-c80146cadc08 is: DOWN; New status is: BUILD {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:16:34.548733 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (c49bddb4-4e80-4d5f-89e2-c80146cadc08), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:34.563218 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.notifiers.nova [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c49bddb4-4e80-4d5f-89e2-c80146cadc08 {{(pid=104025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:16:34.588802 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] For port c49bddb4-4e80-4d5f-89e2-c80146cadc08, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=c49bddb4-4e80-4d5f-89e2-c80146cadc08,segment=NetworkSegment(97ff9aec-6531-4441-91ba-ff0470154517),segment_id=97ff9aec-6531-4441-91ba-ff0470154517)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:16:34.613080 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db254170-2fd9-49dc-aac3-23a13658fd28 req-e76b8539-058a-4745-a26e-399f505f570f tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:34.613080 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-db254170-2fd9-49dc-aac3-23a13658fd28 req-e76b8539-058a-4745-a26e-399f505f570f tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfccffee-13f1-4b73-8572-394ea5cc53f2 HTTP/1.1" status: 200 len: 943 time: 0.3783681 May 04 18:16:34.613080 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-38564eff-8d6e-4a01-a030-671fe549d82c req-ddb6dda7-c8de-488b-aa09-183efc4cca23 service neutron] 10.222.0.84 "GET /v2.0/networks/a6fe39e6-2945-43c4-866c-f901f807513e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4494922 May 04 18:16:34.632115 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-e991775a-2c3f-45bc-ba7e-50b62d39553e req-6a49ccfc-9b98-42ef-ab10-cb301aaa60ac service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=8539d889-0aa6-45d8-bb75-c4c65558f3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8727167 May 04 18:16:34.634999 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a49ccfc-9b98-42ef-ab10-cb301aaa60ac service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=50bd3947-e6fd-4231-b4bd-7ff34f011b9d,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:34.670059 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (c49bddb4-4e80-4d5f-89e2-c80146cadc08), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:34.681400 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-db254170-2fd9-49dc-aac3-23a13658fd28 req-a5d98f96-a805-4674-a69a-6ef2d6827c64 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645788 May 04 18:16:34.761735 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469bff9e-755c-4d0f-ac87-2b8a3740f107 req-69c17d13-b9c1-4b8b-9c92-a5360cd4725f tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:34.764142 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-469bff9e-755c-4d0f-ac87-2b8a3740f107 req-69c17d13-b9c1-4b8b-9c92-a5360cd4725f tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2 HTTP/1.1" status: 200 len: 943 time: 0.0556047 May 04 18:16:34.817051 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-469bff9e-755c-4d0f-ac87-2b8a3740f107 req-4191ac66-3d58-4587-a104-9596f49db677 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f9cf9b-5753-412e-92be-8773f690cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470414 May 04 18:16:34.853491 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Pushing event updated for resources: {'Port': ['ID=c49bddb4-4e80-4d5f-89e2-c80146cadc08,revision_number=4']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:35.071429 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] get_ports_and_sgs() called for port_ids ['c49bddb4-4e80-4d5f-89e2-c80146cadc08'] {{(pid=104025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 18:16:35.215424 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe26d62-f0e9-4693-8f36-127e819b4ba7 req-d5d79979-e485-4aaa-8f85-e7620b18b349 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:35.216915 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-1fe26d62-f0e9-4693-8f36-127e819b4ba7 req-d5d79979-e485-4aaa-8f85-e7620b18b349 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 943 time: 0.0552676 May 04 18:16:35.265037 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-1fe26d62-f0e9-4693-8f36-127e819b4ba7 req-91befc20-06fd-49e5-90e6-e35cd67bf0c3 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423300 May 04 18:16:35.426246 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 48042) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:16:35.515535 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8841ea2e-31d7-4bb3-9c77-7e84cad8afcf req-f046a769-d1e2-494a-a818-10ab0813b63e tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:35.518057 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-8841ea2e-31d7-4bb3-9c77-7e84cad8afcf req-f046a769-d1e2-494a-a818-10ab0813b63e tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4e6e468-0b90-4282-bf67-d0a97d25be25 HTTP/1.1" status: 200 len: 945 time: 0.0514915 May 04 18:16:35.552838 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-192132b6-a586-46a9-beb2-c6f4845eb322 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:35.594175 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-8841ea2e-31d7-4bb3-9c77-7e84cad8afcf req-9f7cb5e7-81bd-43d6-b3b8-d9407840572c tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] 10.222.0.23 "GET /v2.0/security-groups?id=8539d889-0aa6-45d8-bb75-c4c65558f3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712578 May 04 18:16:35.659546 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-192132b6-a586-46a9-beb2-c6f4845eb322 admin admin] Publish callbacks [] for security_group (78b89bfb-3de2-4892-9f01-aff241e528b1), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:35.765570 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-192132b6-a586-46a9-beb2-c6f4845eb322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (78b89bfb-3de2-4892-9f01-aff241e528b1), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:35.814085 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-192132b6-a586-46a9-beb2-c6f4845eb322 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8c434c9342844504905ac8135aed10d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3867223 May 04 18:16:35.814795 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adfec98-0274-4702-91e2-024f22a48a77 req-6f41cbee-1767-44a2-be47-f6d8ef0210b9 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:35.814936 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 48056) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:16:35.815468 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192132b6-a586-46a9-beb2-c6f4845eb322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b89bfb-3de2-4892-9f01-aff241e528b1,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:35.816480 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-7adfec98-0274-4702-91e2-024f22a48a77 req-6f41cbee-1767-44a2-be47-f6d8ef0210b9 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfccffee-13f1-4b73-8572-394ea5cc53f2 HTTP/1.1" status: 200 len: 943 time: 0.0672970 May 04 18:16:35.869021 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-551bec94-e5a7-4c36-acf4-3f74f27fa802 admin admin] Publish callbacks [] for security_group (78b89bfb-3de2-4892-9f01-aff241e528b1), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:35.877885 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-7adfec98-0274-4702-91e2-024f22a48a77 req-9acd904b-5330-4094-8af5-03633a6c6b85 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514116 May 04 18:16:35.895723 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-551bec94-e5a7-4c36-acf4-3f74f27fa802 admin admin] Publish callbacks [] for security_group (78b89bfb-3de2-4892-9f01-aff241e528b1), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:35.963060 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b651d1a9-0fec-486b-a89a-79e64ee1a9c2 req-6cbef0d2-3396-413c-9256-0c47957bd541 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:35.964674 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-b651d1a9-0fec-486b-a89a-79e64ee1a9c2 req-6cbef0d2-3396-413c-9256-0c47957bd541 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2 HTTP/1.1" status: 200 len: 943 time: 0.0716379 May 04 18:16:36.012091 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-b651d1a9-0fec-486b-a89a-79e64ee1a9c2 req-2a130d67-37e7-4953-becb-49045307c072 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f9cf9b-5753-412e-92be-8773f690cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419393 May 04 18:16:36.061164 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-551bec94-e5a7-4c36-acf4-3f74f27fa802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (78b89bfb-3de2-4892-9f01-aff241e528b1), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:36.063783 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-551bec94-e5a7-4c36-acf4-3f74f27fa802 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:36.064891 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-551bec94-e5a7-4c36-acf4-3f74f27fa802 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/78b89bfb-3de2-4892-9f01-aff241e528b1 HTTP/1.1" status: 204 len: 168 time: 0.2466702 May 04 18:16:36.074491 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551bec94-e5a7-4c36-acf4-3f74f27fa802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b89bfb-3de2-4892-9f01-aff241e528b1,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:36.291847 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device c49bddb4-4e80-4d5f-89e2-c80146cadc08 up at agent hyperv_hv-cinder-84051 {{(pid=104025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:16:36.344470 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Provisioning for port c49bddb4-4e80-4d5f-89e2-c80146cadc08 completed by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 18:16:36.382187 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e6c7d-9cf5-4df7-8308-d60f73987925 req-7cb27d32-9eaa-4935-8802-d252504ac785 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:36.384381 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-ea9e6c7d-9cf5-4df7-8308-d60f73987925 req-7cb27d32-9eaa-4935-8802-d252504ac785 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 943 time: 0.0485702 May 04 18:16:36.428067 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Provisioning complete for port c49bddb4-4e80-4d5f-89e2-c80146cadc08 triggered by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:16:36.428785 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (c49bddb4-4e80-4d5f-89e2-c80146cadc08), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:36.434350 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-ea9e6c7d-9cf5-4df7-8308-d60f73987925 req-880adbd5-6a8d-4f8f-bb09-541d1654bdeb tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438068 May 04 18:16:36.511736 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Current status of the port c49bddb4-4e80-4d5f-89e2-c80146cadc08 is: BUILD; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:16:36.512129 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (c49bddb4-4e80-4d5f-89e2-c80146cadc08), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:36.540123 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5a99fa7-89c1-417e-8a15-fb5d090a5ffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c49bddb4-4e80-4d5f-89e2-c80146cadc08'}] {{(pid=104025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:16:36.542945 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd171a24610d3ce9b5061050d4b691b0bb0a8f45589b955ae7373af7220d97b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb2972b-ae87-4b5d-9462-89c0b5587638" -d '{"events": [{"server_uuid": "f5a99fa7-89c1-417e-8a15-fb5d090a5ffc", "name": "network-vif-plugged", "status": "completed", "tag": "c49bddb4-4e80-4d5f-89e2-c80146cadc08"}]}' {{(pid=104025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:16:36.556472 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] For port c49bddb4-4e80-4d5f-89e2-c80146cadc08, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=c49bddb4-4e80-4d5f-89e2-c80146cadc08,segment=NetworkSegment(97ff9aec-6531-4441-91ba-ff0470154517),segment_id=97ff9aec-6531-4441-91ba-ff0470154517)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:16:36.582365 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 18:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-808873f0-d385-4c42-84c6-9f0af19f23b6 x-openstack-request-id: req-808873f0-d385-4c42-84c6-9f0af19f23b6 {{(pid=104025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:16:36.582718 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5a99fa7-89c1-417e-8a15-fb5d090a5ffc", "name": "network-vif-plugged", "status": "completed", "tag": "c49bddb4-4e80-4d5f-89e2-c80146cadc08", "code": 200}]} {{(pid=104025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:16:36.583020 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-808873f0-d385-4c42-84c6-9f0af19f23b6 {{(pid=104025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:16:36.583416 dv-cinder-840511-4-iscsi neutron-server[104025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-808873f0-d385-4c42-84c6-9f0af19f23b6'] response: {'server_uuid': 'f5a99fa7-89c1-417e-8a15-fb5d090a5ffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c49bddb4-4e80-4d5f-89e2-c80146cadc08', 'code': 200} May 04 18:16:36.639825 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (c49bddb4-4e80-4d5f-89e2-c80146cadc08), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:36.697530 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Pushing event updated for resources: {'Port': ['ID=c49bddb4-4e80-4d5f-89e2-c80146cadc08,revision_number=5']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:36.716848 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b62f24-5ed1-4d76-a95b-d48dc91652b3 req-3b003ac8-e7eb-451d-b6c4-c4524bcc7672 tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:36.718763 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-b8b62f24-5ed1-4d76-a95b-d48dc91652b3 req-3b003ac8-e7eb-451d-b6c4-c4524bcc7672 tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4e6e468-0b90-4282-bf67-d0a97d25be25 HTTP/1.1" status: 200 len: 945 time: 0.0475242 May 04 18:16:36.724824 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 48080) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:16:36.739704 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-0edd77b8-a0e4-4972-85c1-adcdd47614dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:36.773625 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-b8b62f24-5ed1-4d76-a95b-d48dc91652b3 req-02f9e754-f707-4a8e-9a88-c0ae5120b194 tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] 10.222.0.23 "GET /v2.0/security-groups?id=8539d889-0aa6-45d8-bb75-c4c65558f3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493550 May 04 18:16:36.832633 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-0edd77b8-a0e4-4972-85c1-adcdd47614dc admin admin] Publish callbacks [] for security_group (f43f6ce9-9b2d-4388-bb4d-418156d4b17f), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:36.958126 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-0edd77b8-a0e4-4972-85c1-adcdd47614dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (f43f6ce9-9b2d-4388-bb4d-418156d4b17f), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:37.024778 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edd77b8-a0e4-4972-85c1-adcdd47614dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f43f6ce9-9b2d-4388-bb4d-418156d4b17f,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:37.039192 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b8104d-a8c6-4444-b398-42038f9e9644 req-ed9f0b9c-f2ee-49ab-9163-da8db979068a tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:37.039192 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-e9b8104d-a8c6-4444-b398-42038f9e9644 req-ed9f0b9c-f2ee-49ab-9163-da8db979068a tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfccffee-13f1-4b73-8572-394ea5cc53f2 HTTP/1.1" status: 200 len: 943 time: 0.0920491 May 04 18:16:37.056302 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-0edd77b8-a0e4-4972-85c1-adcdd47614dc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d115972623f247339d8d9d6fb4eb2573&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3282845 May 04 18:16:37.057073 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 48106) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:16:37.150366 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c04644-5b0a-478e-a627-091be12cc083 req-7d8f56cf-2996-42d3-83b2-c3a122631c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:37.152173 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-41c04644-5b0a-478e-a627-091be12cc083 req-7d8f56cf-2996-42d3-83b2-c3a122631c21 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0701067 May 04 18:16:37.157061 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-e9b8104d-a8c6-4444-b398-42038f9e9644 req-9ca99914-b5f3-4a45-be39-475889bc44da tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091309 May 04 18:16:37.206846 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6664eb2-84e9-4037-bd2c-490f11b75ae6 req-ef2f8578-dd5b-42e2-96fe-d2a9d108ab10 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:37.208366 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-d6664eb2-84e9-4037-bd2c-490f11b75ae6 req-ef2f8578-dd5b-42e2-96fe-d2a9d108ab10 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2 HTTP/1.1" status: 200 len: 943 time: 0.0943210 May 04 18:16:37.235451 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3f1184dc-b4ed-4a55-8163-c92d7411d144 admin admin] Publish callbacks [] for security_group (f43f6ce9-9b2d-4388-bb4d-418156d4b17f), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:37.288752 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-38564eff-8d6e-4a01-a030-671fe549d82c req-29bedf8a-8445-4cf5-85fd-76025d92785f service neutron] 10.222.0.84 "GET /v2.0/networks/a6fe39e6-2945-43c4-866c-f901f807513e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048614 May 04 18:16:37.295573 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3f1184dc-b4ed-4a55-8163-c92d7411d144 admin admin] Publish callbacks [] for security_group (f43f6ce9-9b2d-4388-bb4d-418156d4b17f), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:37.315503 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-d6664eb2-84e9-4037-bd2c-490f11b75ae6 req-d282faaf-dc70-47c5-a92f-06237b18b1ad tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f9cf9b-5753-412e-92be-8773f690cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915391 May 04 18:16:37.433388 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3f1184dc-b4ed-4a55-8163-c92d7411d144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (f43f6ce9-9b2d-4388-bb4d-418156d4b17f), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:37.436038 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3f1184dc-b4ed-4a55-8163-c92d7411d144 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:37.437519 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-3f1184dc-b4ed-4a55-8163-c92d7411d144 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f43f6ce9-9b2d-4388-bb4d-418156d4b17f HTTP/1.1" status: 204 len: 168 time: 0.3784730 May 04 18:16:37.445654 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1184dc-b4ed-4a55-8163-c92d7411d144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f43f6ce9-9b2d-4388-bb4d-418156d4b17f,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:37.561304 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdaddac-a51c-46e7-8ccd-56033a6d6517 req-49accb71-86a6-44a4-a345-2e6b540a22cd tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:37.562818 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-cbdaddac-a51c-46e7-8ccd-56033a6d6517 req-49accb71-86a6-44a4-a345-2e6b540a22cd tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 943 time: 0.0536308 May 04 18:16:37.611677 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-cbdaddac-a51c-46e7-8ccd-56033a6d6517 req-e96e75ff-7c39-4ab9-9557-98bda910480b tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430529 May 04 18:16:37.906680 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ebfb85-6ab8-463d-85b2-0162c5244226 req-4c0ed96c-0e8f-4770-ac8b-e0107c6d7240 tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:37.906680 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-58ebfb85-6ab8-463d-85b2-0162c5244226 req-4c0ed96c-0e8f-4770-ac8b-e0107c6d7240 tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4e6e468-0b90-4282-bf67-d0a97d25be25 HTTP/1.1" status: 200 len: 945 time: 0.0598948 May 04 18:16:37.972134 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-58ebfb85-6ab8-463d-85b2-0162c5244226 req-b95cae93-ecbc-4060-bb38-a324557a4504 tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] 10.222.0.23 "GET /v2.0/security-groups?id=8539d889-0aa6-45d8-bb75-c4c65558f3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589817 May 04 18:16:38.273948 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf7dfd3-0773-4c5f-8356-e58fea0b1633 req-0d9b4d18-0b33-4ee9-8ae0-69c53a1d8144 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:38.275454 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-ccf7dfd3-0773-4c5f-8356-e58fea0b1633 req-0d9b4d18-0b33-4ee9-8ae0-69c53a1d8144 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfccffee-13f1-4b73-8572-394ea5cc53f2 HTTP/1.1" status: 200 len: 943 time: 0.0463059 May 04 18:16:38.294350 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device c589458d-8328-434f-b78d-ac0c07f164dd details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=104025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 18:16:38.334598 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-ccf7dfd3-0773-4c5f-8356-e58fea0b1633 req-3bb0d048-52dc-4eac-8246-2d9216a310c1 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527892 May 04 18:16:38.421806 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] For port c589458d-8328-434f-b78d-ac0c07f164dd, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=c589458d-8328-434f-b78d-ac0c07f164dd,segment=NetworkSegment(de7bb9b3-95ed-4c1b-8898-7bebbfcd85a3),segment_id=de7bb9b3-95ed-4c1b-8898-7bebbfcd85a3)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:16:38.438701 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Returning: {'device': 'c589458d-8328-434f-b78d-ac0c07f164dd', 'network_id': '26d35b79-1359-484a-a955-f54353f413dc', 'port_id': 'c589458d-8328-434f-b78d-ac0c07f164dd', 'mac_address': 'fa:16:3e:ef:e7:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e97a9af-bf91-4879-8505-d85b9edd2417', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 18:16:38.449506 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4ff90c-d368-4fdb-9de7-bf80ffb76e31 req-714b90e3-8f73-4348-a193-f1d630fa0aff tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:38.454786 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-da4ff90c-d368-4fdb-9de7-bf80ffb76e31 req-714b90e3-8f73-4348-a193-f1d630fa0aff tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2 HTTP/1.1" status: 200 len: 943 time: 0.0548222 May 04 18:16:38.478820 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Current status of the port c589458d-8328-434f-b78d-ac0c07f164dd is: DOWN; New status is: BUILD {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:16:38.479259 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (c589458d-8328-434f-b78d-ac0c07f164dd), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:38.493873 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.notifiers.nova [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c589458d-8328-434f-b78d-ac0c07f164dd {{(pid=104025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:16:38.500784 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-da4ff90c-d368-4fdb-9de7-bf80ffb76e31 req-695d361c-f29b-4d5b-bdb0-783a30145c3f tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f9cf9b-5753-412e-92be-8773f690cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438786 May 04 18:16:38.515812 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] For port c589458d-8328-434f-b78d-ac0c07f164dd, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=c589458d-8328-434f-b78d-ac0c07f164dd,segment=NetworkSegment(de7bb9b3-95ed-4c1b-8898-7bebbfcd85a3),segment_id=de7bb9b3-95ed-4c1b-8898-7bebbfcd85a3)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:16:38.582901 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (c589458d-8328-434f-b78d-ac0c07f164dd), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:38.633621 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Pushing event updated for resources: {'Port': ['ID=c589458d-8328-434f-b78d-ac0c07f164dd,revision_number=4']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:38.729132 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece12d7d-0703-4184-a61d-3f9e5fb83ef2 req-3ab5356d-c541-4663-9ab0-d00f4bc52243 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:38.730731 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-ece12d7d-0703-4184-a61d-3f9e5fb83ef2 req-3ab5356d-c541-4663-9ab0-d00f4bc52243 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 944 time: 0.0464375 May 04 18:16:38.780572 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-ece12d7d-0703-4184-a61d-3f9e5fb83ef2 req-93de33c3-1237-4a1a-95b0-e222e4be062e tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439682 May 04 18:16:39.089956 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d227f-6713-4234-a7f8-209d268428c0 req-d24b92d7-18a2-4a19-a48e-f5435d62b751 tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:39.091543 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-801d227f-6713-4234-a7f8-209d268428c0 req-d24b92d7-18a2-4a19-a48e-f5435d62b751 tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4e6e468-0b90-4282-bf67-d0a97d25be25 HTTP/1.1" status: 200 len: 945 time: 0.0493023 May 04 18:16:39.140865 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-801d227f-6713-4234-a7f8-209d268428c0 req-674fc2f2-7558-4910-aae2-cefaf70c7fc2 tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] 10.222.0.23 "GET /v2.0/security-groups?id=8539d889-0aa6-45d8-bb75-c4c65558f3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428987 May 04 18:16:39.449313 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43afe465-0b0b-4254-b027-14680c69ea7e req-ae524f4b-1fd9-433d-9761-8123b8559a78 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:39.450795 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-43afe465-0b0b-4254-b027-14680c69ea7e req-ae524f4b-1fd9-433d-9761-8123b8559a78 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfccffee-13f1-4b73-8572-394ea5cc53f2 HTTP/1.1" status: 200 len: 943 time: 0.0478337 May 04 18:16:39.499246 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-43afe465-0b0b-4254-b027-14680c69ea7e req-b6aa1d7f-6f7c-455f-9b00-1d5d96c5a003 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426848 May 04 18:16:39.620893 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a61f9e0-d7c2-4f8f-b9b1-9065107b7626 req-0ef6a765-8178-44e6-a76e-2052830909e7 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:39.622425 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-7a61f9e0-d7c2-4f8f-b9b1-9065107b7626 req-0ef6a765-8178-44e6-a76e-2052830909e7 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2 HTTP/1.1" status: 200 len: 943 time: 0.0524509 May 04 18:16:39.673165 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-7a61f9e0-d7c2-4f8f-b9b1-9065107b7626 req-e0914ca2-5df4-48fd-a9c8-4b212a3bc075 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f9cf9b-5753-412e-92be-8773f690cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448678 May 04 18:16:39.905988 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f0ae8-5913-44d9-9530-7c4e877cdf34 req-d0cd3515-0239-4b37-8f8c-5639a1db2bf0 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:39.907490 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-7e6f0ae8-5913-44d9-9530-7c4e877cdf34 req-d0cd3515-0239-4b37-8f8c-5639a1db2bf0 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 944 time: 0.0505757 May 04 18:16:39.955213 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-7e6f0ae8-5913-44d9-9530-7c4e877cdf34 req-84f9a8b9-fdd5-400f-9295-a389a2a6ae9f tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421708 May 04 18:16:40.256876 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7f79fe-b860-4ed4-a6c9-b4cf87bbb8d6 req-a607a367-fe5c-44a6-bec7-a89268687766 tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:40.258346 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-1a7f79fe-b860-4ed4-a6c9-b4cf87bbb8d6 req-a607a367-fe5c-44a6-bec7-a89268687766 tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4e6e468-0b90-4282-bf67-d0a97d25be25 HTTP/1.1" status: 200 len: 945 time: 0.0479691 May 04 18:16:40.306104 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-1a7f79fe-b860-4ed4-a6c9-b4cf87bbb8d6 req-c1f5ef4a-d993-4186-bbd9-f9ec381b650f tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] 10.222.0.23 "GET /v2.0/security-groups?id=8539d889-0aa6-45d8-bb75-c4c65558f3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416174 May 04 18:16:40.647837 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1eac12-db1c-4f46-9b70-16249e134098 req-9a9944cd-9cc3-4233-afb3-e53d3dce9d06 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:40.652086 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-9f1eac12-db1c-4f46-9b70-16249e134098 req-9a9944cd-9cc3-4233-afb3-e53d3dce9d06 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfccffee-13f1-4b73-8572-394ea5cc53f2 HTTP/1.1" status: 200 len: 943 time: 0.0550756 May 04 18:16:40.721753 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-9f1eac12-db1c-4f46-9b70-16249e134098 req-d6ee5842-3f32-4a1e-9647-5780cd48b865 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528629 May 04 18:16:40.798635 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa5b9a2-6a05-4745-82df-563495c92be5 req-56964055-55e1-4c23-a726-e7ba507753db tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:40.800378 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-baa5b9a2-6a05-4745-82df-563495c92be5 req-56964055-55e1-4c23-a726-e7ba507753db tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2 HTTP/1.1" status: 200 len: 943 time: 0.0528884 May 04 18:16:40.851509 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-baa5b9a2-6a05-4745-82df-563495c92be5 req-feafc364-643f-416e-87bf-ed36c47de7a2 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f9cf9b-5753-412e-92be-8773f690cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455506 May 04 18:16:41.076532 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df424f01-6dca-4a34-a754-d91f923e1b4a req-57e55e2f-afbf-4683-b3c1-648d112437f9 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:41.078112 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-df424f01-6dca-4a34-a754-d91f923e1b4a req-57e55e2f-afbf-4683-b3c1-648d112437f9 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 944 time: 0.0490329 May 04 18:16:41.132330 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-df424f01-6dca-4a34-a754-d91f923e1b4a req-48357d43-3a5e-468a-a9c7-52d673073bc0 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479383 May 04 18:16:41.419032 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa36d9e-ae6e-45bc-b926-2a5f18a4c648 req-29335427-5f45-4ba3-ad98-f3255f08909b tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:41.420496 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-baa36d9e-ae6e-45bc-b926-2a5f18a4c648 req-29335427-5f45-4ba3-ad98-f3255f08909b tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4e6e468-0b90-4282-bf67-d0a97d25be25 HTTP/1.1" status: 200 len: 945 time: 0.0465343 May 04 18:16:41.467315 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-baa36d9e-ae6e-45bc-b926-2a5f18a4c648 req-5a23936a-2090-4958-a358-76ded0a54c44 tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] 10.222.0.23 "GET /v2.0/security-groups?id=8539d889-0aa6-45d8-bb75-c4c65558f3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410376 May 04 18:16:41.820184 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a466487-406c-448c-aca8-cbb93d65bddc req-736a7418-6ffa-45ec-97a5-10a94be9c259 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:41.821668 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-2a466487-406c-448c-aca8-cbb93d65bddc req-736a7418-6ffa-45ec-97a5-10a94be9c259 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfccffee-13f1-4b73-8572-394ea5cc53f2 HTTP/1.1" status: 200 len: 943 time: 0.0470972 May 04 18:16:41.869909 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-2a466487-406c-448c-aca8-cbb93d65bddc req-bef77d49-279e-416e-85ae-94b289aada98 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416539 May 04 18:16:41.965427 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff866349-9d80-422f-a655-1eca87561e8f req-f0d3c132-2189-4f86-b60f-1f1d27e6b26a tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:41.966914 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-ff866349-9d80-422f-a655-1eca87561e8f req-f0d3c132-2189-4f86-b60f-1f1d27e6b26a tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2 HTTP/1.1" status: 200 len: 943 time: 0.0462694 May 04 18:16:42.016204 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-ff866349-9d80-422f-a655-1eca87561e8f req-314c4dc5-7ff6-451e-9490-555c1bd6e3a5 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f9cf9b-5753-412e-92be-8773f690cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435352 May 04 18:16:42.250146 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22345f5-c314-4fef-9b89-0383af6ed332 req-3fe34223-7757-45a7-b21d-66896b4af004 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:42.251622 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-b22345f5-c314-4fef-9b89-0383af6ed332 req-3fe34223-7757-45a7-b21d-66896b4af004 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 944 time: 0.0467358 May 04 18:16:42.297317 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-b22345f5-c314-4fef-9b89-0383af6ed332 req-5e92cc65-b9bc-41ce-a00b-d800b9caa3c0 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400097 May 04 18:16:42.583008 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4154963c-6ebc-44e8-9db3-e14615580e1c req-176db7c8-d1d1-4eb5-8766-2155f2cc8ac5 tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:42.584462 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-4154963c-6ebc-44e8-9db3-e14615580e1c req-176db7c8-d1d1-4eb5-8766-2155f2cc8ac5 tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4e6e468-0b90-4282-bf67-d0a97d25be25 HTTP/1.1" status: 200 len: 945 time: 0.0511401 May 04 18:16:42.631705 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-4154963c-6ebc-44e8-9db3-e14615580e1c req-37bc41a5-98db-49ce-8e93-88ae9bd65a60 tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] 10.222.0.23 "GET /v2.0/security-groups?id=8539d889-0aa6-45d8-bb75-c4c65558f3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415456 May 04 18:16:42.984789 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f5182b-8cf4-44ac-9cc8-174db9efcae3 req-52595830-62ec-43b8-8e4b-377068dae27d tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:42.986285 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-e9f5182b-8cf4-44ac-9cc8-174db9efcae3 req-52595830-62ec-43b8-8e4b-377068dae27d tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfccffee-13f1-4b73-8572-394ea5cc53f2 HTTP/1.1" status: 200 len: 943 time: 0.0487530 May 04 18:16:43.032602 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-e9f5182b-8cf4-44ac-9cc8-174db9efcae3 req-c2601a88-8d72-484c-a7cd-d13ac7c04823 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407629 May 04 18:16:43.129253 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c344fd61-d04c-4bf4-b0d5-0cdb3da6bf89 req-6565a081-3bf9-4d1e-8b29-789c342b1124 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:43.130752 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-c344fd61-d04c-4bf4-b0d5-0cdb3da6bf89 req-6565a081-3bf9-4d1e-8b29-789c342b1124 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2 HTTP/1.1" status: 200 len: 943 time: 0.0488799 May 04 18:16:43.179327 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-c344fd61-d04c-4bf4-b0d5-0cdb3da6bf89 req-b2a5a016-0997-46bb-a46f-91849557dda4 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f9cf9b-5753-412e-92be-8773f690cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415936 May 04 18:16:43.414297 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936dc9d6-f66e-4b77-a98c-3f971451c11d req-7c27cbd7-ef70-4f24-9f36-3fd1823938ec tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:43.415799 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-936dc9d6-f66e-4b77-a98c-3f971451c11d req-7c27cbd7-ef70-4f24-9f36-3fd1823938ec tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 944 time: 0.0469339 May 04 18:16:43.462712 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-936dc9d6-f66e-4b77-a98c-3f971451c11d req-ecac1d72-af45-4b2b-8c6a-73dabf0f4d0d tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410094 May 04 18:16:43.748589 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3afa61f-9283-41cf-9b64-789a66a0e866 req-318579e5-3796-48af-b087-8810d91b32a2 tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:43.750119 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-d3afa61f-9283-41cf-9b64-789a66a0e866 req-318579e5-3796-48af-b087-8810d91b32a2 tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4e6e468-0b90-4282-bf67-d0a97d25be25 HTTP/1.1" status: 200 len: 945 time: 0.0523281 May 04 18:16:43.798089 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-d3afa61f-9283-41cf-9b64-789a66a0e866 req-78adbd5b-7a26-4d3a-bd3d-f3fb933c861e tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] 10.222.0.23 "GET /v2.0/security-groups?id=8539d889-0aa6-45d8-bb75-c4c65558f3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423379 May 04 18:16:44.152452 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd9f618-5495-43b6-a4bc-30a605984a5e req-1b2e615b-594e-421e-a475-9a31e4e960f6 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:44.153964 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-cdd9f618-5495-43b6-a4bc-30a605984a5e req-1b2e615b-594e-421e-a475-9a31e4e960f6 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfccffee-13f1-4b73-8572-394ea5cc53f2 HTTP/1.1" status: 200 len: 943 time: 0.0533552 May 04 18:16:44.203159 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-cdd9f618-5495-43b6-a4bc-30a605984a5e req-6fdd8a4d-cc19-47de-9afa-f8cff75a6134 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429909 May 04 18:16:44.292235 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b19ad0e-7d15-4194-bdb7-d86e8dbd30c3 req-cf4e9db8-d97a-45bf-9bd7-316aff996bca tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:44.293711 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-3b19ad0e-7d15-4194-bdb7-d86e8dbd30c3 req-cf4e9db8-d97a-45bf-9bd7-316aff996bca tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2 HTTP/1.1" status: 200 len: 943 time: 0.0465727 May 04 18:16:44.342053 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-3b19ad0e-7d15-4194-bdb7-d86e8dbd30c3 req-82cd8bca-e344-4eb6-9451-25522847a170 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f9cf9b-5753-412e-92be-8773f690cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426705 May 04 18:16:44.577849 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242bd0a8-0577-4573-aca7-895204257a26 req-e72a9b1b-4328-4f89-acf2-d97b3739cc77 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:44.579369 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-242bd0a8-0577-4573-aca7-895204257a26 req-e72a9b1b-4328-4f89-acf2-d97b3739cc77 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 944 time: 0.0469022 May 04 18:16:44.627636 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-242bd0a8-0577-4573-aca7-895204257a26 req-9d5f2a09-bd1b-48e9-ab95-4b2f4542d33b tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426953 May 04 18:16:44.912794 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a636a9-ab9d-4dd3-8ee6-1db54fe06e75 req-d30bc69b-1ccd-40bf-959d-660ffd6885b0 tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:44.914144 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-01a636a9-ab9d-4dd3-8ee6-1db54fe06e75 req-d30bc69b-1ccd-40bf-959d-660ffd6885b0 tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4e6e468-0b90-4282-bf67-d0a97d25be25 HTTP/1.1" status: 200 len: 945 time: 0.0455472 May 04 18:16:44.965080 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-01a636a9-ab9d-4dd3-8ee6-1db54fe06e75 req-a51657f2-a1a0-43df-b6a3-817434089132 tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] 10.222.0.23 "GET /v2.0/security-groups?id=8539d889-0aa6-45d8-bb75-c4c65558f3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447831 May 04 18:16:45.314534 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2cf453-c3cc-4abe-8942-8dca70d2be80 req-0b39012e-9fe3-4680-88de-550c4d5178e3 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:45.316037 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-0c2cf453-c3cc-4abe-8942-8dca70d2be80 req-0b39012e-9fe3-4680-88de-550c4d5178e3 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfccffee-13f1-4b73-8572-394ea5cc53f2 HTTP/1.1" status: 200 len: 943 time: 0.0452034 May 04 18:16:45.367204 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-0c2cf453-c3cc-4abe-8942-8dca70d2be80 req-ac4f964c-5286-4c5d-8be5-f0eeb19005f9 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454280 May 04 18:16:45.456169 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c359969-c03a-44f8-9f31-fca782145256 req-f159570b-5013-45e8-9412-4f1283f9a7e7 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:45.457544 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-4c359969-c03a-44f8-9f31-fca782145256 req-f159570b-5013-45e8-9412-4f1283f9a7e7 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2 HTTP/1.1" status: 200 len: 943 time: 0.0461552 May 04 18:16:45.504468 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-4c359969-c03a-44f8-9f31-fca782145256 req-a7af28b4-3482-44de-856b-9de83ac89e82 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f9cf9b-5753-412e-92be-8773f690cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413611 May 04 18:16:45.744183 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d89beb-deb1-4159-a242-4df19f67d331 req-c7e17330-fa90-47ee-8515-bc614dad0a04 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:45.745717 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-a3d89beb-deb1-4159-a242-4df19f67d331 req-c7e17330-fa90-47ee-8515-bc614dad0a04 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 944 time: 0.0473413 May 04 18:16:45.794405 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-a3d89beb-deb1-4159-a242-4df19f67d331 req-8a1b9d89-8469-4c92-be01-fa7c532c066c tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431945 May 04 18:16:46.075610 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56dc44c-763e-4a6b-a501-41393f8bd7f6 req-57fcb862-8526-4792-a473-e054723170aa tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:46.077058 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-f56dc44c-763e-4a6b-a501-41393f8bd7f6 req-57fcb862-8526-4792-a473-e054723170aa tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4e6e468-0b90-4282-bf67-d0a97d25be25 HTTP/1.1" status: 200 len: 945 time: 0.0462484 May 04 18:16:46.126268 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-f56dc44c-763e-4a6b-a501-41393f8bd7f6 req-f76e52af-daed-464a-b805-fd9d48b73281 tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] 10.222.0.23 "GET /v2.0/security-groups?id=8539d889-0aa6-45d8-bb75-c4c65558f3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435390 May 04 18:16:46.480911 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbbbedd-d0d7-4d8c-89d6-2aceb1f6dcc7 req-631e6b8c-ee09-4bd8-bb65-689fcfeff3f2 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:46.482360 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-6cbbbedd-d0d7-4d8c-89d6-2aceb1f6dcc7 req-631e6b8c-ee09-4bd8-bb65-689fcfeff3f2 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfccffee-13f1-4b73-8572-394ea5cc53f2 HTTP/1.1" status: 200 len: 943 time: 0.0462918 May 04 18:16:46.528563 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-6cbbbedd-d0d7-4d8c-89d6-2aceb1f6dcc7 req-d9857ca9-c23e-4aa1-8ab9-f8af3b4a42eb tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405853 May 04 18:16:46.592653 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] get_ports_and_sgs() called for port_ids ['c589458d-8328-434f-b78d-ac0c07f164dd'] {{(pid=104025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 18:16:46.622630 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device 57fd1c3f-6c44-4d6f-a020-d56596ae3dcf details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=104025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 18:16:46.624925 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91f07b3-5d50-410c-a01b-05674a10c634 req-c96f77f1-4b98-4d80-a642-bf491cd20931 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:46.624925 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-f91f07b3-5d50-410c-a01b-05674a10c634 req-c96f77f1-4b98-4d80-a642-bf491cd20931 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2 HTTP/1.1" status: 200 len: 943 time: 0.0534241 May 04 18:16:46.681501 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-f91f07b3-5d50-410c-a01b-05674a10c634 req-7b53c94e-df75-4c40-b0e1-ca822943c0a6 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f9cf9b-5753-412e-92be-8773f690cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472746 May 04 18:16:46.793285 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] For port 57fd1c3f-6c44-4d6f-a020-d56596ae3dcf, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=57fd1c3f-6c44-4d6f-a020-d56596ae3dcf,segment=NetworkSegment(97ff9aec-6531-4441-91ba-ff0470154517),segment_id=97ff9aec-6531-4441-91ba-ff0470154517)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:16:46.812290 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Returning: {'device': '57fd1c3f-6c44-4d6f-a020-d56596ae3dcf', 'network_id': 'a6fe39e6-2945-43c4-866c-f901f807513e', 'port_id': '57fd1c3f-6c44-4d6f-a020-d56596ae3dcf', 'mac_address': 'fa:16:3e:33:e7:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abd7f995-331d-4f8f-976d-dc07d5f652e4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 18:16:46.874210 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Current status of the port 57fd1c3f-6c44-4d6f-a020-d56596ae3dcf is: DOWN; New status is: BUILD {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:16:46.874605 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (57fd1c3f-6c44-4d6f-a020-d56596ae3dcf), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:46.901892 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.notifiers.nova [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57fd1c3f-6c44-4d6f-a020-d56596ae3dcf {{(pid=104025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:16:46.923592 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] For port 57fd1c3f-6c44-4d6f-a020-d56596ae3dcf, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=57fd1c3f-6c44-4d6f-a020-d56596ae3dcf,segment=NetworkSegment(97ff9aec-6531-4441-91ba-ff0470154517),segment_id=97ff9aec-6531-4441-91ba-ff0470154517)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:16:46.933414 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed560be-5998-4f30-9c2f-8bbfdd4d1cf7 req-eef1a623-541b-4f28-abe5-d256e24fd2f8 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:46.934965 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-7ed560be-5998-4f30-9c2f-8bbfdd4d1cf7 req-eef1a623-541b-4f28-abe5-d256e24fd2f8 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 944 time: 0.0579102 May 04 18:16:46.984203 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-7ed560be-5998-4f30-9c2f-8bbfdd4d1cf7 req-997e2bf9-101f-4e7c-bd35-1939f51b2545 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436151 May 04 18:16:47.010753 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (57fd1c3f-6c44-4d6f-a020-d56596ae3dcf), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:47.065738 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Pushing event updated for resources: {'Port': ['ID=57fd1c3f-6c44-4d6f-a020-d56596ae3dcf,revision_number=4']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:47.120390 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-41c04644-5b0a-478e-a627-091be12cc083 req-2cbe6a87-c998-467d-8ba6-3b6b0b9bc9c1 service neutron] 10.222.0.84 "GET /v2.0/networks/6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853076 May 04 18:16:47.241669 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cafca8-0ebc-425b-bf9e-056803373259 req-b76911a2-08b2-486e-9fce-76046df7ac47 tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:47.243190 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-24cafca8-0ebc-425b-bf9e-056803373259 req-b76911a2-08b2-486e-9fce-76046df7ac47 tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4e6e468-0b90-4282-bf67-d0a97d25be25 HTTP/1.1" status: 200 len: 945 time: 0.0493934 May 04 18:16:47.294315 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-24cafca8-0ebc-425b-bf9e-056803373259 req-430f7c5d-0bf0-4a04-af92-44e94a4ecfa2 tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] 10.222.0.23 "GET /v2.0/security-groups?id=8539d889-0aa6-45d8-bb75-c4c65558f3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432737 May 04 18:16:47.646661 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fdd27f-b7b2-4ff6-a0bb-7a460f6f8027 req-3334e162-77c8-43bf-93a1-65e6d7106a8f tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:47.648204 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-a0fdd27f-b7b2-4ff6-a0bb-7a460f6f8027 req-3334e162-77c8-43bf-93a1-65e6d7106a8f tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfccffee-13f1-4b73-8572-394ea5cc53f2 HTTP/1.1" status: 200 len: 944 time: 0.0526824 May 04 18:16:47.699739 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-a0fdd27f-b7b2-4ff6-a0bb-7a460f6f8027 req-46f3cc37-8ba2-47fd-9039-27d5e5075996 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457935 May 04 18:16:47.801530 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b99c1-2fce-43ed-872d-137a7ce07e8e req-bd34272c-bfa5-4c53-b246-4b5ec1aa512c tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:47.803264 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-1b7b99c1-2fce-43ed-872d-137a7ce07e8e req-bd34272c-bfa5-4c53-b246-4b5ec1aa512c tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2 HTTP/1.1" status: 200 len: 943 time: 0.0515118 May 04 18:16:47.858317 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-1b7b99c1-2fce-43ed-872d-137a7ce07e8e req-0a391f98-f9a4-44d6-96d3-5c9104ff55a3 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f9cf9b-5753-412e-92be-8773f690cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475957 May 04 18:16:47.959242 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-41c04644-5b0a-478e-a627-091be12cc083 req-3006f68f-7727-4a8b-a38f-db6656279aa2 service neutron] 10.222.0.84 "GET /v2.0/networks/6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931947 May 04 18:16:48.108969 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaf18f3-b708-4a6e-8ad0-8b1d1877a7a7 req-b74ab637-f920-4159-a16f-2fecb1b03a95 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:48.110487 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-bfaf18f3-b708-4a6e-8ad0-8b1d1877a7a7 req-b74ab637-f920-4159-a16f-2fecb1b03a95 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 944 time: 0.0527442 May 04 18:16:48.160044 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-bfaf18f3-b708-4a6e-8ad0-8b1d1877a7a7 req-48bb97cb-7d65-46ca-a6d6-f3198f7f16c2 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436959 May 04 18:16:48.427972 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b283e6f4-1311-443e-af70-5c4cf4d8d1c6 req-2bf1a873-75e9-4562-8697-2a744b851e42 tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:48.432784 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-b283e6f4-1311-443e-af70-5c4cf4d8d1c6 req-2bf1a873-75e9-4562-8697-2a744b851e42 tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4e6e468-0b90-4282-bf67-d0a97d25be25 HTTP/1.1" status: 200 len: 945 time: 0.0529964 May 04 18:16:48.479480 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-b283e6f4-1311-443e-af70-5c4cf4d8d1c6 req-a0587b2e-f7ba-48a0-9aee-89aad326c260 tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] 10.222.0.23 "GET /v2.0/security-groups?id=8539d889-0aa6-45d8-bb75-c4c65558f3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437963 May 04 18:16:48.730968 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] get_ports_and_sgs() called for port_ids ['57fd1c3f-6c44-4d6f-a020-d56596ae3dcf'] {{(pid=104025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 18:16:48.735739 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device c589458d-8328-434f-b78d-ac0c07f164dd up at agent hyperv_hv-cinder-84051 {{(pid=104025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:16:48.824192 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bd9554-e959-4970-8cfe-6656903e519a req-f49b2f22-69cc-4802-9511-02b020a546c5 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:48.826008 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-a8bd9554-e959-4970-8cfe-6656903e519a req-f49b2f22-69cc-4802-9511-02b020a546c5 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfccffee-13f1-4b73-8572-394ea5cc53f2 HTTP/1.1" status: 200 len: 944 time: 0.0527775 May 04 18:16:48.826537 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Provisioning for port c589458d-8328-434f-b78d-ac0c07f164dd completed by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 18:16:48.874801 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-a8bd9554-e959-4970-8cfe-6656903e519a req-7ce809b1-cac0-4a2b-b476-601807106e22 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424588 May 04 18:16:48.908933 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Provisioning complete for port c589458d-8328-434f-b78d-ac0c07f164dd triggered by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:16:48.909340 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (c589458d-8328-434f-b78d-ac0c07f164dd), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:49.016058 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d4d65b-1b36-49f6-b77d-736a50b0a02c req-21cc7a58-4930-4368-983c-9346529612fa tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:49.018517 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-27d4d65b-1b36-49f6-b77d-736a50b0a02c req-21cc7a58-4930-4368-983c-9346529612fa tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2 HTTP/1.1" status: 200 len: 943 time: 0.0764918 May 04 18:16:49.035997 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Current status of the port c589458d-8328-434f-b78d-ac0c07f164dd is: BUILD; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:16:49.036812 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (c589458d-8328-434f-b78d-ac0c07f164dd), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:49.073891 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de7620f2-9bed-46d6-bb9e-c43d1abf3561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c589458d-8328-434f-b78d-ac0c07f164dd'}] {{(pid=104025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:16:49.076473 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd171a24610d3ce9b5061050d4b691b0bb0a8f45589b955ae7373af7220d97b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e71a04f-39f0-4567-82b9-1a5de33a5160" -d '{"events": [{"server_uuid": "de7620f2-9bed-46d6-bb9e-c43d1abf3561", "name": "network-vif-plugged", "status": "completed", "tag": "c589458d-8328-434f-b78d-ac0c07f164dd"}]}' {{(pid=104025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:16:49.091920 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-27d4d65b-1b36-49f6-b77d-736a50b0a02c req-9fa3d6be-d66a-4c62-89cf-04c3e124f91b tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f9cf9b-5753-412e-92be-8773f690cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636690 May 04 18:16:49.097715 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] For port c589458d-8328-434f-b78d-ac0c07f164dd, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=c589458d-8328-434f-b78d-ac0c07f164dd,segment=NetworkSegment(de7bb9b3-95ed-4c1b-8898-7bebbfcd85a3),segment_id=de7bb9b3-95ed-4c1b-8898-7bebbfcd85a3)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:16:49.147334 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 18:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ebfc09f-6e0a-4acf-8fa1-7be5edaddce8 x-openstack-request-id: req-1ebfc09f-6e0a-4acf-8fa1-7be5edaddce8 {{(pid=104025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:16:49.147714 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de7620f2-9bed-46d6-bb9e-c43d1abf3561", "name": "network-vif-plugged", "status": "completed", "tag": "c589458d-8328-434f-b78d-ac0c07f164dd", "code": 200}]} {{(pid=104025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:16:49.147978 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1ebfc09f-6e0a-4acf-8fa1-7be5edaddce8 {{(pid=104025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:16:49.148386 dv-cinder-840511-4-iscsi neutron-server[104025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ebfc09f-6e0a-4acf-8fa1-7be5edaddce8'] response: {'server_uuid': 'de7620f2-9bed-46d6-bb9e-c43d1abf3561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c589458d-8328-434f-b78d-ac0c07f164dd', 'code': 200} May 04 18:16:49.194553 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (c589458d-8328-434f-b78d-ac0c07f164dd), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:49.257975 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Pushing event updated for resources: {'Port': ['ID=c589458d-8328-434f-b78d-ac0c07f164dd,revision_number=5']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:49.293122 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fb8d94-dba1-400c-a6b4-5818a351e77c req-1bcd54ca-ac21-42eb-90ac-dcc05c27f114 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:49.294608 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-25fb8d94-dba1-400c-a6b4-5818a351e77c req-1bcd54ca-ac21-42eb-90ac-dcc05c27f114 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 945 time: 0.0559633 May 04 18:16:49.344634 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-25fb8d94-dba1-400c-a6b4-5818a351e77c req-2b3f6bda-a266-4b36-be8c-fd5034693d2f tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441406 May 04 18:16:49.596584 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd5971b-adef-497a-8929-d55669138eaa req-3d8ab11e-5b17-4266-9223-878294841edc tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:49.598139 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-ccd5971b-adef-497a-8929-d55669138eaa req-3d8ab11e-5b17-4266-9223-878294841edc tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4e6e468-0b90-4282-bf67-d0a97d25be25 HTTP/1.1" status: 200 len: 945 time: 0.0486548 May 04 18:16:49.653218 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-ccd5971b-adef-497a-8929-d55669138eaa req-66645205-d487-4b13-9cb6-9e825930060e tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] 10.222.0.23 "GET /v2.0/security-groups?id=8539d889-0aa6-45d8-bb75-c4c65558f3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494566 May 04 18:16:49.714342 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 48388) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:16:49.821604 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-87bd36a1-482b-45f9-bbb7-6dc20eba049c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:49.898626 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-87bd36a1-482b-45f9-bbb7-6dc20eba049c admin admin] Publish callbacks [] for security_group (8f58ac16-17ef-49b8-90c9-3fce9262cfa4), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:49.989719 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97448d0a-1ebc-4b60-8062-e5937e3547ce req-9d9b803b-1c74-431b-82b0-b539a2ba1ea6 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:49.991203 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-97448d0a-1ebc-4b60-8062-e5937e3547ce req-9d9b803b-1c74-431b-82b0-b539a2ba1ea6 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfccffee-13f1-4b73-8572-394ea5cc53f2 HTTP/1.1" status: 200 len: 944 time: 0.0485117 May 04 18:16:49.993183 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-87bd36a1-482b-45f9-bbb7-6dc20eba049c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (8f58ac16-17ef-49b8-90c9-3fce9262cfa4), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:50.036236 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-87bd36a1-482b-45f9-bbb7-6dc20eba049c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=309e85b6455a493a82f537c04dd8b319&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3207123 May 04 18:16:50.037106 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bd36a1-482b-45f9-bbb7-6dc20eba049c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f58ac16-17ef-49b8-90c9-3fce9262cfa4,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:50.039506 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 48396) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:16:50.055788 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-97448d0a-1ebc-4b60-8062-e5937e3547ce req-8954b87c-cc58-4f07-a54a-cb99b158b789 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571771 May 04 18:16:50.105024 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-8f899db7-abcc-45a4-bfa0-4965d7c3bee8 admin admin] Publish callbacks [] for security_group (8f58ac16-17ef-49b8-90c9-3fce9262cfa4), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:50.131893 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-8f899db7-abcc-45a4-bfa0-4965d7c3bee8 admin admin] Publish callbacks [] for security_group (8f58ac16-17ef-49b8-90c9-3fce9262cfa4), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:50.167783 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 48402) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:16:50.222117 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb0f99a-602e-4c45-80f9-bd2d5d5350b8 req-71cbcce4-f463-4b18-86fd-17762385c93a tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:50.223709 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-dbb0f99a-602e-4c45-80f9-bd2d5d5350b8 req-71cbcce4-f463-4b18-86fd-17762385c93a tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2 HTTP/1.1" status: 200 len: 943 time: 0.0608039 May 04 18:16:50.274203 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-dbb0f99a-602e-4c45-80f9-bd2d5d5350b8 req-abafd245-acaa-4fb0-86ae-50dab3af7211 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f9cf9b-5753-412e-92be-8773f690cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431464 May 04 18:16:50.280233 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3f195f97-6300-4ed5-bc56-5deaa7e7b5f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:50.341668 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-8f899db7-abcc-45a4-bfa0-4965d7c3bee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (8f58ac16-17ef-49b8-90c9-3fce9262cfa4), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:50.344180 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-8f899db7-abcc-45a4-bfa0-4965d7c3bee8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:50.345373 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-8f899db7-abcc-45a4-bfa0-4965d7c3bee8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8f58ac16-17ef-49b8-90c9-3fce9262cfa4 HTTP/1.1" status: 204 len: 168 time: 0.3048880 May 04 18:16:50.353325 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f899db7-abcc-45a4-bfa0-4965d7c3bee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f58ac16-17ef-49b8-90c9-3fce9262cfa4,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:50.412724 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3f195f97-6300-4ed5-bc56-5deaa7e7b5f1 admin admin] Publish callbacks [] for security_group (32b9c8d9-3e72-40e4-894d-4b790911e3bd), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:50.471600 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6195222b-70b0-4afa-8297-c542637b3a89 req-33411384-ee7a-4575-aa19-e1371615d8bf tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:50.473095 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-6195222b-70b0-4afa-8297-c542637b3a89 req-33411384-ee7a-4575-aa19-e1371615d8bf tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 945 time: 0.0483360 May 04 18:16:50.487536 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3f195f97-6300-4ed5-bc56-5deaa7e7b5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (32b9c8d9-3e72-40e4-894d-4b790911e3bd), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:50.545471 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-3f195f97-6300-4ed5-bc56-5deaa7e7b5f1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5a29291d72ad467fb53caf673dd39e7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3765459 May 04 18:16:50.548758 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 48418) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:16:50.557869 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f195f97-6300-4ed5-bc56-5deaa7e7b5f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b9c8d9-3e72-40e4-894d-4b790911e3bd,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:50.564298 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-6195222b-70b0-4afa-8297-c542637b3a89 req-c248482c-4e93-46ba-bd1e-677b09b14a30 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854018 May 04 18:16:50.569533 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f195f97-6300-4ed5-bc56-5deaa7e7b5f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:16:50.569880 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f195f97-6300-4ed5-bc56-5deaa7e7b5f1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:16:50.570221 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f195f97-6300-4ed5-bc56-5deaa7e7b5f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:16:50.570558 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f195f97-6300-4ed5-bc56-5deaa7e7b5f1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:16:50.570891 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f195f97-6300-4ed5-bc56-5deaa7e7b5f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:16:50.571256 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f195f97-6300-4ed5-bc56-5deaa7e7b5f1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:16:50.571581 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f195f97-6300-4ed5-bc56-5deaa7e7b5f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:16:50.571905 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f195f97-6300-4ed5-bc56-5deaa7e7b5f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:16:50.573127 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f195f97-6300-4ed5-bc56-5deaa7e7b5f1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:16:50.573801 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f195f97-6300-4ed5-bc56-5deaa7e7b5f1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:16:50.573928 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f195f97-6300-4ed5-bc56-5deaa7e7b5f1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:16:50.574225 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f195f97-6300-4ed5-bc56-5deaa7e7b5f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:16:50.574552 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f195f97-6300-4ed5-bc56-5deaa7e7b5f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:16:50.574875 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f195f97-6300-4ed5-bc56-5deaa7e7b5f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:16:50.575221 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f195f97-6300-4ed5-bc56-5deaa7e7b5f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:16:50.633524 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-5d80d497-facc-4aa6-9a8d-688457bdee4a admin admin] Publish callbacks [] for security_group (32b9c8d9-3e72-40e4-894d-4b790911e3bd), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:50.666302 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-5d80d497-facc-4aa6-9a8d-688457bdee4a admin admin] Publish callbacks [] for security_group (32b9c8d9-3e72-40e4-894d-4b790911e3bd), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:50.736074 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device 57fd1c3f-6c44-4d6f-a020-d56596ae3dcf up at agent hyperv_hv-cinder-84051 {{(pid=104025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:16:50.798595 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-5d80d497-facc-4aa6-9a8d-688457bdee4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (32b9c8d9-3e72-40e4-894d-4b790911e3bd), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:50.801227 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-5d80d497-facc-4aa6-9a8d-688457bdee4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:50.804965 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-5d80d497-facc-4aa6-9a8d-688457bdee4a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/32b9c8d9-3e72-40e4-894d-4b790911e3bd HTTP/1.1" status: 204 len: 168 time: 0.2526431 May 04 18:16:50.833014 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d80d497-facc-4aa6-9a8d-688457bdee4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b9c8d9-3e72-40e4-894d-4b790911e3bd,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:50.839521 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Provisioning for port 57fd1c3f-6c44-4d6f-a020-d56596ae3dcf completed by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 18:16:50.842259 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d80d497-facc-4aa6-9a8d-688457bdee4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:16:50.842815 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d80d497-facc-4aa6-9a8d-688457bdee4a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:16:50.843422 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d80d497-facc-4aa6-9a8d-688457bdee4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:16:50.843942 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d80d497-facc-4aa6-9a8d-688457bdee4a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:16:50.844513 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d80d497-facc-4aa6-9a8d-688457bdee4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:16:50.845028 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d80d497-facc-4aa6-9a8d-688457bdee4a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:16:50.845535 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d80d497-facc-4aa6-9a8d-688457bdee4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:16:50.846059 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d80d497-facc-4aa6-9a8d-688457bdee4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:16:50.846567 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d80d497-facc-4aa6-9a8d-688457bdee4a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:16:50.847105 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d80d497-facc-4aa6-9a8d-688457bdee4a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:16:50.847716 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d80d497-facc-4aa6-9a8d-688457bdee4a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:16:50.848246 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d80d497-facc-4aa6-9a8d-688457bdee4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:16:50.848752 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d80d497-facc-4aa6-9a8d-688457bdee4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:16:50.849255 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d80d497-facc-4aa6-9a8d-688457bdee4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:16:50.849755 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d80d497-facc-4aa6-9a8d-688457bdee4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:16:50.860775 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f20bff-92a0-4b52-956f-e0758989c633 req-f51bcb3c-20bc-43e9-83ac-8e64e2f5dde1 tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:50.862564 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-29f20bff-92a0-4b52-956f-e0758989c633 req-f51bcb3c-20bc-43e9-83ac-8e64e2f5dde1 tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4e6e468-0b90-4282-bf67-d0a97d25be25 HTTP/1.1" status: 200 len: 945 time: 0.1287494 May 04 18:16:50.927943 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-29f20bff-92a0-4b52-956f-e0758989c633 req-aa70b209-c689-4636-9e6a-ee13319aca4e tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] 10.222.0.23 "GET /v2.0/security-groups?id=8539d889-0aa6-45d8-bb75-c4c65558f3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587025 May 04 18:16:50.952425 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Provisioning complete for port 57fd1c3f-6c44-4d6f-a020-d56596ae3dcf triggered by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:16:50.952837 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (57fd1c3f-6c44-4d6f-a020-d56596ae3dcf), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:51.036685 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Current status of the port 57fd1c3f-6c44-4d6f-a020-d56596ae3dcf is: BUILD; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:16:51.037168 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (57fd1c3f-6c44-4d6f-a020-d56596ae3dcf), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:51.076082 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] For port 57fd1c3f-6c44-4d6f-a020-d56596ae3dcf, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=57fd1c3f-6c44-4d6f-a020-d56596ae3dcf,segment=NetworkSegment(97ff9aec-6531-4441-91ba-ff0470154517),segment_id=97ff9aec-6531-4441-91ba-ff0470154517)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:16:51.149852 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfccffee-13f1-4b73-8572-394ea5cc53f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57fd1c3f-6c44-4d6f-a020-d56596ae3dcf'}] {{(pid=104025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:16:51.155818 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd171a24610d3ce9b5061050d4b691b0bb0a8f45589b955ae7373af7220d97b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-091bfa1c-6edf-49cd-9b28-0ea2348c15f4" -d '{"events": [{"server_uuid": "cfccffee-13f1-4b73-8572-394ea5cc53f2", "name": "network-vif-plugged", "status": "completed", "tag": "57fd1c3f-6c44-4d6f-a020-d56596ae3dcf"}]}' {{(pid=104025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:16:51.159118 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (57fd1c3f-6c44-4d6f-a020-d56596ae3dcf), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:51.193490 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affff7d2-e160-463f-aefd-955ffb199b7a req-689cac82-04de-42ef-ab09-acd6f65bcbac tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:51.216980 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-affff7d2-e160-463f-aefd-955ffb199b7a req-689cac82-04de-42ef-ab09-acd6f65bcbac tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfccffee-13f1-4b73-8572-394ea5cc53f2 HTTP/1.1" status: 200 len: 944 time: 0.0741711 May 04 18:16:51.235978 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Pushing event updated for resources: {'Port': ['ID=57fd1c3f-6c44-4d6f-a020-d56596ae3dcf,revision_number=5']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:51.249734 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 18:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dcf99ce-b36d-4704-a212-a87cd92d8053 x-openstack-request-id: req-9dcf99ce-b36d-4704-a212-a87cd92d8053 {{(pid=104025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:16:51.250067 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfccffee-13f1-4b73-8572-394ea5cc53f2", "name": "network-vif-plugged", "status": "completed", "tag": "57fd1c3f-6c44-4d6f-a020-d56596ae3dcf", "code": 200}]} {{(pid=104025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:16:51.250327 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9dcf99ce-b36d-4704-a212-a87cd92d8053 {{(pid=104025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:16:51.252100 dv-cinder-840511-4-iscsi neutron-server[104025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dcf99ce-b36d-4704-a212-a87cd92d8053'] response: {'server_uuid': 'cfccffee-13f1-4b73-8572-394ea5cc53f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57fd1c3f-6c44-4d6f-a020-d56596ae3dcf', 'code': 200} May 04 18:16:51.265690 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 48446) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:16:51.315771 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-affff7d2-e160-463f-aefd-955ffb199b7a req-08d11f0c-4545-4105-af8b-a751db529cf8 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967824 May 04 18:16:51.376512 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051e940-79c8-4f74-9887-47b2bd0e4ff0 req-b2472ad0-0c2e-4d7b-9435-4d421e5b4392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:51.378463 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-3051e940-79c8-4f74-9887-47b2bd0e4ff0 req-b2472ad0-0c2e-4d7b-9435-4d421e5b4392 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=f5a99fa7-89c1-417e-8a15-fb5d090a5ffc HTTP/1.1" status: 200 len: 1130 time: 0.1046965 May 04 18:16:51.379998 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-0c991ea1-e9aa-41ef-a31a-271ecad5ef02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:51.498318 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1b0ecf-28ec-46e6-af0f-4ed1b69e7d99 req-b0e6fe59-b864-4c49-afe4-771f30e13404 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:51.499906 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-5f1b0ecf-28ec-46e6-af0f-4ed1b69e7d99 req-b0e6fe59-b864-4c49-afe4-771f30e13404 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2 HTTP/1.1" status: 200 len: 943 time: 0.0947435 May 04 18:16:51.528139 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-3051e940-79c8-4f74-9887-47b2bd0e4ff0 req-4bffab2f-708f-4438-9416-0c3146c5d6b6 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384580 May 04 18:16:51.583017 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-5f1b0ecf-28ec-46e6-af0f-4ed1b69e7d99 req-161323e4-a6e9-4fe4-85b7-162cbdaa63a1 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f9cf9b-5753-412e-92be-8773f690cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687618 May 04 18:16:51.602266 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-0c991ea1-e9aa-41ef-a31a-271ecad5ef02 admin admin] Publish callbacks [] for security_group (8d1ab623-3bbf-45bf-a207-004c86d3b774), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:51.653733 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 48462) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:16:51.667332 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-db0b8527-a834-4947-b6db-e6352aa4b820 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:51.698159 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15606cd7-0be7-4a3c-ac6c-5fde3f2c0f85 req-a66cc684-8fe7-41a2-b6c2-bd62327c2e9a tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:51.699843 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-0c991ea1-e9aa-41ef-a31a-271ecad5ef02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (8d1ab623-3bbf-45bf-a207-004c86d3b774), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:51.705003 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-15606cd7-0be7-4a3c-ac6c-5fde3f2c0f85 req-a66cc684-8fe7-41a2-b6c2-bd62327c2e9a tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 945 time: 0.0609589 May 04 18:16:51.756235 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-15606cd7-0be7-4a3c-ac6c-5fde3f2c0f85 req-a53715b2-7652-410b-b32d-95e3935f99fb tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502689 May 04 18:16:51.767105 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-0c991ea1-e9aa-41ef-a31a-271ecad5ef02 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bca71e3d2b42493681f0cd558a6f45fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4997752 May 04 18:16:51.769112 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c991ea1-e9aa-41ef-a31a-271ecad5ef02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d1ab623-3bbf-45bf-a207-004c86d3b774,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:51.769806 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 48468) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:16:51.808456 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-db0b8527-a834-4947-b6db-e6352aa4b820 admin admin] Publish callbacks [] for security_group (2e63f678-b5fc-4b46-ad79-fade7d4970f0), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:51.821171 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-82535d97-2caf-4353-98cc-7b9bb4d1370e admin admin] Publish callbacks [] for security_group (8d1ab623-3bbf-45bf-a207-004c86d3b774), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:51.844732 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-82535d97-2caf-4353-98cc-7b9bb4d1370e admin admin] Publish callbacks [] for security_group (8d1ab623-3bbf-45bf-a207-004c86d3b774), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:51.877378 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-db0b8527-a834-4947-b6db-e6352aa4b820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (2e63f678-b5fc-4b46-ad79-fade7d4970f0), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:51.913974 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e10a39a-87c1-4a3f-b471-b329a7322bdc req-03b73e16-2aeb-433f-9b2d-ea2d8faccf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:51.917444 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-0e10a39a-87c1-4a3f-b471-b329a7322bdc req-03b73e16-2aeb-433f-9b2d-ea2d8faccf14 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 1129 time: 0.0640709 May 04 18:16:51.951103 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-db0b8527-a834-4947-b6db-e6352aa4b820 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=10d54c4cde4f481a9a91b1f3262c2304&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2957397 May 04 18:16:51.953571 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 48474) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:16:51.956971 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0b8527-a834-4947-b6db-e6352aa4b820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e63f678-b5fc-4b46-ad79-fade7d4970f0,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:51.964101 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49e8c21-e0db-4454-8b7b-d4c389b8723a req-9b7ab983-62c9-4d54-a2fa-dd0d874b1530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:51.965930 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-d49e8c21-e0db-4454-8b7b-d4c389b8723a req-9b7ab983-62c9-4d54-a2fa-dd0d874b1530 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=cfccffee-13f1-4b73-8572-394ea5cc53f2 HTTP/1.1" status: 200 len: 1129 time: 0.0693243 May 04 18:16:52.020663 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-82535d97-2caf-4353-98cc-7b9bb4d1370e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (8d1ab623-3bbf-45bf-a207-004c86d3b774), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:52.023943 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-82535d97-2caf-4353-98cc-7b9bb4d1370e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:52.025691 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-82535d97-2caf-4353-98cc-7b9bb4d1370e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8d1ab623-3bbf-45bf-a207-004c86d3b774 HTTP/1.1" status: 204 len: 168 time: 0.2543676 May 04 18:16:52.028824 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8adc4bc8-2c4f-4dc4-96a6-8961b4876daa admin admin] Publish callbacks [] for security_group (2e63f678-b5fc-4b46-ad79-fade7d4970f0), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:52.044441 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82535d97-2caf-4353-98cc-7b9bb4d1370e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d1ab623-3bbf-45bf-a207-004c86d3b774,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:52.044768 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (2ed5d983-d6d1-49f2-9dfa-1a41e5be1317), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:52.059818 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7eb569-986a-4f33-af47-8420b357a046 req-6711f770-ca65-4031-8d8e-3467045149f7 tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:52.061506 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-1a7eb569-986a-4f33-af47-8420b357a046 req-6711f770-ca65-4031-8d8e-3467045149f7 tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4e6e468-0b90-4282-bf67-d0a97d25be25 HTTP/1.1" status: 200 len: 945 time: 0.0555511 May 04 18:16:52.062703 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8adc4bc8-2c4f-4dc4-96a6-8961b4876daa admin admin] Publish callbacks [] for security_group (2e63f678-b5fc-4b46-ad79-fade7d4970f0), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:52.121917 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-1a7eb569-986a-4f33-af47-8420b357a046 req-656b342e-20a4-4e11-a337-5b5b72db0b5e tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] 10.222.0.23 "GET /v2.0/security-groups?id=8539d889-0aa6-45d8-bb75-c4c65558f3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539186 May 04 18:16:52.227290 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8adc4bc8-2c4f-4dc4-96a6-8961b4876daa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (2e63f678-b5fc-4b46-ad79-fade7d4970f0), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:52.231872 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8adc4bc8-2c4f-4dc4-96a6-8961b4876daa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:52.235786 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-8adc4bc8-2c4f-4dc4-96a6-8961b4876daa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2e63f678-b5fc-4b46-ad79-fade7d4970f0 HTTP/1.1" status: 204 len: 168 time: 0.2784829 May 04 18:16:52.241369 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adc4bc8-2c4f-4dc4-96a6-8961b4876daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e63f678-b5fc-4b46-ad79-fade7d4970f0,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:52.434873 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa0a2a7-879e-4e76-9f54-1f4b3bac251d req-80beb999-3270-4caf-9e63-166ae03c7308 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:52.436483 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-5fa0a2a7-879e-4e76-9f54-1f4b3bac251d req-80beb999-3270-4caf-9e63-166ae03c7308 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfccffee-13f1-4b73-8572-394ea5cc53f2 HTTP/1.1" status: 200 len: 945 time: 0.0506427 May 04 18:16:52.492481 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-5fa0a2a7-879e-4e76-9f54-1f4b3bac251d req-f39c9958-c7aa-4569-9f8e-00d9b6a9ff6f tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502899 May 04 18:16:52.542034 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-0e10a39a-87c1-4a3f-b471-b329a7322bdc req-a6e510b3-1433-4f3b-9a90-0e4e6d7026dd service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483761 May 04 18:16:52.561233 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-d49e8c21-e0db-4454-8b7b-d4c389b8723a req-fcb615d9-b970-4c06-9444-e5e9f0471265 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688884 May 04 18:16:52.719484 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.agents_db [None req-cc71a237-c19e-45a1-a167-cff52744c55e None None] Agent healthcheck: found 6 active agents {{(pid=104026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 18:16:52.726610 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e9a0e3-bcea-4057-b9ab-bcc93ef9dda9 req-f8c6b67a-a2bc-40fb-8393-cb81a68f2fbf tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:52.728171 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-14e9a0e3-bcea-4057-b9ab-bcc93ef9dda9 req-f8c6b67a-a2bc-40fb-8393-cb81a68f2fbf tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2 HTTP/1.1" status: 200 len: 943 time: 0.0492828 May 04 18:16:52.734882 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device 1d4ff6da-20e4-4b89-a958-b2e3d1efc53b details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=104025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 18:16:52.783144 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-14e9a0e3-bcea-4057-b9ab-bcc93ef9dda9 req-64b78a20-4ddf-4e06-be16-dd34fc247149 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f9cf9b-5753-412e-92be-8773f690cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474911 May 04 18:16:52.854934 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] For port 1d4ff6da-20e4-4b89-a958-b2e3d1efc53b, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=1d4ff6da-20e4-4b89-a958-b2e3d1efc53b,segment=NetworkSegment(9e5cf92f-729c-4cdb-aa1e-4c2ffa731f17),segment_id=9e5cf92f-729c-4cdb-aa1e-4c2ffa731f17)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:16:52.867198 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Returning: {'device': '1d4ff6da-20e4-4b89-a958-b2e3d1efc53b', 'network_id': '6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e', 'port_id': '1d4ff6da-20e4-4b89-a958-b2e3d1efc53b', 'mac_address': 'fa:16:3e:2d:b1:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ba3abcf-592c-4523-9b0f-c55aec0e9e52', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 18:16:52.891930 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c5af55-0d6f-42e5-aea0-c9c01a43f341 req-b79bee60-f806-4d6a-b7f1-481dc2f8d68d tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:52.899184 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-a3c5af55-0d6f-42e5-aea0-c9c01a43f341 req-b79bee60-f806-4d6a-b7f1-481dc2f8d68d tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 945 time: 0.0583191 May 04 18:16:52.914929 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Current status of the port 1d4ff6da-20e4-4b89-a958-b2e3d1efc53b is: DOWN; New status is: BUILD {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:16:52.916117 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (1d4ff6da-20e4-4b89-a958-b2e3d1efc53b), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:52.931075 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.notifiers.nova [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d4ff6da-20e4-4b89-a958-b2e3d1efc53b {{(pid=104025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:16:52.959497 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] For port 1d4ff6da-20e4-4b89-a958-b2e3d1efc53b, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=1d4ff6da-20e4-4b89-a958-b2e3d1efc53b,segment=NetworkSegment(9e5cf92f-729c-4cdb-aa1e-4c2ffa731f17),segment_id=9e5cf92f-729c-4cdb-aa1e-4c2ffa731f17)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:16:52.962120 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-a3c5af55-0d6f-42e5-aea0-c9c01a43f341 req-df32ba04-4da1-4701-94a5-47edf56b375a tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617831 May 04 18:16:52.998124 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (1d4ff6da-20e4-4b89-a958-b2e3d1efc53b), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:53.059918 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Pushing event updated for resources: {'Port': ['ID=1d4ff6da-20e4-4b89-a958-b2e3d1efc53b,revision_number=4']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:53.069333 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:16:53.069719 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:16:53.070076 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:16:53.070487 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:16:53.070820 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:16:53.071176 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:16:53.071508 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:16:53.071870 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:16:53.072382 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:16:53.073024 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:16:53.073024 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:16:53.073194 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:16:53.073479 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:16:53.073805 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:16:53.074126 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:16:53.454412 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] get_ports_and_sgs() called for port_ids ['1d4ff6da-20e4-4b89-a958-b2e3d1efc53b'] {{(pid=104025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 18:16:53.621890 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439db152-ec2c-4f0e-9010-d77ea4f8c05f req-acccb3fa-b188-4275-9ea1-2acc6eb02357 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:53.624652 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-439db152-ec2c-4f0e-9010-d77ea4f8c05f req-acccb3fa-b188-4275-9ea1-2acc6eb02357 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfccffee-13f1-4b73-8572-394ea5cc53f2 HTTP/1.1" status: 200 len: 945 time: 0.0594711 May 04 18:16:53.625671 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 48556) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:16:53.683040 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-439db152-ec2c-4f0e-9010-d77ea4f8c05f req-87f6470b-123a-491e-be7b-66a974b16b9a tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511348 May 04 18:16:53.919184 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cb7b6f-407a-402f-9198-296f0155cab7 req-4a092113-0c28-4bd1-9595-9b2bda2cc610 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:53.921379 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-02cb7b6f-407a-402f-9198-296f0155cab7 req-4a092113-0c28-4bd1-9595-9b2bda2cc610 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2 HTTP/1.1" status: 200 len: 944 time: 0.0495341 May 04 18:16:53.947637 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-7843cce5-5666-4f03-a28f-03981c502149 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:53.973920 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-02cb7b6f-407a-402f-9198-296f0155cab7 req-6979f9cf-85a0-4179-816f-9daf8270ac99 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f9cf9b-5753-412e-92be-8773f690cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454693 May 04 18:16:54.137199 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513982d4-a402-4b65-92f4-54aa1fb809e9 req-204ab428-4e06-49bb-90a3-a92825efe3b9 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:54.143658 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-513982d4-a402-4b65-92f4-54aa1fb809e9 req-204ab428-4e06-49bb-90a3-a92825efe3b9 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 945 time: 0.0938625 May 04 18:16:54.194838 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-7843cce5-5666-4f03-a28f-03981c502149 admin admin] Publish callbacks [] for security_group (eee757c0-29e3-44e9-9689-a27935d6b941), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:54.210462 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-513982d4-a402-4b65-92f4-54aa1fb809e9 req-5ff58bf3-e67f-436f-a299-e9ab1dc9b5c6 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619891 May 04 18:16:54.318585 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-7843cce5-5666-4f03-a28f-03981c502149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (eee757c0-29e3-44e9-9689-a27935d6b941), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:54.360373 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7843cce5-5666-4f03-a28f-03981c502149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee757c0-29e3-44e9-9689-a27935d6b941,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:54.366720 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-7843cce5-5666-4f03-a28f-03981c502149 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bf89a8f64c2e444d9ef994d8b87054cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7399006 May 04 18:16:54.371901 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 48582) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:16:54.450092 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-13d8f52d-ce71-49e9-bd66-5a4984084a25 admin admin] Publish callbacks [] for security_group (eee757c0-29e3-44e9-9689-a27935d6b941), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:54.473630 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-13d8f52d-ce71-49e9-bd66-5a4984084a25 admin admin] Publish callbacks [] for security_group (eee757c0-29e3-44e9-9689-a27935d6b941), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:54.615525 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-13d8f52d-ce71-49e9-bd66-5a4984084a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (eee757c0-29e3-44e9-9689-a27935d6b941), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:54.618413 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-13d8f52d-ce71-49e9-bd66-5a4984084a25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:54.620964 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-13d8f52d-ce71-49e9-bd66-5a4984084a25 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/eee757c0-29e3-44e9-9689-a27935d6b941 HTTP/1.1" status: 204 len: 168 time: 0.2470531 May 04 18:16:54.628383 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d8f52d-ce71-49e9-bd66-5a4984084a25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee757c0-29e3-44e9-9689-a27935d6b941,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:54.771025 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device 1d4ff6da-20e4-4b89-a958-b2e3d1efc53b up at agent hyperv_hv-cinder-84051 {{(pid=104025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:16:54.866372 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Provisioning for port 1d4ff6da-20e4-4b89-a958-b2e3d1efc53b completed by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 18:16:54.866467 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b4047e-0e9b-458e-b376-5a5c531d3ae8 req-6cc42e6e-6906-4fe4-b288-d76b8925b402 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:54.867929 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-21b4047e-0e9b-458e-b376-5a5c531d3ae8 req-6cc42e6e-6906-4fe4-b288-d76b8925b402 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfccffee-13f1-4b73-8572-394ea5cc53f2 HTTP/1.1" status: 200 len: 945 time: 0.1038735 May 04 18:16:54.919933 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-21b4047e-0e9b-458e-b376-5a5c531d3ae8 req-e95e38e0-ff54-4ae1-8730-cc5bd4b5fe30 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457962 May 04 18:16:54.940714 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Provisioning complete for port 1d4ff6da-20e4-4b89-a958-b2e3d1efc53b triggered by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:16:54.942191 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (1d4ff6da-20e4-4b89-a958-b2e3d1efc53b), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:55.029646 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Current status of the port 1d4ff6da-20e4-4b89-a958-b2e3d1efc53b is: BUILD; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:16:55.030043 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (1d4ff6da-20e4-4b89-a958-b2e3d1efc53b), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:55.054025 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d4ff6da-20e4-4b89-a958-b2e3d1efc53b'}] {{(pid=104025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:16:55.056917 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd171a24610d3ce9b5061050d4b691b0bb0a8f45589b955ae7373af7220d97b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c56c5c43-6d00-4548-be7e-7eb972a38a23" -d '{"events": [{"server_uuid": "fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2", "name": "network-vif-plugged", "status": "completed", "tag": "1d4ff6da-20e4-4b89-a958-b2e3d1efc53b"}]}' {{(pid=104025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:16:55.074076 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] For port 1d4ff6da-20e4-4b89-a958-b2e3d1efc53b, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=1d4ff6da-20e4-4b89-a958-b2e3d1efc53b,segment=NetworkSegment(9e5cf92f-729c-4cdb-aa1e-4c2ffa731f17),segment_id=9e5cf92f-729c-4cdb-aa1e-4c2ffa731f17)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:16:55.101222 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 18:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f25c1a0a-dc4c-4f9a-8d76-23c35db01487 x-openstack-request-id: req-f25c1a0a-dc4c-4f9a-8d76-23c35db01487 {{(pid=104025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:16:55.101534 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2", "name": "network-vif-plugged", "status": "completed", "tag": "1d4ff6da-20e4-4b89-a958-b2e3d1efc53b", "code": 200}]} {{(pid=104025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:16:55.101792 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f25c1a0a-dc4c-4f9a-8d76-23c35db01487 {{(pid=104025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:16:55.102529 dv-cinder-840511-4-iscsi neutron-server[104025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f25c1a0a-dc4c-4f9a-8d76-23c35db01487'] response: {'server_uuid': 'fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d4ff6da-20e4-4b89-a958-b2e3d1efc53b', 'code': 200} May 04 18:16:55.130183 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (1d4ff6da-20e4-4b89-a958-b2e3d1efc53b), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:55.139340 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6a973c-e0bb-44d1-be7b-504df73b7611 req-529bdb90-6a70-4a10-9bee-52dec7df0b0a tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:55.140942 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-4a6a973c-e0bb-44d1-be7b-504df73b7611 req-529bdb90-6a70-4a10-9bee-52dec7df0b0a tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2 HTTP/1.1" status: 200 len: 944 time: 0.0646372 May 04 18:16:55.183615 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Pushing event updated for resources: {'Port': ['ID=1d4ff6da-20e4-4b89-a958-b2e3d1efc53b,revision_number=5']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:55.195652 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-4a6a973c-e0bb-44d1-be7b-504df73b7611 req-90a083b6-7dad-4355-9f42-da20e57777d2 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f9cf9b-5753-412e-92be-8773f690cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485585 May 04 18:16:55.332730 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f10b04c-865a-499f-9777-933f70612142 req-1d3154ef-3efb-4f26-8062-6c8a4a127cc5 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:55.335725 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-8f10b04c-865a-499f-9777-933f70612142 req-1d3154ef-3efb-4f26-8062-6c8a4a127cc5 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 945 time: 0.0478144 May 04 18:16:55.390471 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-8f10b04c-865a-499f-9777-933f70612142 req-ca8237c3-0574-4f79-aa63-d0b34aded048 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500112 May 04 18:16:55.410187 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 48628) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:16:55.423983 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-c088856f-46c9-47e4-b545-1e3e0507d72d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:55.498721 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-c088856f-46c9-47e4-b545-1e3e0507d72d admin admin] Publish callbacks [] for security_group (5001ec10-d9ed-420a-8ff5-c5c8cf26d427), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:55.563987 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-c088856f-46c9-47e4-b545-1e3e0507d72d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (5001ec10-d9ed-420a-8ff5-c5c8cf26d427), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:55.605061 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-c088856f-46c9-47e4-b545-1e3e0507d72d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b47ce4787a9a452e8066fce2018cbdfc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1935592 May 04 18:16:55.607163 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c088856f-46c9-47e4-b545-1e3e0507d72d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5001ec10-d9ed-420a-8ff5-c5c8cf26d427,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:55.607817 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 48634) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:16:55.666878 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-10090401-7a50-41aa-9d2f-c788322cc13c admin admin] Publish callbacks [] for security_group (5001ec10-d9ed-420a-8ff5-c5c8cf26d427), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:55.688652 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-10090401-7a50-41aa-9d2f-c788322cc13c admin admin] Publish callbacks [] for security_group (5001ec10-d9ed-420a-8ff5-c5c8cf26d427), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:55.941044 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-10090401-7a50-41aa-9d2f-c788322cc13c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (5001ec10-d9ed-420a-8ff5-c5c8cf26d427), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:55.944031 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-10090401-7a50-41aa-9d2f-c788322cc13c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:55.946478 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-10090401-7a50-41aa-9d2f-c788322cc13c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5001ec10-d9ed-420a-8ff5-c5c8cf26d427 HTTP/1.1" status: 204 len: 168 time: 0.3369455 May 04 18:16:55.956662 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10090401-7a50-41aa-9d2f-c788322cc13c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5001ec10-d9ed-420a-8ff5-c5c8cf26d427,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:56.159167 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab85853c-f7a8-4cc5-a8fe-8f832bd9d299 req-1f17eeb2-20aa-4d3d-822f-87a0a838f309 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:56.159167 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-ab85853c-f7a8-4cc5-a8fe-8f832bd9d299 req-1f17eeb2-20aa-4d3d-822f-87a0a838f309 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfccffee-13f1-4b73-8572-394ea5cc53f2 HTTP/1.1" status: 200 len: 945 time: 0.0487742 May 04 18:16:56.159167 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-ab85853c-f7a8-4cc5-a8fe-8f832bd9d299 req-bd908da9-41bb-4926-9dbb-7727dfc83cb9 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465574 May 04 18:16:56.319044 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3a3a61-09c7-4b57-a805-e84f03d70d1f req-e1558452-7d9c-430d-8166-3fe5b9543231 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:56.320574 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-3d3a3a61-09c7-4b57-a805-e84f03d70d1f req-e1558452-7d9c-430d-8166-3fe5b9543231 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2 HTTP/1.1" status: 200 len: 945 time: 0.0523119 May 04 18:16:56.373745 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-3d3a3a61-09c7-4b57-a805-e84f03d70d1f req-430b7172-8dd4-41ad-8efc-a729374a971e tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f9cf9b-5753-412e-92be-8773f690cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472879 May 04 18:16:56.607462 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d731f6b9-2f95-4b4d-bce2-fc8211f26bce req-c38b5ea8-c21b-4998-a846-35d68acbe61d tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:56.614878 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-d731f6b9-2f95-4b4d-bce2-fc8211f26bce req-c38b5ea8-c21b-4998-a846-35d68acbe61d tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 945 time: 0.0677257 May 04 18:16:56.668634 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-d731f6b9-2f95-4b4d-bce2-fc8211f26bce req-2c6ac457-035f-4618-842d-f5b531af3e97 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515516 May 04 18:16:56.844880 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96874ed9-6bef-445f-8d63-83f81b0c0d07 req-c6aae3d5-3300-4ecf-94af-44b89ce98733 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:56.846666 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-96874ed9-6bef-445f-8d63-83f81b0c0d07 req-c6aae3d5-3300-4ecf-94af-44b89ce98733 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 945 time: 0.0589073 May 04 18:16:56.857556 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 48678) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:16:56.870373 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.v2.base [None req-147796bd-2c9d-43e6-90e5-ef5257da62ac tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Request body: {'floatingip': {'port_id': 'c589458d-8328-434f-b78d-ac0c07f164dd'}} {{(pid=104023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:16:56.990179 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-147796bd-2c9d-43e6-90e5-ef5257da62ac tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Publish callbacks [] for floatingip (e2702aa7-a8b0-4c4b-bfac-976fb32ad7dc), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:57.014542 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08410626-a87a-418f-8bb8-e4850259f70c req-e2ef4693-5a28-47ab-bd95-928f764f493c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:57.017422 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-08410626-a87a-418f-8bb8-e4850259f70c req-e2ef4693-5a28-47ab-bd95-928f764f493c service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2 HTTP/1.1" status: 200 len: 1129 time: 0.0997384 May 04 18:16:57.109953 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-08410626-a87a-418f-8bb8-e4850259f70c req-84781e1e-2cd2-4142-b6f5-409f4fd64782 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=b2f9cf9b-5753-412e-92be-8773f690cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782270 May 04 18:16:57.174850 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 48696) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:16:57.181064 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 48698) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:16:57.202720 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-949d309a-a535-4dfd-aea9-40ad1b9e3354 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:57.304328 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5006d-a1f6-4a0f-85f8-8fa85fe3c973 req-baf53048-4de6-4a2a-b983-b2a420dda829 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:57.308519 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-81c5006d-a1f6-4a0f-85f8-8fa85fe3c973 req-baf53048-4de6-4a2a-b983-b2a420dda829 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfccffee-13f1-4b73-8572-394ea5cc53f2 HTTP/1.1" status: 200 len: 945 time: 0.0582345 May 04 18:16:57.379653 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-81c5006d-a1f6-4a0f-85f8-8fa85fe3c973 req-e1a247f4-4dbd-4063-b835-e4181753fef6 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669312 May 04 18:16:57.512590 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-e893610c-0537-4e31-b6f0-a5edb5ed291e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:57.580263 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-949d309a-a535-4dfd-aea9-40ad1b9e3354 admin admin] Publish callbacks [] for security_group (55986b5d-e92c-4028-ac7a-c1fc3d145c51), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:57.583060 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cef449-a8dd-4713-866b-60be8fd5eddb req-3275dda6-d188-450a-a94f-d7f3623a7231 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:57.584590 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-a9cef449-a8dd-4713-866b-60be8fd5eddb req-3275dda6-d188-450a-a94f-d7f3623a7231 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2 HTTP/1.1" status: 200 len: 945 time: 0.0946257 May 04 18:16:57.626470 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-c09e3726-bc1e-40d6-a6d9-14757736fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (c89944b2-e06f-41dc-a0fc-77a7e649c9d3), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:57.668630 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-a9cef449-a8dd-4713-866b-60be8fd5eddb req-a1e4751a-b50f-471d-bdf0-3b6e4414f704 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f9cf9b-5753-412e-92be-8773f690cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761812 May 04 18:16:57.721999 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-e893610c-0537-4e31-b6f0-a5edb5ed291e admin admin] Publish callbacks [] for security_group (8640b6b2-7dc4-4db2-8d27-617cf38e2e09), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:57.798184 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-e893610c-0537-4e31-b6f0-a5edb5ed291e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (8640b6b2-7dc4-4db2-8d27-617cf38e2e09), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:57.855779 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-e893610c-0537-4e31-b6f0-a5edb5ed291e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9a222386d13f480a8a2f66f522d724ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6798007 May 04 18:16:57.856663 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e893610c-0537-4e31-b6f0-a5edb5ed291e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8640b6b2-7dc4-4db2-8d27-617cf38e2e09,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:57.859345 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 48722) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:16:57.898771 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-949d309a-a535-4dfd-aea9-40ad1b9e3354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (55986b5d-e92c-4028-ac7a-c1fc3d145c51), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:57.911831 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-cdba7332-042a-4e02-8a54-d557135d6efc admin admin] Publish callbacks [] for security_group (8640b6b2-7dc4-4db2-8d27-617cf38e2e09), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:57.935160 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-cdba7332-042a-4e02-8a54-d557135d6efc admin admin] Publish callbacks [] for security_group (8640b6b2-7dc4-4db2-8d27-617cf38e2e09), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:58.035676 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949d309a-a535-4dfd-aea9-40ad1b9e3354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55986b5d-e92c-4028-ac7a-c1fc3d145c51,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:58.039930 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-949d309a-a535-4dfd-aea9-40ad1b9e3354 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=115e53b8f5bc4cb296252bbacbccea18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8588548 May 04 18:16:58.046936 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 48726) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:16:58.113618 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-9d7f72ba-f2d7-45fb-a336-81f7877561ba req-4364f15e-142c-4b64-a7ce-476ee902afde service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=d4e6e468-0b90-4282-bf67-d0a97d25be25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0546689 May 04 18:16:58.129906 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-c0b53b51-2269-4902-aaa7-1b80e2cf7308 admin admin] Publish callbacks [] for security_group (55986b5d-e92c-4028-ac7a-c1fc3d145c51), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:58.140255 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-147796bd-2c9d-43e6-90e5-ef5257da62ac tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:58.158594 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-c0b53b51-2269-4902-aaa7-1b80e2cf7308 admin admin] Publish callbacks [] for security_group (55986b5d-e92c-4028-ac7a-c1fc3d145c51), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:58.169529 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-cdba7332-042a-4e02-8a54-d557135d6efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (8640b6b2-7dc4-4db2-8d27-617cf38e2e09), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:58.169529 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-cdba7332-042a-4e02-8a54-d557135d6efc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:58.173751 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-cdba7332-042a-4e02-8a54-d557135d6efc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8640b6b2-7dc4-4db2-8d27-617cf38e2e09 HTTP/1.1" status: 204 len: 168 time: 0.3136623 May 04 18:16:58.190397 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdba7332-042a-4e02-8a54-d557135d6efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8640b6b2-7dc4-4db2-8d27-617cf38e2e09,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:58.280283 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f72ba-f2d7-45fb-a336-81f7877561ba req-67a960f5-7d5c-4ab1-8a29-b99b558404bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:58.282097 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-9d7f72ba-f2d7-45fb-a336-81f7877561ba req-67a960f5-7d5c-4ab1-8a29-b99b558404bc service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d61287a330cd4af9bd9dc26fd4dbd32c&device_id=d4e6e468-0b90-4282-bf67-d0a97d25be25 HTTP/1.1" status: 200 len: 1129 time: 0.0470839 May 04 18:16:58.342501 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-147796bd-2c9d-43e6-90e5-ef5257da62ac tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1676511'] for floatingip (e2702aa7-a8b0-4c4b-bfac-976fb32ad7dc), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:58.440881 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-c0b53b51-2269-4902-aaa7-1b80e2cf7308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (55986b5d-e92c-4028-ac7a-c1fc3d145c51), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:58.443428 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-c0b53b51-2269-4902-aaa7-1b80e2cf7308 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:58.447706 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-c0b53b51-2269-4902-aaa7-1b80e2cf7308 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/55986b5d-e92c-4028-ac7a-c1fc3d145c51 HTTP/1.1" status: 204 len: 168 time: 0.4006472 May 04 18:16:58.521313 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.db.l3_db [None req-147796bd-2c9d-43e6-90e5-ef5257da62ac tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Floating IP e2702aa7-a8b0-4c4b-bfac-976fb32ad7dc associated. External IP: 172.27.1.87, port: c589458d-8328-434f-b78d-ac0c07f164dd. May 04 18:16:58.713629 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b53b51-2269-4902-aaa7-1b80e2cf7308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55986b5d-e92c-4028-ac7a-c1fc3d145c51,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:58.745785 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6503d2-87fa-4b27-b77a-d670b43138c7 req-a563e9ae-ec4f-4a60-bd25-b124a460e613 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:58.747350 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-9e6503d2-87fa-4b27-b77a-d670b43138c7 req-a563e9ae-ec4f-4a60-bd25-b124a460e613 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfccffee-13f1-4b73-8572-394ea5cc53f2 HTTP/1.1" status: 200 len: 945 time: 0.3142972 May 04 18:16:58.765615 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f72ba-f2d7-45fb-a336-81f7877561ba req-6f1be8a1-c0e4-4a1d-ba96-6a89c4e8b3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:58.768632 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-9d7f72ba-f2d7-45fb-a336-81f7877561ba req-6f1be8a1-c0e4-4a1d-ba96-6a89c4e8b3c6 service neutron] 10.222.0.84 "GET /v2.0/networks?id=749ebc86-c8f6-4fa1-a57a-0024399bcc1e HTTP/1.1" status: 200 len: 913 time: 0.4497137 May 04 18:16:58.806780 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-9e6503d2-87fa-4b27-b77a-d670b43138c7 req-9b00021c-c6b5-4a0b-bdce-01b3df3e06a9 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521302 May 04 18:16:58.861803 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95be3a92-b0ea-4995-b645-737b5aab3e45 req-464f3a85-626f-44e4-913f-60057b837aef tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:58.863297 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-95be3a92-b0ea-4995-b645-737b5aab3e45 req-464f3a85-626f-44e4-913f-60057b837aef tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2 HTTP/1.1" status: 200 len: 945 time: 0.0816472 May 04 18:16:58.962744 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-95be3a92-b0ea-4995-b645-737b5aab3e45 req-1e7fc089-01e2-41a3-9523-d35aceaa5f3e tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f9cf9b-5753-412e-92be-8773f690cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923543 May 04 18:16:58.967704 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-147796bd-2c9d-43e6-90e5-ef5257da62ac tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Router 5a083771-4312-41bf-99a2-16ce3ccd099a has already been hosted by L3 agent 341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae {{(pid=104023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 18:16:59.125207 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 48758) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:16:59.126047 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db3df29-38f0-40a5-80a3-1daac7c03ee9 req-733b2a45-d45f-42f5-b076-df57e98cde18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:59.127742 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-9db3df29-38f0-40a5-80a3-1daac7c03ee9 req-733b2a45-d45f-42f5-b076-df57e98cde18 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=52f7ff6557334462979f9934251c2158&device_id=cfccffee-13f1-4b73-8572-394ea5cc53f2 HTTP/1.1" status: 200 len: 1129 time: 0.0581534 May 04 18:16:59.128991 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-147796bd-2c9d-43e6-90e5-ef5257da62ac tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Notify agent at l3_agent.dv-cinder-840511-4-iscsi the message routers_updated {{(pid=104023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 18:16:59.134221 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-147796bd-2c9d-43e6-90e5-ef5257da62ac tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976'] for floatingip (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:59.145100 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-eb622c38-3871-4553-be70-21440d535b82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:59.145194 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdc9f44-17fe-4928-8f75-906adb55c1ab None None] Sync routers for ids ['5a083771-4312-41bf-99a2-16ce3ccd099a'] in dv-cinder-840511-4-iscsi {{(pid=104026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:16:59.156760 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdc9f44-17fe-4928-8f75-906adb55c1ab None None] Routers {'5a083771-4312-41bf-99a2-16ce3ccd099a'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:16:59.157558 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-ebdc9f44-17fe-4928-8f75-906adb55c1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:16:30Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['5a083771-4312-41bf-99a2-16ce3ccd099a'], 'active': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:16:59.166352 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-147796bd-2c9d-43e6-90e5-ef5257da62ac tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "PUT /v2.0/floatingips/e2702aa7-a8b0-4c4b-bfac-976fb32ad7dc HTTP/1.1" status: 200 len: 990 time: 2.3073559 May 04 18:16:59.167191 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de7620f2-9bed-46d6-bb9e-c43d1abf3561', 'tag': 'c589458d-8328-434f-b78d-ac0c07f164dd'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:16:59.169517 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}418c4fc0ed359c78e2a46d0945201a397afdfc4a7689ae544a04c30398cb972a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce14014-f8fa-4108-b059-fafcc4c8d0f8" -d '{"events": [{"name": "network-changed", "server_uuid": "de7620f2-9bed-46d6-bb9e-c43d1abf3561", "tag": "c589458d-8328-434f-b78d-ac0c07f164dd"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:16:59.258139 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 18:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac3c2b05-a003-4496-95fc-bf7e4c2136fa x-openstack-request-id: req-ac3c2b05-a003-4496-95fc-bf7e4c2136fa {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:16:59.258467 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de7620f2-9bed-46d6-bb9e-c43d1abf3561", "tag": "c589458d-8328-434f-b78d-ac0c07f164dd", "status": "completed", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:16:59.261861 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ac3c2b05-a003-4496-95fc-bf7e4c2136fa {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:16:59.261861 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac3c2b05-a003-4496-95fc-bf7e4c2136fa'] response: {'name': 'network-changed', 'server_uuid': 'de7620f2-9bed-46d6-bb9e-c43d1abf3561', 'tag': 'c589458d-8328-434f-b78d-ac0c07f164dd', 'status': 'completed', 'code': 200} May 04 18:16:59.270622 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-9d7f72ba-f2d7-45fb-a336-81f7877561ba req-96d888ea-ce00-4751-9213-a243622d49e2 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f2ee57b-ba39-4d08-a5d1-43dddc1e2ca5 HTTP/1.1" status: 200 len: 217 time: 0.0481620 May 04 18:16:59.332261 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvr_db [None req-ebdc9f44-17fe-4928-8f75-906adb55c1ab None None] Set router 5a083771-4312-41bf-99a2-16ce3ccd099a gateway port host: dv-cinder-840511-4-iscsi {{(pid=104026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:16:59.388982 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce14014-f8fa-4108-b059-fafcc4c8d0f8 req-c279e588-72bd-4654-8ff8-79a2eaefa9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:59.391056 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-9ce14014-f8fa-4108-b059-fafcc4c8d0f8 req-c279e588-72bd-4654-8ff8-79a2eaefa9aa service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1437e10b84d943a885db1ec25dccc6e5&device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 1129 time: 0.0632737 May 04 18:16:59.395456 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f72ba-f2d7-45fb-a336-81f7877561ba req-54a6b588-53fe-4411-9903-b10c8f951091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:59.397208 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-9d7f72ba-f2d7-45fb-a336-81f7877561ba req-54a6b588-53fe-4411-9903-b10c8f951091 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=bc57389f-e522-438e-bf80-c82f395c73ec HTTP/1.1" status: 200 len: 852 time: 0.0817940 May 04 18:16:59.399070 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-eb622c38-3871-4553-be70-21440d535b82 admin admin] Publish callbacks [] for security_group (a52dbbcf-c369-4259-9ee8-1e185ac89af1), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:59.406490 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db3df29-38f0-40a5-80a3-1daac7c03ee9 req-8f1929bd-331a-4e28-be24-408fac49867a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:59.410853 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-9db3df29-38f0-40a5-80a3-1daac7c03ee9 req-8f1929bd-331a-4e28-be24-408fac49867a service neutron] 10.222.0.84 "GET /v2.0/networks?id=a6fe39e6-2945-43c4-866c-f901f807513e HTTP/1.1" status: 200 len: 920 time: 0.1997790 May 04 18:16:59.448660 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-eb622c38-3871-4553-be70-21440d535b82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (a52dbbcf-c369-4259-9ee8-1e185ac89af1), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:59.494386 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-eb622c38-3871-4553-be70-21440d535b82 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1465d4e9dba94087a741e58747c28b3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3606844 May 04 18:16:59.494386 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb622c38-3871-4553-be70-21440d535b82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a52dbbcf-c369-4259-9ee8-1e185ac89af1,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:59.494582 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 48768) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:16:59.567051 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-9d7f72ba-f2d7-45fb-a336-81f7877561ba req-05c2f190-ec8b-4f78-a1cb-9ec15d4a49b1 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=749ebc86-c8f6-4fa1-a57a-0024399bcc1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526392 May 04 18:16:59.648126 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-9db3df29-38f0-40a5-80a3-1daac7c03ee9 req-20f707ae-0e42-4ae6-a4a3-b164902629cc service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57fd1c3f-6c44-4d6f-a020-d56596ae3dcf HTTP/1.1" status: 200 len: 217 time: 0.1254342 May 04 18:16:59.655897 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-ebdc9f44-17fe-4928-8f75-906adb55c1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a083771-4312-41bf-99a2-16ce3ccd099a', 'name': 'tempest-AttachVolumeShelveTestJSON-2042377689-router', 'tenant_id': '1437e10b84d943a885db1ec25dccc6e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'f1d9d266-1ac8-4500-9540-07264ac7abbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:15:51Z', 'updated_at': '2022-05-04T18:16:01Z', 'revision_number': 4, 'project_id': '1437e10b84d943a885db1ec25dccc6e5', 'gw_port': {'id': 'f1d9d266-1ac8-4500-9540-07264ac7abbc', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:6e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a083771-4312-41bf-99a2-16ce3ccd099a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:15:53Z', 'updated_at': '2022-05-04T18:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_floatingips': [{'id': 'e2702aa7-a8b0-4c4b-bfac-976fb32ad7dc', 'tenant_id': '1437e10b84d943a885db1ec25dccc6e5', 'floating_ip_address': '172.27.1.87', 'floating_network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'router_id': '5a083771-4312-41bf-99a2-16ce3ccd099a', 'port_id': 'c589458d-8328-434f-b78d-ac0c07f164dd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26d35b79-1359-484a-a955-f54353f413dc', 'mac_address': 'fa:16:3e:ef:e7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7620f2-9bed-46d6-bb9e-c43d1abf3561', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:16:13Z', 'updated_at': '2022-05-04T18:16:57Z', 'revision_number': 1, 'project_id': '1437e10b84d943a885db1ec25dccc6e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b46c84ab-1d38-48ba-a405-6c640a1be5cd', 'name': '', 'network_id': '26d35b79-1359-484a-a955-f54353f413dc', 'tenant_id': '1437e10b84d943a885db1ec25dccc6e5', 'mac_address': 'fa:16:3e:cf:f9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a083771-4312-41bf-99a2-16ce3ccd099a', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0e97a9af-bf91-4879-8505-d85b9edd2417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:15:59Z', 'updated_at': '2022-05-04T18:16:10Z', 'revision_number': 5, 'project_id': '1437e10b84d943a885db1ec25dccc6e5', 'subnets': [{'id': '0e97a9af-bf91-4879-8505-d85b9edd2417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:16:59.692428 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdc9f44-17fe-4928-8f75-906adb55c1ab None None] Checking router: 5a083771-4312-41bf-99a2-16ce3ccd099a for host: dv-cinder-840511-4-iscsi {{(pid=104026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:16:59.702812 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdc9f44-17fe-4928-8f75-906adb55c1ab None None] Routers {'5a083771-4312-41bf-99a2-16ce3ccd099a'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:16:59.703509 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-ebdc9f44-17fe-4928-8f75-906adb55c1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:16:30Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['5a083771-4312-41bf-99a2-16ce3ccd099a'], 'active': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:16:59.713474 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-639014a6-2427-4eef-946a-54625e9233d1 admin admin] Publish callbacks [] for security_group (a52dbbcf-c369-4259-9ee8-1e185ac89af1), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:59.749755 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-639014a6-2427-4eef-946a-54625e9233d1 admin admin] Publish callbacks [] for security_group (a52dbbcf-c369-4259-9ee8-1e185ac89af1), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:59.752282 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce14014-f8fa-4108-b059-fafcc4c8d0f8 req-832c6693-f2c3-48ab-9c68-0e12bf081434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:59.753758 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-9ce14014-f8fa-4108-b059-fafcc4c8d0f8 req-832c6693-f2c3-48ab-9c68-0e12bf081434 service neutron] 10.222.0.84 "GET /v2.0/networks?id=26d35b79-1359-484a-a955-f54353f413dc HTTP/1.1" status: 200 len: 918 time: 0.2334673 May 04 18:16:59.829805 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvr_db [None req-ebdc9f44-17fe-4928-8f75-906adb55c1ab None None] Set router 5a083771-4312-41bf-99a2-16ce3ccd099a gateway port host: dv-cinder-840511-4-iscsi {{(pid=104026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:16:59.904678 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-639014a6-2427-4eef-946a-54625e9233d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (a52dbbcf-c369-4259-9ee8-1e185ac89af1), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:59.908248 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-639014a6-2427-4eef-946a-54625e9233d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:16:59.913111 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-639014a6-2427-4eef-946a-54625e9233d1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a52dbbcf-c369-4259-9ee8-1e185ac89af1 HTTP/1.1" status: 204 len: 168 time: 0.4218276 May 04 18:16:59.948265 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639014a6-2427-4eef-946a-54625e9233d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52dbbcf-c369-4259-9ee8-1e185ac89af1,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:59.966852 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aa8eda-6dc4-41c3-ab0c-63f583f9b814 req-8a01b5d9-84b8-4492-9e56-5991b874ef36 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:59.968754 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-58aa8eda-6dc4-41c3-ab0c-63f583f9b814 req-8a01b5d9-84b8-4492-9e56-5991b874ef36 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfccffee-13f1-4b73-8572-394ea5cc53f2 HTTP/1.1" status: 200 len: 945 time: 0.0770473 May 04 18:16:59.997516 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-c3143302-e6cf-4398-8853-9fa5681a8953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:00.059648 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 48796) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:17:00.080107 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-58aa8eda-6dc4-41c3-ab0c-63f583f9b814 req-916835cb-7215-4284-8efb-6f412d574920 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051414 May 04 18:17:00.119296 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363250a-f7b2-4703-8232-6cbcdeec42ed req-95c48667-7694-4575-84f3-59a71a70fed0 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:00.122101 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-e363250a-f7b2-4703-8232-6cbcdeec42ed req-95c48667-7694-4575-84f3-59a71a70fed0 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2 HTTP/1.1" status: 200 len: 945 time: 0.0725324 May 04 18:17:00.150961 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-ebdc9f44-17fe-4928-8f75-906adb55c1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a083771-4312-41bf-99a2-16ce3ccd099a', 'name': 'tempest-AttachVolumeShelveTestJSON-2042377689-router', 'tenant_id': '1437e10b84d943a885db1ec25dccc6e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'f1d9d266-1ac8-4500-9540-07264ac7abbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:15:51Z', 'updated_at': '2022-05-04T18:16:01Z', 'revision_number': 4, 'project_id': '1437e10b84d943a885db1ec25dccc6e5', 'gw_port': {'id': 'f1d9d266-1ac8-4500-9540-07264ac7abbc', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:6e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a083771-4312-41bf-99a2-16ce3ccd099a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:15:53Z', 'updated_at': '2022-05-04T18:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_floatingips': [{'id': 'e2702aa7-a8b0-4c4b-bfac-976fb32ad7dc', 'tenant_id': '1437e10b84d943a885db1ec25dccc6e5', 'floating_ip_address': '172.27.1.87', 'floating_network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'router_id': '5a083771-4312-41bf-99a2-16ce3ccd099a', 'port_id': 'c589458d-8328-434f-b78d-ac0c07f164dd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26d35b79-1359-484a-a955-f54353f413dc', 'mac_address': 'fa:16:3e:ef:e7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7620f2-9bed-46d6-bb9e-c43d1abf3561', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:16:13Z', 'updated_at': '2022-05-04T18:16:57Z', 'revision_number': 1, 'project_id': '1437e10b84d943a885db1ec25dccc6e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b46c84ab-1d38-48ba-a405-6c640a1be5cd', 'name': '', 'network_id': '26d35b79-1359-484a-a955-f54353f413dc', 'tenant_id': '1437e10b84d943a885db1ec25dccc6e5', 'mac_address': 'fa:16:3e:cf:f9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a083771-4312-41bf-99a2-16ce3ccd099a', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0e97a9af-bf91-4879-8505-d85b9edd2417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:15:59Z', 'updated_at': '2022-05-04T18:16:10Z', 'revision_number': 5, 'project_id': '1437e10b84d943a885db1ec25dccc6e5', 'subnets': [{'id': '0e97a9af-bf91-4879-8505-d85b9edd2417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:17:00.177115 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-e363250a-f7b2-4703-8232-6cbcdeec42ed req-840ac894-95ab-4130-b15d-5a791a43fad3 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f9cf9b-5753-412e-92be-8773f690cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480149 May 04 18:17:00.280209 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdc9f44-17fe-4928-8f75-906adb55c1ab None None] The sync data for ids ['5a083771-4312-41bf-99a2-16ce3ccd099a'] in dv-cinder-840511-4-iscsi is: [{'id': '5a083771-4312-41bf-99a2-16ce3ccd099a', 'name': 'tempest-AttachVolumeShelveTestJSON-2042377689-router', 'tenant_id': '1437e10b84d943a885db1ec25dccc6e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'f1d9d266-1ac8-4500-9540-07264ac7abbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:15:51Z', 'updated_at': '2022-05-04T18:16:01Z', 'revision_number': 4, 'project_id': '1437e10b84d943a885db1ec25dccc6e5', 'gw_port': {'id': 'f1d9d266-1ac8-4500-9540-07264ac7abbc', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:6e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a083771-4312-41bf-99a2-16ce3ccd099a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:15:53Z', 'updated_at': '2022-05-04T18:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_floatingips': [{'id': 'e2702aa7-a8b0-4c4b-bfac-976fb32ad7dc', 'tenant_id': '1437e10b84d943a885db1ec25dccc6e5', 'floating_ip_address': '172.27.1.87', 'floating_network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'router_id': '5a083771-4312-41bf-99a2-16ce3ccd099a', 'port_id': 'c589458d-8328-434f-b78d-ac0c07f164dd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26d35b79-1359-484a-a955-f54353f413dc', 'mac_address': 'fa:16:3e:ef:e7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7620f2-9bed-46d6-bb9e-c43d1abf3561', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:16:13Z', 'updated_at': '2022-05-04T18:16:57Z', 'revision_number': 1, 'project_id': '1437e10b84d943a885db1ec25dccc6e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b46c84ab-1d38-48ba-a405-6c640a1be5cd', 'name': '', 'network_id': '26d35b79-1359-484a-a955-f54353f413dc', 'tenant_id': '1437e10b84d943a885db1ec25dccc6e5', 'mac_address': 'fa:16:3e:cf:f9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a083771-4312-41bf-99a2-16ce3ccd099a', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0e97a9af-bf91-4879-8505-d85b9edd2417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:15:59Z', 'updated_at': '2022-05-04T18:16:10Z', 'revision_number': 5, 'project_id': '1437e10b84d943a885db1ec25dccc6e5', 'subnets': [{'id': '0e97a9af-bf91-4879-8505-d85b9edd2417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:17:00.352306 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e59884-8ceb-4045-a5c2-e3a90bebd786 req-37fb7a52-ab89-4a1b-815b-c3b7964e3008 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:00.360683 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-e2e59884-8ceb-4045-a5c2-e3a90bebd786 req-37fb7a52-ab89-4a1b-815b-c3b7964e3008 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2 HTTP/1.1" status: 200 len: 945 time: 0.0808518 May 04 18:17:00.370015 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 48830) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:17:00.382510 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.v2.base [None req-331527af-69d5-417f-8dff-caf45b73a73b tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Request body: {'floatingip': {'port_id': '1d4ff6da-20e4-4b89-a958-b2e3d1efc53b'}} {{(pid=104023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:17:00.444148 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-331527af-69d5-417f-8dff-caf45b73a73b tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Publish callbacks [] for floatingip (93887b3b-9b0a-4c92-87ba-319b4b1d3a7e), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:00.532485 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-9c2b21d2-6b38-48cc-acba-76da84191c13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:00.625436 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde35085-b45b-450c-b7d3-a861f4c60187 None None] New status for floating IP e2702aa7-a8b0-4c4b-bfac-976fb32ad7dc: ACTIVE {{(pid=104025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 18:17:00.677556 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-9c2b21d2-6b38-48cc-acba-76da84191c13 admin admin] Publish callbacks [] for security_group (6d852f2a-004b-4a6f-a035-233c9a2e6cdc), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:00.734584 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-9c2b21d2-6b38-48cc-acba-76da84191c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (6d852f2a-004b-4a6f-a035-233c9a2e6cdc), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:00.785714 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-9c2b21d2-6b38-48cc-acba-76da84191c13 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f7b35137cc9a4b53a03cb881ae62e8b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7253568 May 04 18:17:00.786617 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2b21d2-6b38-48cc-acba-76da84191c13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d852f2a-004b-4a6f-a035-233c9a2e6cdc,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:17:00.789224 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 48856) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:17:00.846273 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-22aff23d-b4a6-402a-9cd7-83ceffbea933 admin admin] Publish callbacks [] for security_group (6d852f2a-004b-4a6f-a035-233c9a2e6cdc), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:00.877292 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-22aff23d-b4a6-402a-9cd7-83ceffbea933 admin admin] Publish callbacks [] for security_group (6d852f2a-004b-4a6f-a035-233c9a2e6cdc), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:01.038218 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-331527af-69d5-417f-8dff-caf45b73a73b tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:01.072292 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-22aff23d-b4a6-402a-9cd7-83ceffbea933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (6d852f2a-004b-4a6f-a035-233c9a2e6cdc), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:01.075131 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-22aff23d-b4a6-402a-9cd7-83ceffbea933 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:01.078826 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-22aff23d-b4a6-402a-9cd7-83ceffbea933 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6d852f2a-004b-4a6f-a035-233c9a2e6cdc HTTP/1.1" status: 204 len: 168 time: 0.2862651 May 04 18:17:01.089890 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aff23d-b4a6-402a-9cd7-83ceffbea933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d852f2a-004b-4a6f-a035-233c9a2e6cdc,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:17:01.139669 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-331527af-69d5-417f-8dff-caf45b73a73b tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1676511'] for floatingip (93887b3b-9b0a-4c92-87ba-319b4b1d3a7e), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:01.169061 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-4fdd29be-a970-4503-919e-12b86a90c52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (74c08095-bc4c-43d3-91b6-743b06ad1f6c), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:01.234361 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e346b-0dc1-41de-866a-f1fc64765f35 req-75b899b8-95d9-4489-830f-56376bb03d68 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:01.236467 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-694e346b-0dc1-41de-866a-f1fc64765f35 req-75b899b8-95d9-4489-830f-56376bb03d68 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfccffee-13f1-4b73-8572-394ea5cc53f2 HTTP/1.1" status: 200 len: 945 time: 0.0636404 May 04 18:17:01.294870 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.db.l3_db [None req-331527af-69d5-417f-8dff-caf45b73a73b tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Floating IP 93887b3b-9b0a-4c92-87ba-319b4b1d3a7e associated. External IP: 172.27.1.166, port: 1d4ff6da-20e4-4b89-a958-b2e3d1efc53b. May 04 18:17:01.330100 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-694e346b-0dc1-41de-866a-f1fc64765f35 req-c48549ad-84c7-430b-88a7-3d6f23f392a8 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867496 May 04 18:17:01.757409 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-331527af-69d5-417f-8dff-caf45b73a73b tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Router d8775bc8-26ae-47f9-9102-bf1b7eada28d has already been hosted by L3 agent 341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae {{(pid=104023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 18:17:01.873032 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-331527af-69d5-417f-8dff-caf45b73a73b tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Notify agent at l3_agent.dv-cinder-840511-4-iscsi the message routers_updated {{(pid=104023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 18:17:01.877475 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-331527af-69d5-417f-8dff-caf45b73a73b tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976'] for floatingip (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:01.883370 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f7e4cf-344f-4b78-a304-7497f23e898d None None] Sync routers for ids ['d8775bc8-26ae-47f9-9102-bf1b7eada28d'] in dv-cinder-840511-4-iscsi {{(pid=104026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:17:01.893878 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f7e4cf-344f-4b78-a304-7497f23e898d None None] Routers {'d8775bc8-26ae-47f9-9102-bf1b7eada28d'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:17:01.894513 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-99f7e4cf-344f-4b78-a304-7497f23e898d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:17:00Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['d8775bc8-26ae-47f9-9102-bf1b7eada28d'], 'active': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:17:01.907909 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-331527af-69d5-417f-8dff-caf45b73a73b tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "PUT /v2.0/floatingips/93887b3b-9b0a-4c92-87ba-319b4b1d3a7e HTTP/1.1" status: 200 len: 991 time: 1.5368185 May 04 18:17:01.908490 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2', 'tag': '1d4ff6da-20e4-4b89-a958-b2e3d1efc53b'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:17:01.910741 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}418c4fc0ed359c78e2a46d0945201a397afdfc4a7689ae544a04c30398cb972a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b15056f6-3cb4-4b9e-99be-d025dc057a99" -d '{"events": [{"name": "network-changed", "server_uuid": "fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2", "tag": "1d4ff6da-20e4-4b89-a958-b2e3d1efc53b"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:17:01.951857 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 18:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47f5b36f-8ea3-40c6-ac22-4fdfff884a3d x-openstack-request-id: req-47f5b36f-8ea3-40c6-ac22-4fdfff884a3d {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:17:01.952156 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2", "tag": "1d4ff6da-20e4-4b89-a958-b2e3d1efc53b", "status": "completed", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:17:01.952415 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-47f5b36f-8ea3-40c6-ac22-4fdfff884a3d {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:17:01.952825 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47f5b36f-8ea3-40c6-ac22-4fdfff884a3d'] response: {'name': 'network-changed', 'server_uuid': 'fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2', 'tag': '1d4ff6da-20e4-4b89-a958-b2e3d1efc53b', 'status': 'completed', 'code': 200} May 04 18:17:02.012825 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvr_db [None req-99f7e4cf-344f-4b78-a304-7497f23e898d None None] Set router d8775bc8-26ae-47f9-9102-bf1b7eada28d gateway port host: dv-cinder-840511-4-iscsi {{(pid=104026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:17:02.234893 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-9d7f72ba-f2d7-45fb-a336-81f7877561ba req-c6b53344-94bc-40ed-b45e-e7a6aa96ee3f service neutron] 10.222.0.84 "GET /v2.0/networks/749ebc86-c8f6-4fa1-a57a-0024399bcc1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047845 May 04 18:17:02.244931 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-9ce14014-f8fa-4108-b059-fafcc4c8d0f8 req-651df3c2-5512-4ad0-95c5-ddda09340e00 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c589458d-8328-434f-b78d-ac0c07f164dd HTTP/1.1" status: 200 len: 1000 time: 0.1117842 May 04 18:17:02.266729 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-99f7e4cf-344f-4b78-a304-7497f23e898d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8775bc8-26ae-47f9-9102-bf1b7eada28d', 'name': 'tempest-AttachVolumeTestJSON-798757056-router', 'tenant_id': '0998832c5db04fe5b7e93fa392a693f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'cbfd767e-539d-46cf-878b-33d046b5da8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:15:53Z', 'updated_at': '2022-05-04T18:16:02Z', 'revision_number': 4, 'project_id': '0998832c5db04fe5b7e93fa392a693f8', 'gw_port': {'id': 'cbfd767e-539d-46cf-878b-33d046b5da8c', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8775bc8-26ae-47f9-9102-bf1b7eada28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:15:54Z', 'updated_at': '2022-05-04T18:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_floatingips': [{'id': '93887b3b-9b0a-4c92-87ba-319b4b1d3a7e', 'tenant_id': '0998832c5db04fe5b7e93fa392a693f8', 'floating_ip_address': '172.27.1.166', 'floating_network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'router_id': 'd8775bc8-26ae-47f9-9102-bf1b7eada28d', 'port_id': '1d4ff6da-20e4-4b89-a958-b2e3d1efc53b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e', 'mac_address': 'fa:16:3e:2d:b1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:16:15Z', 'updated_at': '2022-05-04T18:17:00Z', 'revision_number': 1, 'project_id': '0998832c5db04fe5b7e93fa392a693f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ea3924b-7e1f-464e-aefe-77e5ba01393b', 'name': '', 'network_id': '6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e', 'tenant_id': '0998832c5db04fe5b7e93fa392a693f8', 'mac_address': 'fa:16:3e:08:a6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8775bc8-26ae-47f9-9102-bf1b7eada28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '3ba3abcf-592c-4523-9b0f-c55aec0e9e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:15:59Z', 'updated_at': '2022-05-04T18:16:16Z', 'revision_number': 5, 'project_id': '0998832c5db04fe5b7e93fa392a693f8', 'subnets': [{'id': '3ba3abcf-592c-4523-9b0f-c55aec0e9e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:17:02.295578 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f7e4cf-344f-4b78-a304-7497f23e898d None None] Checking router: d8775bc8-26ae-47f9-9102-bf1b7eada28d for host: dv-cinder-840511-4-iscsi {{(pid=104026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:17:02.304693 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f7e4cf-344f-4b78-a304-7497f23e898d None None] Routers {'d8775bc8-26ae-47f9-9102-bf1b7eada28d'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:17:02.305676 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-99f7e4cf-344f-4b78-a304-7497f23e898d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:17:00Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['d8775bc8-26ae-47f9-9102-bf1b7eada28d'], 'active': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:17:02.442385 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvr_db [None req-99f7e4cf-344f-4b78-a304-7497f23e898d None None] Set router d8775bc8-26ae-47f9-9102-bf1b7eada28d gateway port host: dv-cinder-840511-4-iscsi {{(pid=104026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:17:02.458978 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00c2125-fa88-49fc-bded-faea4673cc71 req-ed1c1539-dcbf-42e9-8dd6-605c2421274c tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:02.469577 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-f00c2125-fa88-49fc-bded-faea4673cc71 req-ed1c1539-dcbf-42e9-8dd6-605c2421274c tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfccffee-13f1-4b73-8572-394ea5cc53f2 HTTP/1.1" status: 200 len: 945 time: 0.0664656 May 04 18:17:02.532586 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-f00c2125-fa88-49fc-bded-faea4673cc71 req-bd90283a-80a3-45e3-8daa-f51241d9b3b9 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632751 May 04 18:17:02.666515 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-f7537222-04fb-4408-8d24-7493625e2bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (88f974dc-3c14-4d3d-9ef8-4363bb88b433), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:02.736592 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-99f7e4cf-344f-4b78-a304-7497f23e898d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8775bc8-26ae-47f9-9102-bf1b7eada28d', 'name': 'tempest-AttachVolumeTestJSON-798757056-router', 'tenant_id': '0998832c5db04fe5b7e93fa392a693f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'cbfd767e-539d-46cf-878b-33d046b5da8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:15:53Z', 'updated_at': '2022-05-04T18:16:02Z', 'revision_number': 4, 'project_id': '0998832c5db04fe5b7e93fa392a693f8', 'gw_port': {'id': 'cbfd767e-539d-46cf-878b-33d046b5da8c', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8775bc8-26ae-47f9-9102-bf1b7eada28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:15:54Z', 'updated_at': '2022-05-04T18:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_floatingips': [{'id': '93887b3b-9b0a-4c92-87ba-319b4b1d3a7e', 'tenant_id': '0998832c5db04fe5b7e93fa392a693f8', 'floating_ip_address': '172.27.1.166', 'floating_network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'router_id': 'd8775bc8-26ae-47f9-9102-bf1b7eada28d', 'port_id': '1d4ff6da-20e4-4b89-a958-b2e3d1efc53b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e', 'mac_address': 'fa:16:3e:2d:b1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:16:15Z', 'updated_at': '2022-05-04T18:17:00Z', 'revision_number': 1, 'project_id': '0998832c5db04fe5b7e93fa392a693f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ea3924b-7e1f-464e-aefe-77e5ba01393b', 'name': '', 'network_id': '6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e', 'tenant_id': '0998832c5db04fe5b7e93fa392a693f8', 'mac_address': 'fa:16:3e:08:a6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8775bc8-26ae-47f9-9102-bf1b7eada28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '3ba3abcf-592c-4523-9b0f-c55aec0e9e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:15:59Z', 'updated_at': '2022-05-04T18:16:16Z', 'revision_number': 5, 'project_id': '0998832c5db04fe5b7e93fa392a693f8', 'subnets': [{'id': '3ba3abcf-592c-4523-9b0f-c55aec0e9e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:17:02.768013 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f7e4cf-344f-4b78-a304-7497f23e898d None None] The sync data for ids ['d8775bc8-26ae-47f9-9102-bf1b7eada28d'] in dv-cinder-840511-4-iscsi is: [{'id': 'd8775bc8-26ae-47f9-9102-bf1b7eada28d', 'name': 'tempest-AttachVolumeTestJSON-798757056-router', 'tenant_id': '0998832c5db04fe5b7e93fa392a693f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'cbfd767e-539d-46cf-878b-33d046b5da8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:15:53Z', 'updated_at': '2022-05-04T18:16:02Z', 'revision_number': 4, 'project_id': '0998832c5db04fe5b7e93fa392a693f8', 'gw_port': {'id': 'cbfd767e-539d-46cf-878b-33d046b5da8c', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8775bc8-26ae-47f9-9102-bf1b7eada28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:15:54Z', 'updated_at': '2022-05-04T18:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_floatingips': [{'id': '93887b3b-9b0a-4c92-87ba-319b4b1d3a7e', 'tenant_id': '0998832c5db04fe5b7e93fa392a693f8', 'floating_ip_address': '172.27.1.166', 'floating_network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'router_id': 'd8775bc8-26ae-47f9-9102-bf1b7eada28d', 'port_id': '1d4ff6da-20e4-4b89-a958-b2e3d1efc53b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e', 'mac_address': 'fa:16:3e:2d:b1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:16:15Z', 'updated_at': '2022-05-04T18:17:00Z', 'revision_number': 1, 'project_id': '0998832c5db04fe5b7e93fa392a693f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ea3924b-7e1f-464e-aefe-77e5ba01393b', 'name': '', 'network_id': '6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e', 'tenant_id': '0998832c5db04fe5b7e93fa392a693f8', 'mac_address': 'fa:16:3e:08:a6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8775bc8-26ae-47f9-9102-bf1b7eada28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '3ba3abcf-592c-4523-9b0f-c55aec0e9e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:15:59Z', 'updated_at': '2022-05-04T18:16:16Z', 'revision_number': 5, 'project_id': '0998832c5db04fe5b7e93fa392a693f8', 'subnets': [{'id': '3ba3abcf-592c-4523-9b0f-c55aec0e9e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:17:02.957471 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c03b28b-aea0-425d-9723-a478fe7961ae None None] New status for floating IP 93887b3b-9b0a-4c92-87ba-319b4b1d3a7e: ACTIVE {{(pid=104025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 18:17:03.594408 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db3df29-38f0-40a5-80a3-1daac7c03ee9 req-b05ff7d6-f52d-4a99-b0f3-5b2276986237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:03.595929 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-9db3df29-38f0-40a5-80a3-1daac7c03ee9 req-b05ff7d6-f52d-4a99-b0f3-5b2276986237 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=abd7f995-331d-4f8f-976d-dc07d5f652e4 HTTP/1.1" status: 200 len: 858 time: 0.0884442 May 04 18:17:03.597420 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce14014-f8fa-4108-b059-fafcc4c8d0f8 req-7775d037-892e-4af4-a1d6-8068a20280e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:03.598741 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-9ce14014-f8fa-4108-b059-fafcc4c8d0f8 req-7775d037-892e-4af4-a1d6-8068a20280e0 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0e97a9af-bf91-4879-8505-d85b9edd2417 HTTP/1.1" status: 200 len: 856 time: 0.0627604 May 04 18:17:03.621403 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15056f6-3cb4-4b9e-99be-d025dc057a99 req-d31e0438-4fdc-43e2-94eb-fc261d9488ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:03.622875 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-b15056f6-3cb4-4b9e-99be-d025dc057a99 req-d31e0438-4fdc-43e2-94eb-fc261d9488ea service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=0998832c5db04fe5b7e93fa392a693f8&device_id=fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2 HTTP/1.1" status: 200 len: 1129 time: 0.0932791 May 04 18:17:03.706438 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-9d7f72ba-f2d7-45fb-a336-81f7877561ba req-383d4eef-e697-44ce-9ed9-85827ce20c9a service neutron] 10.222.0.84 "GET /v2.0/networks/749ebc86-c8f6-4fa1-a57a-0024399bcc1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779532 May 04 18:17:03.710662 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db3df29-38f0-40a5-80a3-1daac7c03ee9 req-83f771f0-e827-42a5-939a-aef77dc78826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:03.712743 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-9db3df29-38f0-40a5-80a3-1daac7c03ee9 req-83f771f0-e827-42a5-939a-aef77dc78826 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=a6fe39e6-2945-43c4-866c-f901f807513e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1006694 May 04 18:17:03.713687 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce14014-f8fa-4108-b059-fafcc4c8d0f8 req-e882cc9e-8d44-4929-a467-0060d5e41ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:03.715092 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-9ce14014-f8fa-4108-b059-fafcc4c8d0f8 req-e882cc9e-8d44-4929-a467-0060d5e41ba4 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=26d35b79-1359-484a-a955-f54353f413dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0948861 May 04 18:17:03.726549 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6792d3af-e2a8-4766-a8bb-91afa8b3d427 req-922409e5-0fee-44ec-807a-e7aaf854254a tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:03.728322 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-6792d3af-e2a8-4766-a8bb-91afa8b3d427 req-922409e5-0fee-44ec-807a-e7aaf854254a tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfccffee-13f1-4b73-8572-394ea5cc53f2 HTTP/1.1" status: 200 len: 945 time: 0.1071286 May 04 18:17:03.736037 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15056f6-3cb4-4b9e-99be-d025dc057a99 req-c3f48b0d-73de-4848-a6e3-461c51273467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:03.737477 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-b15056f6-3cb4-4b9e-99be-d025dc057a99 req-c3f48b0d-73de-4848-a6e3-461c51273467 service neutron] 10.222.0.84 "GET /v2.0/networks?id=6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e HTTP/1.1" status: 200 len: 911 time: 0.1085460 May 04 18:17:03.776300 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-6792d3af-e2a8-4766-a8bb-91afa8b3d427 req-0ba60699-c5f4-487b-842f-0e3a49f98ea7 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424492 May 04 18:17:03.820152 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (e55a6cb5-967a-4631-865a-95818de4ff35), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:03.966256 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-b15056f6-3cb4-4b9e-99be-d025dc057a99 req-4aea85f0-d43d-4d4c-b937-c7f7dcde506b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d4ff6da-20e4-4b89-a958-b2e3d1efc53b HTTP/1.1" status: 200 len: 1001 time: 0.0988066 May 04 18:17:04.026252 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15056f6-3cb4-4b9e-99be-d025dc057a99 req-ee5fea27-e861-4a33-83a5-f27a328dfb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:04.027646 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-b15056f6-3cb4-4b9e-99be-d025dc057a99 req-ee5fea27-e861-4a33-83a5-f27a328dfb02 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3ba3abcf-592c-4523-9b0f-c55aec0e9e52 HTTP/1.1" status: 200 len: 849 time: 0.0532112 May 04 18:17:04.028589 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-9db3df29-38f0-40a5-80a3-1daac7c03ee9 req-200250e9-def8-402f-8314-0825c4799e2d service neutron] 10.222.0.84 "GET /v2.0/networks/a6fe39e6-2945-43c4-866c-f901f807513e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615918 May 04 18:17:04.030535 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-9ce14014-f8fa-4108-b059-fafcc4c8d0f8 req-9f2f565d-7b24-468f-a370-22ea540a996a service neutron] 10.222.0.84 "GET /v2.0/networks/26d35b79-1359-484a-a955-f54353f413dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557631 May 04 18:17:04.437059 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15056f6-3cb4-4b9e-99be-d025dc057a99 req-bbd02cf6-e98d-4117-b1a0-63d10c2d3db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:04.439909 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-b15056f6-3cb4-4b9e-99be-d025dc057a99 req-bbd02cf6-e98d-4117-b1a0-63d10c2d3db3 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471458 May 04 18:17:04.572775 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-9ce14014-f8fa-4108-b059-fafcc4c8d0f8 req-f5f7fb22-731f-463e-9f6d-3518d5062800 service neutron] 10.222.0.84 "GET /v2.0/networks/26d35b79-1359-484a-a955-f54353f413dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738458 May 04 18:17:04.575363 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-9db3df29-38f0-40a5-80a3-1daac7c03ee9 req-b101c356-539e-4f28-b403-a95c15423731 service neutron] 10.222.0.84 "GET /v2.0/networks/a6fe39e6-2945-43c4-866c-f901f807513e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845279 May 04 18:17:04.599112 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-b15056f6-3cb4-4b9e-99be-d025dc057a99 req-5045feab-a3a0-46b5-a935-7f4a27c567e5 service neutron] 10.222.0.84 "GET /v2.0/networks/6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390834 May 04 18:17:04.712169 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-b15056f6-3cb4-4b9e-99be-d025dc057a99 req-ead01352-9fd7-4ea7-8914-f385f201abe7 service neutron] 10.222.0.84 "GET /v2.0/networks/6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912015 May 04 18:17:04.902188 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b72108-4ed5-4d02-9a6b-9f765c39592d req-81fc395a-8473-4b3e-b6f9-eb93ebae728f tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:04.903742 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-22b72108-4ed5-4d02-9a6b-9f765c39592d req-81fc395a-8473-4b3e-b6f9-eb93ebae728f tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfccffee-13f1-4b73-8572-394ea5cc53f2 HTTP/1.1" status: 200 len: 945 time: 0.0479841 May 04 18:17:04.957405 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-22b72108-4ed5-4d02-9a6b-9f765c39592d req-bc882ca1-b713-4e7c-9e35-97a137bb03ed tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480764 May 04 18:17:06.104660 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64b1396-fcf6-44e4-a612-1001068c07f8 req-732313ee-1ff4-4bb5-aba4-d707499638ae tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:06.104660 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-b64b1396-fcf6-44e4-a612-1001068c07f8 req-732313ee-1ff4-4bb5-aba4-d707499638ae tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfccffee-13f1-4b73-8572-394ea5cc53f2 HTTP/1.1" status: 200 len: 945 time: 0.0740101 May 04 18:17:06.154809 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-b64b1396-fcf6-44e4-a612-1001068c07f8 req-d5310d11-e669-43e7-8610-8a81cb24b9e8 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447412 May 04 18:17:07.274557 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057c5b88-2d0b-4ed8-a311-e7d47dde4990 req-1b9c19b3-70f4-4337-a431-5559c94bb015 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:07.276288 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-057c5b88-2d0b-4ed8-a311-e7d47dde4990 req-1b9c19b3-70f4-4337-a431-5559c94bb015 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfccffee-13f1-4b73-8572-394ea5cc53f2 HTTP/1.1" status: 200 len: 945 time: 0.0496566 May 04 18:17:07.327278 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-057c5b88-2d0b-4ed8-a311-e7d47dde4990 req-595e3b02-c838-419c-8904-db3044722661 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447159 May 04 18:17:08.442615 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8210d314-b4e2-4d3b-bb7d-442511f29689 req-f42bd1bc-90f7-4c88-bfe1-203b42927e56 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:08.444166 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-8210d314-b4e2-4d3b-bb7d-442511f29689 req-f42bd1bc-90f7-4c88-bfe1-203b42927e56 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfccffee-13f1-4b73-8572-394ea5cc53f2 HTTP/1.1" status: 200 len: 945 time: 0.0472074 May 04 18:17:08.491879 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-8210d314-b4e2-4d3b-bb7d-442511f29689 req-6f0cfffe-7d83-4a45-8710-299d93353f26 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418475 May 04 18:17:09.608728 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ff3ba-85f4-426b-8f22-fc76e1d68528 req-e2d62e86-d2c5-4c5e-946a-ea676197fac9 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:09.610210 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-c65ff3ba-85f4-426b-8f22-fc76e1d68528 req-e2d62e86-d2c5-4c5e-946a-ea676197fac9 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfccffee-13f1-4b73-8572-394ea5cc53f2 HTTP/1.1" status: 200 len: 945 time: 0.0496004 May 04 18:17:09.660158 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-c65ff3ba-85f4-426b-8f22-fc76e1d68528 req-4f51495d-9fac-4eb3-9991-96368527c962 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443985 May 04 18:17:10.802082 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85137b02-7a5a-4aa4-ac70-d72e3e287780 req-73677cc6-c203-4a84-8d8e-9288c8a4978e tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:10.803637 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-85137b02-7a5a-4aa4-ac70-d72e3e287780 req-73677cc6-c203-4a84-8d8e-9288c8a4978e tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfccffee-13f1-4b73-8572-394ea5cc53f2 HTTP/1.1" status: 200 len: 945 time: 0.0524766 May 04 18:17:10.863388 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-85137b02-7a5a-4aa4-ac70-d72e3e287780 req-b9d00aaf-9106-4dbe-955f-c648fb64fa49 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525069 May 04 18:17:11.980678 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1d6b0e-ebe4-447b-a3c1-87e1de69cf1e req-bc0da550-29df-4f0d-a517-f7d385017e02 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:11.982039 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-bb1d6b0e-ebe4-447b-a3c1-87e1de69cf1e req-bc0da550-29df-4f0d-a517-f7d385017e02 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfccffee-13f1-4b73-8572-394ea5cc53f2 HTTP/1.1" status: 200 len: 945 time: 0.0510015 May 04 18:17:12.031448 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-bb1d6b0e-ebe4-447b-a3c1-87e1de69cf1e req-b0a8f4eb-f4a9-422a-8e69-467bcb395689 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437360 May 04 18:17:13.149916 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bbf2c9-2314-44ba-a60b-84d8b0fe3748 req-f83fb48f-1735-4a89-8d29-e5b7121d6a04 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:13.151472 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-d7bbf2c9-2314-44ba-a60b-84d8b0fe3748 req-f83fb48f-1735-4a89-8d29-e5b7121d6a04 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfccffee-13f1-4b73-8572-394ea5cc53f2 HTTP/1.1" status: 200 len: 945 time: 0.0505376 May 04 18:17:13.200437 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-d7bbf2c9-2314-44ba-a60b-84d8b0fe3748 req-9b6eb302-236f-4490-bedb-e9710c96979d tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434279 May 04 18:17:14.321876 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56264d83-bf30-46ae-a121-0e160f7c38dd req-c4e73607-489f-40cd-96ac-80109e432531 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:14.323397 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-56264d83-bf30-46ae-a121-0e160f7c38dd req-c4e73607-489f-40cd-96ac-80109e432531 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfccffee-13f1-4b73-8572-394ea5cc53f2 HTTP/1.1" status: 200 len: 945 time: 0.0493159 May 04 18:17:14.371955 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-56264d83-bf30-46ae-a121-0e160f7c38dd req-c7f5c245-5fd7-410b-a7d9-20af27b14090 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429745 May 04 18:17:15.492911 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a65686-9529-4e02-bec0-8db24fcc0e99 req-efd76ef0-e09b-4406-8eaa-0d5e8b56b725 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:15.494598 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-17a65686-9529-4e02-bec0-8db24fcc0e99 req-efd76ef0-e09b-4406-8eaa-0d5e8b56b725 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfccffee-13f1-4b73-8572-394ea5cc53f2 HTTP/1.1" status: 200 len: 945 time: 0.0465593 May 04 18:17:15.542507 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-17a65686-9529-4e02-bec0-8db24fcc0e99 req-6d9aad6e-6a47-454e-9d8f-5664067a054d tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425832 May 04 18:17:16.197166 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 49248) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:17:16.308885 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-1bdb088e-6daf-4e1c-b0e8-b966a0cdfa01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:16.385511 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-1bdb088e-6daf-4e1c-b0e8-b966a0cdfa01 admin admin] Publish callbacks [] for security_group (3d68f0e0-0f3d-44f7-a132-7677ff5e63d9), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:16.453681 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-1bdb088e-6daf-4e1c-b0e8-b966a0cdfa01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (3d68f0e0-0f3d-44f7-a132-7677ff5e63d9), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:16.497550 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-1bdb088e-6daf-4e1c-b0e8-b966a0cdfa01 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ec59e7ddf8164929b710290eddb43b83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2986519 May 04 18:17:16.498288 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdb088e-6daf-4e1c-b0e8-b966a0cdfa01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d68f0e0-0f3d-44f7-a132-7677ff5e63d9,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:17:16.500453 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 49252) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:17:16.552892 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-1bad9a00-8b39-4829-bc7b-3b66acd0f63e admin admin] Publish callbacks [] for security_group (3d68f0e0-0f3d-44f7-a132-7677ff5e63d9), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:16.577499 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-1bad9a00-8b39-4829-bc7b-3b66acd0f63e admin admin] Publish callbacks [] for security_group (3d68f0e0-0f3d-44f7-a132-7677ff5e63d9), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:16.661618 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d6b440-e0ff-4404-b77f-befee135dc7d req-7b5c2366-c453-4e42-803e-77c448718db2 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:16.663184 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-69d6b440-e0ff-4404-b77f-befee135dc7d req-7b5c2366-c453-4e42-803e-77c448718db2 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfccffee-13f1-4b73-8572-394ea5cc53f2 HTTP/1.1" status: 200 len: 945 time: 0.0483005 May 04 18:17:16.682103 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-1bad9a00-8b39-4829-bc7b-3b66acd0f63e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (3d68f0e0-0f3d-44f7-a132-7677ff5e63d9), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:16.685125 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-1bad9a00-8b39-4829-bc7b-3b66acd0f63e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:16.689283 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-1bad9a00-8b39-4829-bc7b-3b66acd0f63e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3d68f0e0-0f3d-44f7-a132-7677ff5e63d9 HTTP/1.1" status: 204 len: 168 time: 0.1875951 May 04 18:17:16.702491 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bad9a00-8b39-4829-bc7b-3b66acd0f63e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d68f0e0-0f3d-44f7-a132-7677ff5e63d9,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:17:16.715423 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-69d6b440-e0ff-4404-b77f-befee135dc7d req-6aca0916-5438-4106-ba78-c9f2ee8a5a89 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461640 May 04 18:17:17.350025 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 49274) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:17:17.363117 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-8b09f77d-dedb-4905-9378-5273ec78fb1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:17.439515 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-8b09f77d-dedb-4905-9378-5273ec78fb1a admin admin] Publish callbacks [] for security_group (defe435c-91f8-4f44-a7f8-f0c66c7ad3b1), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:17.527896 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-8b09f77d-dedb-4905-9378-5273ec78fb1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (defe435c-91f8-4f44-a7f8-f0c66c7ad3b1), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:17.575160 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-8b09f77d-dedb-4905-9378-5273ec78fb1a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=50cd161930da45fab9f124a1b53bbf65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2239912 May 04 18:17:17.577667 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 49278) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:17:17.583827 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b09f77d-dedb-4905-9378-5273ec78fb1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=defe435c-91f8-4f44-a7f8-f0c66c7ad3b1,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:17:17.615601 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 49280) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:17:17.642399 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-0a2110ab-5880-4ae3-993a-e26b89c03a33 admin admin] Publish callbacks [] for security_group (defe435c-91f8-4f44-a7f8-f0c66c7ad3b1), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:17.666114 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-0a2110ab-5880-4ae3-993a-e26b89c03a33 admin admin] Publish callbacks [] for security_group (defe435c-91f8-4f44-a7f8-f0c66c7ad3b1), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:17.735042 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-27f4b722-6baf-44a4-b75b-accec0a0cabf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:17.747267 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cf57d5-7fc5-4fe0-a204-d8ef1eb396ae req-76d2427c-283c-440c-96d1-d188ab54567f tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:17.748923 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-d7cf57d5-7fc5-4fe0-a204-d8ef1eb396ae req-76d2427c-283c-440c-96d1-d188ab54567f tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4e6e468-0b90-4282-bf67-d0a97d25be25 HTTP/1.1" status: 200 len: 945 time: 0.0513146 May 04 18:17:17.800611 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-d7cf57d5-7fc5-4fe0-a204-d8ef1eb396ae req-b9b89df1-0dd3-4dfa-912e-1ee63f3b5e6f tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] 10.222.0.23 "GET /v2.0/security-groups?id=8539d889-0aa6-45d8-bb75-c4c65558f3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458806 May 04 18:17:17.829880 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-0a2110ab-5880-4ae3-993a-e26b89c03a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (defe435c-91f8-4f44-a7f8-f0c66c7ad3b1), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:17.832561 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-0a2110ab-5880-4ae3-993a-e26b89c03a33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:17.833860 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-0a2110ab-5880-4ae3-993a-e26b89c03a33 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/defe435c-91f8-4f44-a7f8-f0c66c7ad3b1 HTTP/1.1" status: 204 len: 168 time: 0.2553012 May 04 18:17:17.843604 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2110ab-5880-4ae3-993a-e26b89c03a33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=defe435c-91f8-4f44-a7f8-f0c66c7ad3b1,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:17:17.889611 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6083b27-0c41-4ebb-a27f-90b796b70e23 req-771d1793-ee44-44e4-b141-8173dbe32e7c tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:17.889862 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-c6083b27-0c41-4ebb-a27f-90b796b70e23 req-771d1793-ee44-44e4-b141-8173dbe32e7c tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfccffee-13f1-4b73-8572-394ea5cc53f2 HTTP/1.1" status: 200 len: 945 time: 0.0848484 May 04 18:17:17.961080 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-27f4b722-6baf-44a4-b75b-accec0a0cabf admin admin] Publish callbacks [] for security_group (c9ac1c03-9078-4497-9347-7c529d51d539), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:17.971342 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-c6083b27-0c41-4ebb-a27f-90b796b70e23 req-7405043b-e8ef-44c1-b576-e31f46a7f85e tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749667 May 04 18:17:18.036287 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-27f4b722-6baf-44a4-b75b-accec0a0cabf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (c9ac1c03-9078-4497-9347-7c529d51d539), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:18.076231 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f4b722-6baf-44a4-b75b-accec0a0cabf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ac1c03-9078-4497-9347-7c529d51d539,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:17:18.084556 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-27f4b722-6baf-44a4-b75b-accec0a0cabf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c99c4efe429b4239861095a01c0b5a6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4639261 May 04 18:17:18.084818 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 49292) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:17:18.144560 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-2b8b93f3-3c84-4cc2-8d5c-12d3108d37c8 admin admin] Publish callbacks [] for security_group (c9ac1c03-9078-4497-9347-7c529d51d539), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:18.170558 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-2b8b93f3-3c84-4cc2-8d5c-12d3108d37c8 admin admin] Publish callbacks [] for security_group (c9ac1c03-9078-4497-9347-7c529d51d539), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:18.304806 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-2b8b93f3-3c84-4cc2-8d5c-12d3108d37c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (c9ac1c03-9078-4497-9347-7c529d51d539), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:18.307714 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-2b8b93f3-3c84-4cc2-8d5c-12d3108d37c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:18.308920 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-2b8b93f3-3c84-4cc2-8d5c-12d3108d37c8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c9ac1c03-9078-4497-9347-7c529d51d539 HTTP/1.1" status: 204 len: 168 time: 0.2244434 May 04 18:17:18.318877 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8b93f3-3c84-4cc2-8d5c-12d3108d37c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ac1c03-9078-4497-9347-7c529d51d539,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:17:18.927615 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b0847d-57ed-4587-8d41-7c57e13f107c req-e7195018-4490-40ce-afc5-3ed03ed5b7fc tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:18.929283 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-e2b0847d-57ed-4587-8d41-7c57e13f107c req-e7195018-4490-40ce-afc5-3ed03ed5b7fc tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4e6e468-0b90-4282-bf67-d0a97d25be25 HTTP/1.1" status: 200 len: 945 time: 0.0594997 May 04 18:17:18.983589 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-e2b0847d-57ed-4587-8d41-7c57e13f107c req-d05b1b54-e37a-4d9a-b00c-17e703df70b2 tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] 10.222.0.23 "GET /v2.0/security-groups?id=8539d889-0aa6-45d8-bb75-c4c65558f3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478969 May 04 18:17:19.107792 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82e35b3-55f1-4b89-be3c-02690cc34174 req-468696f3-a27e-4afe-ba2a-3f27e93f1ef9 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:19.118393 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-c82e35b3-55f1-4b89-be3c-02690cc34174 req-468696f3-a27e-4afe-ba2a-3f27e93f1ef9 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfccffee-13f1-4b73-8572-394ea5cc53f2 HTTP/1.1" status: 200 len: 945 time: 0.0652647 May 04 18:17:19.173790 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-c82e35b3-55f1-4b89-be3c-02690cc34174 req-c549d78b-0374-4f03-94a3-680b7846f968 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562813 May 04 18:17:20.114826 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb43bbe9-6436-4889-9306-6e7c782cec03 req-1093e14f-cf7b-45ca-90ec-260ee6c01c0c tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:20.116381 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-fb43bbe9-6436-4889-9306-6e7c782cec03 req-1093e14f-cf7b-45ca-90ec-260ee6c01c0c tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4e6e468-0b90-4282-bf67-d0a97d25be25 HTTP/1.1" status: 200 len: 945 time: 0.0545228 May 04 18:17:20.179847 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-fb43bbe9-6436-4889-9306-6e7c782cec03 req-cbc87c1b-5d57-4cbb-ab7d-a29cca264c51 tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] 10.222.0.23 "GET /v2.0/security-groups?id=8539d889-0aa6-45d8-bb75-c4c65558f3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574186 May 04 18:17:20.309473 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a34575-849b-4fb0-96ae-1bbaf8a15934 req-1c65d00c-921f-4167-ab08-f7715705bc20 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:20.311306 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-e9a34575-849b-4fb0-96ae-1bbaf8a15934 req-1c65d00c-921f-4167-ab08-f7715705bc20 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfccffee-13f1-4b73-8572-394ea5cc53f2 HTTP/1.1" status: 200 len: 945 time: 0.0499361 May 04 18:17:20.369060 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-e9a34575-849b-4fb0-96ae-1bbaf8a15934 req-941d3f65-6f30-4902-85fa-d17793982afb tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511532 May 04 18:17:20.664654 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a73168-c59f-4409-9c98-9e9dda9e6a40 req-5789137f-1bf2-4122-b775-2ad8cef5112e tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:20.666136 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-11a73168-c59f-4409-9c98-9e9dda9e6a40 req-5789137f-1bf2-4122-b775-2ad8cef5112e tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] 10.222.0.84 "GET /v2.0/ports?device_id=d4e6e468-0b90-4282-bf67-d0a97d25be25 HTTP/1.1" status: 200 len: 945 time: 0.0466459 May 04 18:17:20.831001 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.plugin [req-11a73168-c59f-4409-9c98-9e9dda9e6a40 req-9b87e9f4-4e11-4f88-b49c-b0c369c7b75e tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] Deleting port 9f2ee57b-ba39-4d08-a5d1-43dddc1e2ca5 {{(pid=104024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:17:20.831381 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [req-11a73168-c59f-4409-9c98-9e9dda9e6a40 req-9b87e9f4-4e11-4f88-b49c-b0c369c7b75e tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772820269343'] for port (9f2ee57b-ba39-4d08-a5d1-43dddc1e2ca5), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:20.930203 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.db [req-11a73168-c59f-4409-9c98-9e9dda9e6a40 req-9b87e9f4-4e11-4f88-b49c-b0c369c7b75e tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] For port 9f2ee57b-ba39-4d08-a5d1-43dddc1e2ca5, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=9f2ee57b-ba39-4d08-a5d1-43dddc1e2ca5,segment=NetworkSegment(b4dedef6-d3db-484a-90f3-a3c1c96d8c06),segment_id=b4dedef6-d3db-484a-90f3-a3c1c96d8c06)] {{(pid=104024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:17:20.930716 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [req-11a73168-c59f-4409-9c98-9e9dda9e6a40 req-9b87e9f4-4e11-4f88-b49c-b0c369c7b75e tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674980'] for port (9f2ee57b-ba39-4d08-a5d1-43dddc1e2ca5), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:20.948866 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.plugin [req-11a73168-c59f-4409-9c98-9e9dda9e6a40 req-9b87e9f4-4e11-4f88-b49c-b0c369c7b75e tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] Calling delete_port for 9f2ee57b-ba39-4d08-a5d1-43dddc1e2ca5 owned by compute:nova {{(pid=104024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:17:21.206392 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [req-11a73168-c59f-4409-9c98-9e9dda9e6a40 req-9b87e9f4-4e11-4f88-b49c-b0c369c7b75e tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772820276655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772819832239'] for port (9f2ee57b-ba39-4d08-a5d1-43dddc1e2ca5), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:21.251067 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b87e9f4-4e11-4f88-b49c-b0c369c7b75e tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] Pushing event deleted for resources: {'Port': ['ID=9f2ee57b-ba39-4d08-a5d1-43dddc1e2ca5,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:17:21.330361 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-9a877288-752d-438f-be16-897af4f478e6 req-2b566051-664e-4951-b92e-cad2fb6a5b35 tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4e6e468-0b90-4282-bf67-d0a97d25be25 HTTP/1.1" status: 200 len: 210 time: 0.0469589 May 04 18:17:21.345417 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [req-11a73168-c59f-4409-9c98-9e9dda9e6a40 req-9b87e9f4-4e11-4f88-b49c-b0c369c7b75e tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] No DVR routers for this DVR port 9f2ee57b-ba39-4d08-a5d1-43dddc1e2ca5 on host hv-cinder-84051 {{(pid=104024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:17:21.348781 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [req-11a73168-c59f-4409-9c98-9e9dda9e6a40 req-9b87e9f4-4e11-4f88-b49c-b0c369c7b75e tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976'] for port (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:21.352410 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-11a73168-c59f-4409-9c98-9e9dda9e6a40 req-9b87e9f4-4e11-4f88-b49c-b0c369c7b75e tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] 10.222.0.84 "DELETE /v2.0/ports/9f2ee57b-ba39-4d08-a5d1-43dddc1e2ca5 HTTP/1.1" status: 204 len: 173 time: 0.6754642 May 04 18:17:21.352972 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4e6e468-0b90-4282-bf67-d0a97d25be25', 'name': 'network-vif-deleted', 'tag': '9f2ee57b-ba39-4d08-a5d1-43dddc1e2ca5'}] {{(pid=104024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:17:21.355333 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c26fa3ecb1f16f42831e56f73673e8220bc52890772fb217514d3f8d557ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7a26b58-e3ea-4891-8581-40bc3939f5ec" -d '{"events": [{"server_uuid": "d4e6e468-0b90-4282-bf67-d0a97d25be25", "name": "network-vif-deleted", "tag": "9f2ee57b-ba39-4d08-a5d1-43dddc1e2ca5"}]}' {{(pid=104024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:17:21.391818 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 18:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f010066-118e-4b38-9fb6-ad26bf7113fb x-openstack-request-id: req-6f010066-118e-4b38-9fb6-ad26bf7113fb {{(pid=104024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:17:21.392112 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4e6e468-0b90-4282-bf67-d0a97d25be25", "name": "network-vif-deleted", "tag": "9f2ee57b-ba39-4d08-a5d1-43dddc1e2ca5", "status": "completed", "code": 200}]} {{(pid=104024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:17:21.392458 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6f010066-118e-4b38-9fb6-ad26bf7113fb {{(pid=104024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:17:21.392910 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f010066-118e-4b38-9fb6-ad26bf7113fb'] response: {'server_uuid': 'd4e6e468-0b90-4282-bf67-d0a97d25be25', 'name': 'network-vif-deleted', 'tag': '9f2ee57b-ba39-4d08-a5d1-43dddc1e2ca5', 'status': 'completed', 'code': 200} May 04 18:17:21.485839 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01101252-107e-4171-b0a3-21ee8c236981 req-45b67f51-2a68-44d4-a4ba-c5a8be70a141 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:21.487461 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-01101252-107e-4171-b0a3-21ee8c236981 req-45b67f51-2a68-44d4-a4ba-c5a8be70a141 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfccffee-13f1-4b73-8572-394ea5cc53f2 HTTP/1.1" status: 200 len: 945 time: 0.0492785 May 04 18:17:21.536210 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-01101252-107e-4171-b0a3-21ee8c236981 req-c3b0e62c-10cb-4b5f-b934-59cd3b87b294 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425842 May 04 18:17:22.042340 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (2ed5d983-d6d1-49f2-9dfa-1a41e5be1317), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:22.429657 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-a30c24af-1733-47d6-ab18-1fc8aab9a376 req-0a20091e-2fa6-4f77-a905-d8adcb513493 tempest-DeleteServersTestJSON-709210042 tempest-DeleteServersTestJSON-709210042-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4e6e468-0b90-4282-bf67-d0a97d25be25 HTTP/1.1" status: 200 len: 210 time: 0.0282962 May 04 18:17:22.664539 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b141c-4ad0-499c-8be9-e3f646cbb5c8 req-0ded9a8b-2a2e-463a-b1d2-12042173d884 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:22.666045 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-125b141c-4ad0-499c-8be9-e3f646cbb5c8 req-0ded9a8b-2a2e-463a-b1d2-12042173d884 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfccffee-13f1-4b73-8572-394ea5cc53f2 HTTP/1.1" status: 200 len: 945 time: 0.0528290 May 04 18:17:22.722504 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-125b141c-4ad0-499c-8be9-e3f646cbb5c8 req-a0f245d4-bc21-4063-ae46-c10583b7c6b0 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508101 May 04 18:17:23.104719 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device 9f2ee57b-ba39-4d08-a5d1-43dddc1e2ca5 no longer exists at agent hyperv_hv-cinder-84051 {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 18:17:23.129240 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] No Port match for: 9f2ee57b-ba39-4d08-a5d1-43dddc1e2ca5 {{(pid=104025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 18:17:23.129853 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device 9f2ee57b-ba39-4d08-a5d1-43dddc1e2ca5 not bound to the agent host hv-cinder-84051 {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 18:17:23.843104 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e7b71f-8198-4f55-8563-671a9282bf94 req-5a80c208-6d2f-4e04-b36d-2e6fa0ead1d3 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:23.844602 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-08e7b71f-8198-4f55-8563-671a9282bf94 req-5a80c208-6d2f-4e04-b36d-2e6fa0ead1d3 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfccffee-13f1-4b73-8572-394ea5cc53f2 HTTP/1.1" status: 200 len: 945 time: 0.0517550 May 04 18:17:23.894878 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-08e7b71f-8198-4f55-8563-671a9282bf94 req-0f74ee14-0597-40b3-8dd2-5ca9a556f7d8 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445690 May 04 18:17:25.159800 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6795f191-f043-4dd8-9542-17bdff76fc80 req-ca6162a1-5a35-462e-a6f6-b7a7a5e9b22e tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:25.162058 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-6795f191-f043-4dd8-9542-17bdff76fc80 req-ca6162a1-5a35-462e-a6f6-b7a7a5e9b22e tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfccffee-13f1-4b73-8572-394ea5cc53f2 HTTP/1.1" status: 200 len: 945 time: 0.0516939 May 04 18:17:25.223575 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-6795f191-f043-4dd8-9542-17bdff76fc80 req-9387d084-d4d1-4349-acf0-f9d9f56edc8b tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549247 May 04 18:17:25.252365 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 49492) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:17:25.298098 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1978ffa-b59d-4fef-92fe-888966f97308 admin admin] Deleting subnet bc57389f-e522-438e-bf80-c82f395c73ec {{(pid=104024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 18:17:25.301355 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-b1978ffa-b59d-4fef-92fe-888966f97308 admin admin] Publish callbacks [] for subnet (bc57389f-e522-438e-bf80-c82f395c73ec), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:25.342318 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 49494) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:17:25.344295 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-b1978ffa-b59d-4fef-92fe-888966f97308 admin admin] Publish callbacks [] for subnet (bc57389f-e522-438e-bf80-c82f395c73ec), precommit_delete_associations {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:25.354667 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-b1978ffa-b59d-4fef-92fe-888966f97308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727632'] for subnet (bc57389f-e522-438e-bf80-c82f395c73ec), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:25.454064 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d06100a1-82f2-49e5-8e20-df679955e0bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:25.476414 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-b1978ffa-b59d-4fef-92fe-888966f97308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260'] for subnet (bc57389f-e522-438e-bf80-c82f395c73ec), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:25.504461 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1978ffa-b59d-4fef-92fe-888966f97308 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc57389f-e522-438e-bf80-c82f395c73ec,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:17:25.512138 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-b1978ffa-b59d-4fef-92fe-888966f97308 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:25.515629 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-b1978ffa-b59d-4fef-92fe-888966f97308 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/bc57389f-e522-438e-bf80-c82f395c73ec HTTP/1.1" status: 204 len: 168 time: 0.2620981 May 04 18:17:25.521665 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 49500) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:17:25.547290 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d06100a1-82f2-49e5-8e20-df679955e0bf admin admin] Publish callbacks [] for security_group (216e805d-9142-45c7-938a-07a834f6aa6b), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:25.597471 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-e94a637e-4bb5-4c8a-9994-2608525e4052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653438'] for network (749ebc86-c8f6-4fa1-a57a-0024399bcc1e), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:25.636170 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d06100a1-82f2-49e5-8e20-df679955e0bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (216e805d-9142-45c7-938a-07a834f6aa6b), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:25.683314 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06100a1-82f2-49e5-8e20-df679955e0bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=216e805d-9142-45c7-938a-07a834f6aa6b,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:17:25.687892 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-d06100a1-82f2-49e5-8e20-df679955e0bf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=33e49ba5692240a9b6ced2305b3af73f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3446825 May 04 18:17:25.690604 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 49502) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:17:25.747469 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-38bc2709-292d-49a3-ba73-6272fc4f18be admin admin] Publish callbacks [] for security_group (216e805d-9142-45c7-938a-07a834f6aa6b), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:25.770947 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-38bc2709-292d-49a3-ba73-6272fc4f18be admin admin] Publish callbacks [] for security_group (216e805d-9142-45c7-938a-07a834f6aa6b), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:25.886395 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-38bc2709-292d-49a3-ba73-6272fc4f18be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (216e805d-9142-45c7-938a-07a834f6aa6b), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:25.889141 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-38bc2709-292d-49a3-ba73-6272fc4f18be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:25.890209 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-38bc2709-292d-49a3-ba73-6272fc4f18be admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/216e805d-9142-45c7-938a-07a834f6aa6b HTTP/1.1" status: 204 len: 168 time: 0.1985850 May 04 18:17:25.892044 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-e94a637e-4bb5-4c8a-9994-2608525e4052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727429', 'neutron.services.segments.db._delete_segments_for_network-8772820294476'] for network (749ebc86-c8f6-4fa1-a57a-0024399bcc1e), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:25.899698 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bc2709-292d-49a3-ba73-6272fc4f18be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=216e805d-9142-45c7-938a-07a834f6aa6b,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:17:25.918399 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-e94a637e-4bb5-4c8a-9994-2608525e4052 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:25.918747 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-e94a637e-4bb5-4c8a-9994-2608525e4052 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:25.919637 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-e94a637e-4bb5-4c8a-9994-2608525e4052 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:25.919948 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-e94a637e-4bb5-4c8a-9994-2608525e4052 admin admin] Subscribe: > port after_create 55550000 {{(pid=104024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:25.920191 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-e94a637e-4bb5-4c8a-9994-2608525e4052 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:25.920522 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-e94a637e-4bb5-4c8a-9994-2608525e4052 admin admin] Subscribe: > port after_update 55550000 {{(pid=104024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:25.920856 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-e94a637e-4bb5-4c8a-9994-2608525e4052 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:25.921157 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-e94a637e-4bb5-4c8a-9994-2608525e4052 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:25.921466 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-e94a637e-4bb5-4c8a-9994-2608525e4052 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:25.921926 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-e94a637e-4bb5-4c8a-9994-2608525e4052 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:25.986977 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-e94a637e-4bb5-4c8a-9994-2608525e4052 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:25.987464 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-e94a637e-4bb5-4c8a-9994-2608525e4052 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:25.987673 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-e94a637e-4bb5-4c8a-9994-2608525e4052 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:25.988053 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-e94a637e-4bb5-4c8a-9994-2608525e4052 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:17:25.988365 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.services.segments.db [None req-e94a637e-4bb5-4c8a-9994-2608525e4052 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['749ebc86-c8f6-4fa1-a57a-0024399bcc1e']}} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:17:26.006681 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.services.segments.db [None req-e94a637e-4bb5-4c8a-9994-2608525e4052 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4dedef6-d3db-484a-90f3-a3c1c96d8c06') {'for_net_delete': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:17:26.006979 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.services.segments.db [None req-e94a637e-4bb5-4c8a-9994-2608525e4052 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4dedef6-d3db-484a-90f3-a3c1c96d8c06') {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:17:26.027677 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-e94a637e-4bb5-4c8a-9994-2608525e4052 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772820296277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6008514'] for segment (b4dedef6-d3db-484a-90f3-a3c1c96d8c06), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:26.050858 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-e94a637e-4bb5-4c8a-9994-2608525e4052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691573'] for segment (b4dedef6-d3db-484a-90f3-a3c1c96d8c06), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:26.059497 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e94a637e-4bb5-4c8a-9994-2608525e4052 admin admin] Releasing vlan 825 on physical network physnet1 to pool {{(pid=104024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 18:17:26.059877 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-e94a637e-4bb5-4c8a-9994-2608525e4052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6007254'] for segment (b4dedef6-d3db-484a-90f3-a3c1c96d8c06), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:26.064003 dv-cinder-840511-4-iscsi neutron-server[104024]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 04 18:17:26.064003 dv-cinder-840511-4-iscsi neutron-server[104024]: from cryptography.utils import int_from_bytes May 04 18:17:26.064003 dv-cinder-840511-4-iscsi neutron-server[104024]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 04 18:17:26.064003 dv-cinder-840511-4-iscsi neutron-server[104024]: from cryptography.utils import int_from_bytes May 04 18:17:26.064003 dv-cinder-840511-4-iscsi neutron-server[104024]: Traceback (most recent call last): May 04 18:17:26.064003 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 18:17:26.064003 dv-cinder-840511-4-iscsi neutron-server[104024]: timer() May 04 18:17:26.064003 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 18:17:26.064003 dv-cinder-840511-4-iscsi neutron-server[104024]: cb(*args, **kw) May 04 18:17:26.064003 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 18:17:26.064003 dv-cinder-840511-4-iscsi neutron-server[104024]: return func(*args, **kwargs) May 04 18:17:26.064003 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 18:17:26.064003 dv-cinder-840511-4-iscsi neutron-server[104024]: self._notify() May 04 18:17:26.064003 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 18:17:26.064003 dv-cinder-840511-4-iscsi neutron-server[104024]: self.callback(batched_events) May 04 18:17:26.064003 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 18:17:26.064003 dv-cinder-840511-4-iscsi neutron-server[104024]: event.method(event) May 04 18:17:26.064003 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 18:17:26.064003 dv-cinder-840511-4-iscsi neutron-server[104024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 18:17:26.064003 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 18:17:26.064003 dv-cinder-840511-4-iscsi neutron-server[104024]: aggregate_uuid = self.p_client.list_aggregates( May 04 18:17:26.064003 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 18:17:26.064003 dv-cinder-840511-4-iscsi neutron-server[104024]: return f(self, *a, **k) May 04 18:17:26.064003 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 18:17:26.064003 dv-cinder-840511-4-iscsi neutron-server[104024]: return self._get(url).json() May 04 18:17:26.064003 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 18:17:26.064003 dv-cinder-840511-4-iscsi neutron-server[104024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 18:17:26.064003 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 18:17:26.064003 dv-cinder-840511-4-iscsi neutron-server[104024]: return self.request(url, 'GET', **kwargs) May 04 18:17:26.064003 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 18:17:26.064003 dv-cinder-840511-4-iscsi neutron-server[104024]: base_url = self.get_endpoint(auth, allow=allow, May 04 18:17:26.064003 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 18:17:26.064003 dv-cinder-840511-4-iscsi neutron-server[104024]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 18:17:26.064003 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 18:17:26.064003 dv-cinder-840511-4-iscsi neutron-server[104024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 18:17:26.064003 dv-cinder-840511-4-iscsi neutron-server[104024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 18:17:26.178538 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-e94a637e-4bb5-4c8a-9994-2608525e4052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676474'] for network (749ebc86-c8f6-4fa1-a57a-0024399bcc1e), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:26.184590 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-e94a637e-4bb5-4c8a-9994-2608525e4052 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598214'] for network (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:26.191990 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-e94a637e-4bb5-4c8a-9994-2608525e4052 admin admin] 10.222.0.23 "DELETE /v2.0/networks/749ebc86-c8f6-4fa1-a57a-0024399bcc1e HTTP/1.1" status: 204 len: 168 time: 0.6658099 May 04 18:17:26.214389 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94a637e-4bb5-4c8a-9994-2608525e4052 admin admin] Pushing event deleted for resources: {'Network': ['ID=749ebc86-c8f6-4fa1-a57a-0024399bcc1e,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:17:26.356418 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0b2572-65bf-450b-9dde-2e2c153ca2b7 req-e9aa8f81-74fe-4c11-899c-92fc262ee33d tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:26.358011 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-6e0b2572-65bf-450b-9dde-2e2c153ca2b7 req-e9aa8f81-74fe-4c11-899c-92fc262ee33d tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfccffee-13f1-4b73-8572-394ea5cc53f2 HTTP/1.1" status: 200 len: 945 time: 0.0561857 May 04 18:17:26.410952 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-6e0b2572-65bf-450b-9dde-2e2c153ca2b7 req-ad9bfb39-18ff-42fa-a65e-558966a341c6 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472095 May 04 18:17:26.570476 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 49534) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:17:26.588733 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-269e9f38-144e-49cb-b662-50d48d013546 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:26.670309 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 49538) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:17:26.673107 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-269e9f38-144e-49cb-b662-50d48d013546 admin admin] Publish callbacks [] for security_group (7a6060af-129d-4995-917f-ccbf4d56e0b1), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:26.716026 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-9bd56bf6-b13e-4baa-9bd1-8994b16fcc27 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d61287a330cd4af9bd9dc26fd4dbd32c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0445609 May 04 18:17:26.718592 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 49540) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:17:26.766674 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-269e9f38-144e-49cb-b662-50d48d013546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (7a6060af-129d-4995-917f-ccbf4d56e0b1), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:26.767389 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-e56eae05-d998-4e01-9225-813ce00c774a admin admin] Publish callbacks [] for security_group (8539d889-0aa6-45d8-bb75-c4c65558f3ed), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:26.788832 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-e56eae05-d998-4e01-9225-813ce00c774a admin admin] Publish callbacks [] for security_group (8539d889-0aa6-45d8-bb75-c4c65558f3ed), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:26.810948 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-269e9f38-144e-49cb-b662-50d48d013546 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d19bc035e96d42d5833f63a1239ad81f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2378275 May 04 18:17:26.811407 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269e9f38-144e-49cb-b662-50d48d013546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6060af-129d-4995-917f-ccbf4d56e0b1,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:17:26.814601 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 49542) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:17:26.879743 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8ebaa753-8bb5-4eab-99ab-3ff8d892d1a1 admin admin] Publish callbacks [] for security_group (7a6060af-129d-4995-917f-ccbf4d56e0b1), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:26.905454 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8ebaa753-8bb5-4eab-99ab-3ff8d892d1a1 admin admin] Publish callbacks [] for security_group (7a6060af-129d-4995-917f-ccbf4d56e0b1), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:26.961055 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-e56eae05-d998-4e01-9225-813ce00c774a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (8539d889-0aa6-45d8-bb75-c4c65558f3ed), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:26.963725 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-e56eae05-d998-4e01-9225-813ce00c774a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:26.964886 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-e56eae05-d998-4e01-9225-813ce00c774a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8539d889-0aa6-45d8-bb75-c4c65558f3ed HTTP/1.1" status: 204 len: 168 time: 0.2453737 May 04 18:17:26.972928 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56eae05-d998-4e01-9225-813ce00c774a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8539d889-0aa6-45d8-bb75-c4c65558f3ed,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:17:27.126919 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8ebaa753-8bb5-4eab-99ab-3ff8d892d1a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (7a6060af-129d-4995-917f-ccbf4d56e0b1), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:27.129807 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8ebaa753-8bb5-4eab-99ab-3ff8d892d1a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:27.130964 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-8ebaa753-8bb5-4eab-99ab-3ff8d892d1a1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7a6060af-129d-4995-917f-ccbf4d56e0b1 HTTP/1.1" status: 204 len: 168 time: 0.3152604 May 04 18:17:27.139936 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebaa753-8bb5-4eab-99ab-3ff8d892d1a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a6060af-129d-4995-917f-ccbf4d56e0b1,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:17:27.547226 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb1473-2dbb-49bc-99e2-ab848be31d9e req-9b0cb7c4-487d-486f-8458-843fdf91dd43 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:27.550753 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-42eb1473-2dbb-49bc-99e2-ab848be31d9e req-9b0cb7c4-487d-486f-8458-843fdf91dd43 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfccffee-13f1-4b73-8572-394ea5cc53f2 HTTP/1.1" status: 200 len: 945 time: 0.0664823 May 04 18:17:27.635795 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-42eb1473-2dbb-49bc-99e2-ab848be31d9e req-e3473397-cfdd-4bd7-8607-d572259c8b1e tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770550 May 04 18:17:27.641819 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-a6db26bb-6416-4768-9a6a-23ba25101d23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (c89944b2-e06f-41dc-a0fc-77a7e649c9d3), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:28.264178 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 49582) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:17:28.360701 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.v2.base [None req-ec772ec1-8a81-4981-a11a-c00e826cf3ae admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1596959943-network', 'tenant_id': '41ba2dfd59a64dc3b9f82fac37c1f278'}} {{(pid=104024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:17:28.487179 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec772ec1-8a81-4981-a11a-c00e826cf3ae admin admin] Made reservation on behalf of 41ba2dfd59a64dc3b9f82fac37c1f278 for: {'network': 1} {{(pid=104024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:17:28.489432 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-ec772ec1-8a81-4981-a11a-c00e826cf3ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for network (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:28.501509 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-ec772ec1-8a81-4981-a11a-c00e826cf3ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:28.577411 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-ec772ec1-8a81-4981-a11a-c00e826cf3ae admin admin] Publish callbacks [] for security_group (404f8d2c-4586-4626-83e6-5a46c0ce05cd), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:28.658281 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-ec772ec1-8a81-4981-a11a-c00e826cf3ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (404f8d2c-4586-4626-83e6-5a46c0ce05cd), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:28.684327 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec772ec1-8a81-4981-a11a-c00e826cf3ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 842} {{(pid=104024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 18:17:28.694934 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec772ec1-8a81-4981-a11a-c00e826cf3ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=404f8d2c-4586-4626-83e6-5a46c0ce05cd,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:17:28.699924 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-ec772ec1-8a81-4981-a11a-c00e826cf3ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691573'] for segment (93c6e1e8-c128-4532-8f18-ec2a2ac72466), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:28.700280 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.db.segments_db [None req-ec772ec1-8a81-4981-a11a-c00e826cf3ae admin admin] Added segment 93c6e1e8-c128-4532-8f18-ec2a2ac72466 of type vlan for network adc2355e-99c1-42a7-9cbc-42fd35f09e00 May 04 18:17:28.742353 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-ec772ec1-8a81-4981-a11a-c00e826cf3ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772819821523'] for network (adc2355e-99c1-42a7-9cbc-42fd35f09e00), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:28.780139 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a757fd-f0f4-407a-9c35-06245f37975e req-9c84f62e-34f5-4a07-bdc0-6c63cb34e2d8 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:28.781644 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-02a757fd-f0f4-407a-9c35-06245f37975e req-9c84f62e-34f5-4a07-bdc0-6c63cb34e2d8 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfccffee-13f1-4b73-8572-394ea5cc53f2 HTTP/1.1" status: 200 len: 945 time: 0.0532920 May 04 18:17:28.832090 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-02a757fd-f0f4-407a-9c35-06245f37975e req-324c2c9f-a93d-4b34-9020-b45201e4ecb1 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448997 May 04 18:17:28.856038 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-ec772ec1-8a81-4981-a11a-c00e826cf3ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260'] for network (adc2355e-99c1-42a7-9cbc-42fd35f09e00), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:28.856038 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec772ec1-8a81-4981-a11a-c00e826cf3ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:28.856038 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-ec772ec1-8a81-4981-a11a-c00e826cf3ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598214'] for network (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:28.923274 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec772ec1-8a81-4981-a11a-c00e826cf3ae admin admin] Pushing event updated for resources: {'Network': ['ID=adc2355e-99c1-42a7-9cbc-42fd35f09e00,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:17:28.933573 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Network adc2355e-99c1-42a7-9cbc-42fd35f09e00 details requested by agent ovs-agent-dv-cinder-840511-4-iscsi with host dv-cinder-840511-4-iscsi {{(pid=104025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 18:17:28.952523 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-ec772ec1-8a81-4981-a11a-c00e826cf3ae admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6871364 May 04 18:17:28.955294 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 49594) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:17:28.960361 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.v2.base [None req-8f2e1325-9ed9-4cbd-a83e-cf79fa9f6137 admin admin] Request body: {'subnet': {'network_id': 'adc2355e-99c1-42a7-9cbc-42fd35f09e00', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1596959943-subnet', 'tenant_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:17:29.069385 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f2e1325-9ed9-4cbd-a83e-cf79fa9f6137 admin admin] Made reservation on behalf of 41ba2dfd59a64dc3b9f82fac37c1f278 for: {'subnet': 1} {{(pid=104024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:17:29.072230 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-8f2e1325-9ed9-4cbd-a83e-cf79fa9f6137 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5949435'] for subnet (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:29.338737 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-8f2e1325-9ed9-4cbd-a83e-cf79fa9f6137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6008435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5949321'] for subnet (3c3d78bf-8f55-488e-b058-2a13b7e24990), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:29.392381 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2e1325-9ed9-4cbd-a83e-cf79fa9f6137 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c3d78bf-8f55-488e-b058-2a13b7e24990,revision_number=0']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:17:29.403172 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2e1325-9ed9-4cbd-a83e-cf79fa9f6137 admin admin] Checking segment: {'id': '93c6e1e8-c128-4532-8f18-ec2a2ac72466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'adc2355e-99c1-42a7-9cbc-42fd35f09e00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:17:29.403522 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2e1325-9ed9-4cbd-a83e-cf79fa9f6137 admin admin] Network hostable DHCP agents. Network: adc2355e-99c1-42a7-9cbc-42fd35f09e00, hostable agents: ['c89944b2-e06f-41dc-a0fc-77a7e649c9d3'], hosted agents: [] {{(pid=104024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 18:17:29.492542 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2e1325-9ed9-4cbd-a83e-cf79fa9f6137 admin admin] Network adc2355e-99c1-42a7-9cbc-42fd35f09e00 is scheduled to be hosted by DHCP agent c89944b2-e06f-41dc-a0fc-77a7e649c9d3 with binding_index 1 {{(pid=104024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 18:17:29.567033 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.base_scheduler [None req-8f2e1325-9ed9-4cbd-a83e-cf79fa9f6137 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840511-4-iscsi, adc2355e-99c1-42a7-9cbc-42fd35f09e00) {{(pid=104024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:17:29.573764 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2e1325-9ed9-4cbd-a83e-cf79fa9f6137 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:29.574011 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-8f2e1325-9ed9-4cbd-a83e-cf79fa9f6137 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:29.577251 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c28233-010d-4451-adff-9ce69253de55 None None] Network adc2355e-99c1-42a7-9cbc-42fd35f09e00 requested from dv-cinder-840511-4-iscsi {{(pid=104025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 18:17:29.667991 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-8f2e1325-9ed9-4cbd-a83e-cf79fa9f6137 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7112970 May 04 18:17:29.671092 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 49612) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:17:29.677026 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.v2.base [None req-29537474-4186-4c1c-ac58-18c5931fa3b4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1596959943-router', 'tenant_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31'}}} {{(pid=104024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:17:29.686293 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa022c4-8f60-42e5-874b-611929cb954a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7413deaf-5835-5fbd-ad87-e75b1d698e43-adc2355e-99c1-42a7-9cbc-42fd35f09e00', 'network_id': 'adc2355e-99c1-42a7-9cbc-42fd35f09e00', 'project_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'fixed_ips': [{'subnet_id': '3c3d78bf-8f55-488e-b058-2a13b7e24990'}]}} from dv-cinder-840511-4-iscsi. {{(pid=104025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 18:17:29.687353 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-ffa022c4-8f60-42e5-874b-611929cb954a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (None), before_create {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:29.718808 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.agents_db [None req-cc71a237-c19e-45a1-a167-cff52744c55e None None] Agent healthcheck: found 6 active agents {{(pid=104026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 18:17:29.784438 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-29537474-4186-4c1c-ac58-18c5931fa3b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1680882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13377'] for router (49639112-b345-407f-82ff-d7941c122b1a), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:29.785663 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-29537474-4186-4c1c-ac58-18c5931fa3b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1680798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1675771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1801714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13400'] for router (49639112-b345-407f-82ff-d7941c122b1a), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:29.830259 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.db_base_plugin_common [None req-ffa022c4-8f60-42e5-874b-611929cb954a None None] Allocated IP 172.20.0.2 (adc2355e-99c1-42a7-9cbc-42fd35f09e00/3c3d78bf-8f55-488e-b058-2a13b7e24990/5f9b10de-519d-46bc-8626-ef120cdd2c63) {{(pid=104025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:17:29.842751 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-29537474-4186-4c1c-ac58-18c5931fa3b4 admin admin] Publish callbacks [] for router_controller (49639112-b345-407f-82ff-d7941c122b1a), precommit_add_association {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:29.981001 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabd9015-65b2-4a2b-90dd-f10954549c1e req-1384ae89-a8ba-44c7-acfa-e3ea51326018 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:29.982495 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-aabd9015-65b2-4a2b-90dd-f10954549c1e req-1384ae89-a8ba-44c7-acfa-e3ea51326018 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfccffee-13f1-4b73-8572-394ea5cc53f2 HTTP/1.1" status: 200 len: 945 time: 0.0806844 May 04 18:17:30.000783 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-ffa022c4-8f60-42e5-874b-611929cb954a None None] Publish callbacks [] for port (5f9b10de-519d-46bc-8626-ef120cdd2c63), precommit_create {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:30.029756 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-890d5d5c-1be5-40e2-8382-0b044184aac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:30.106399 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-29537474-4186-4c1c-ac58-18c5931fa3b4 admin admin] Publish callbacks [] for router_gateway (49639112-b345-407f-82ff-d7941c122b1a), precommit_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:30.121509 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-ffa022c4-8f60-42e5-874b-611929cb954a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772819832230'] for port (5f9b10de-519d-46bc-8626-ef120cdd2c63), after_create {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:30.126411 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-aabd9015-65b2-4a2b-90dd-f10954549c1e req-f447bcae-253a-473c-a978-5287afbc0d36 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105437 May 04 18:17:30.157927 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa022c4-8f60-42e5-874b-611929cb954a None None] Network adc2355e-99c1-42a7-9cbc-42fd35f09e00 is already hosted by enough agents. {{(pid=104025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:17:30.162437 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.scheduler.base_scheduler [None req-ffa022c4-8f60-42e5-874b-611929cb954a None None] Resources bound (agent type, host, resource id): {{(pid=104025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:17:30.172449 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa022c4-8f60-42e5-874b-611929cb954a None None] Received port after_create {{(pid=104025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:17:30.176224 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa022c4-8f60-42e5-874b-611929cb954a None None] Pushing event updated for resources: {'Port': ['ID=5f9b10de-519d-46bc-8626-ef120cdd2c63,revision_number=1']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:17:30.248868 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.managers [None req-ffa022c4-8f60-42e5-874b-611929cb954a None None] Attempting to bind port 5f9b10de-519d-46bc-8626-ef120cdd2c63 on host dv-cinder-840511-4-iscsi for vnic_type normal with profile {{(pid=104025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 18:17:30.249239 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.managers [None req-ffa022c4-8f60-42e5-874b-611929cb954a None None] Attempting to bind port 5f9b10de-519d-46bc-8626-ef120cdd2c63 by drivers openvswitch,hyperv on host dv-cinder-840511-4-iscsi at level 0 using segments [{'id': '93c6e1e8-c128-4532-8f18-ec2a2ac72466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'adc2355e-99c1-42a7-9cbc-42fd35f09e00'}] {{(pid=104025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 18:17:30.249720 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa022c4-8f60-42e5-874b-611929cb954a None None] Attempting to bind port 5f9b10de-519d-46bc-8626-ef120cdd2c63 on network adc2355e-99c1-42a7-9cbc-42fd35f09e00 {{(pid=104025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:17:30.255789 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa022c4-8f60-42e5-874b-611929cb954a None None] Checking agent: {'id': 'e55a6cb5-967a-4631-865a-95818de4ff35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840511-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 7, 4), 'started_at': datetime.datetime(2022, 5, 4, 18, 7, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840511-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 18:17:30.256165 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa022c4-8f60-42e5-874b-611929cb954a None None] Checking segment: {'id': '93c6e1e8-c128-4532-8f18-ec2a2ac72466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'adc2355e-99c1-42a7-9cbc-42fd35f09e00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:17:30.256566 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-ffa022c4-8f60-42e5-874b-611929cb954a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:30.256957 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa022c4-8f60-42e5-874b-611929cb954a None None] Bound using segment: {'id': '93c6e1e8-c128-4532-8f18-ec2a2ac72466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'adc2355e-99c1-42a7-9cbc-42fd35f09e00'} {{(pid=104025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 18:17:30.257840 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.managers [None req-ffa022c4-8f60-42e5-874b-611929cb954a None None] Bound port: 5f9b10de-519d-46bc-8626-ef120cdd2c63, host: dv-cinder-840511-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93c6e1e8-c128-4532-8f18-ec2a2ac72466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'adc2355e-99c1-42a7-9cbc-42fd35f09e00'}}] {{(pid=104025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 18:17:30.257840 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-ffa022c4-8f60-42e5-874b-611929cb954a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (5f9b10de-519d-46bc-8626-ef120cdd2c63), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:30.325803 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-ffa022c4-8f60-42e5-874b-611929cb954a None None] For port 5f9b10de-519d-46bc-8626-ef120cdd2c63, host dv-cinder-840511-4-iscsi, cleared binding levels {{(pid=104025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 18:17:30.329082 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-ffa022c4-8f60-42e5-874b-611929cb954a None None] For port 5f9b10de-519d-46bc-8626-ef120cdd2c63, host dv-cinder-840511-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=5f9b10de-519d-46bc-8626-ef120cdd2c63,segment=NetworkSegment(93c6e1e8-c128-4532-8f18-ec2a2ac72466),segment_id=93c6e1e8-c128-4532-8f18-ec2a2ac72466)] {{(pid=104025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 18:17:30.384244 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-29537474-4186-4c1c-ac58-18c5931fa3b4 admin admin] Publish callbacks [] for router_gateway (49639112-b345-407f-82ff-d7941c122b1a), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:30.405098 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-29537474-4186-4c1c-ac58-18c5931fa3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:30.412074 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-ffa022c4-8f60-42e5-874b-611929cb954a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (5f9b10de-519d-46bc-8626-ef120cdd2c63), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:30.471521 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa022c4-8f60-42e5-874b-611929cb954a None None] Pushing event updated for resources: {'Port': ['ID=5f9b10de-519d-46bc-8626-ef120cdd2c63,revision_number=2']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:17:30.523195 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.db.db_base_plugin_common [None req-29537474-4186-4c1c-ac58-18c5931fa3b4 admin admin] Allocated IP 172.27.1.45 (1bc9efb7-0207-4c06-8ee1-3b0aa535de31/61d7fae2-9d6e-42a3-8cf9-91a587505bb7/a0ebc00e-ff59-4a01-ad80-5944a1e5f02c) {{(pid=104024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:17:30.638896 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-29537474-4186-4c1c-ac58-18c5931fa3b4 admin admin] Publish callbacks [] for port (a0ebc00e-ff59-4a01-ad80-5944a1e5f02c), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:30.733224 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-29537474-4186-4c1c-ac58-18c5931fa3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772819832230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007267'] for port (a0ebc00e-ff59-4a01-ad80-5944a1e5f02c), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:30.794855 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29537474-4186-4c1c-ac58-18c5931fa3b4 admin admin] Network 1bc9efb7-0207-4c06-8ee1-3b0aa535de31 is already hosted by enough agents. {{(pid=104024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:17:30.798431 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.base_scheduler [None req-29537474-4186-4c1c-ac58-18c5931fa3b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:17:30.802235 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29537474-4186-4c1c-ac58-18c5931fa3b4 admin admin] Received port after_create {{(pid=104024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:17:30.839516 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29537474-4186-4c1c-ac58-18c5931fa3b4 admin admin] Pushing event updated for resources: {'Port': ['ID=a0ebc00e-ff59-4a01-ad80-5944a1e5f02c,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:17:30.870744 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device 5f9b10de-519d-46bc-8626-ef120cdd2c63 up at agent ovs-agent-dv-cinder-840511-4-iscsi {{(pid=104025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:17:30.927946 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Provisioning complete for port 5f9b10de-519d-46bc-8626-ef120cdd2c63 triggered by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:17:30.928340 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (5f9b10de-519d-46bc-8626-ef120cdd2c63), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:31.011741 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Current status of the port 5f9b10de-519d-46bc-8626-ef120cdd2c63 is: DOWN; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:17:31.012369 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (5f9b10de-519d-46bc-8626-ef120cdd2c63), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:31.047591 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] For port 5f9b10de-519d-46bc-8626-ef120cdd2c63, host dv-cinder-840511-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=5f9b10de-519d-46bc-8626-ef120cdd2c63,segment=NetworkSegment(93c6e1e8-c128-4532-8f18-ec2a2ac72466),segment_id=93c6e1e8-c128-4532-8f18-ec2a2ac72466)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:17:31.179378 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (5f9b10de-519d-46bc-8626-ef120cdd2c63), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:31.183391 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-4fdd29be-a970-4503-919e-12b86a90c52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (74c08095-bc4c-43d3-91b6-743b06ad1f6c), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:31.210442 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-29537474-4186-4c1c-ac58-18c5931fa3b4 admin admin] Publish callbacks [] for router_gateway (49639112-b345-407f-82ff-d7941c122b1a), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:31.264269 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa6fe6b-caff-4c33-bd28-d63842c0d63f req-243a9283-64d5-4eb0-bc9e-6e3b0f9edc46 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:31.272111 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-5aa6fe6b-caff-4c33-bd28-d63842c0d63f req-243a9283-64d5-4eb0-bc9e-6e3b0f9edc46 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfccffee-13f1-4b73-8572-394ea5cc53f2 HTTP/1.1" status: 200 len: 945 time: 0.0659599 May 04 18:17:31.287509 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Pushing event updated for resources: {'Port': ['ID=5f9b10de-519d-46bc-8626-ef120cdd2c63,revision_number=3']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:17:31.331577 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-5aa6fe6b-caff-4c33-bd28-d63842c0d63f req-827dd53c-97d9-4022-8399-c1f9cd62746c tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577049 May 04 18:17:31.484468 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-29537474-4186-4c1c-ac58-18c5931fa3b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1680775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1675720'] for router (49639112-b345-407f-82ff-d7941c122b1a), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:31.548033 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb18d85-b75a-42ab-8a8e-2a400e920ea7 None None] Network adc2355e-99c1-42a7-9cbc-42fd35f09e00 requested from dv-cinder-840511-4-iscsi {{(pid=104025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 18:17:31.621774 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-d353b451-6a50-4289-a213-ae5ccdc1ff05 None None] Provisioning complete for port 5f9b10de-519d-46bc-8626-ef120cdd2c63 triggered by entity DHCP. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:17:31.622166 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-d353b451-6a50-4289-a213-ae5ccdc1ff05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (5f9b10de-519d-46bc-8626-ef120cdd2c63), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:31.704022 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29537474-4186-4c1c-ac58-18c5931fa3b4 admin admin] Router 49639112-b345-407f-82ff-d7941c122b1a is scheduled to L3 agent 341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae with binding_index 1 {{(pid=104024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 18:17:31.735610 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-d353b451-6a50-4289-a213-ae5ccdc1ff05 None None] Current status of the port 5f9b10de-519d-46bc-8626-ef120cdd2c63 is: ACTIVE; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:17:31.955711 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-46b0744f-41a6-4167-8717-2d55229661d8 None None] Provisioning complete for port 5f9b10de-519d-46bc-8626-ef120cdd2c63 triggered by entity DHCP. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:17:31.956021 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-46b0744f-41a6-4167-8717-2d55229661d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (5f9b10de-519d-46bc-8626-ef120cdd2c63), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:32.040575 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-46b0744f-41a6-4167-8717-2d55229661d8 None None] Current status of the port 5f9b10de-519d-46bc-8626-ef120cdd2c63 is: ACTIVE; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:17:32.044852 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29537474-4186-4c1c-ac58-18c5931fa3b4 admin admin] Notify agent at l3_agent.dv-cinder-840511-4-iscsi the message routers_updated {{(pid=104024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 18:17:32.053906 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c031e1-ebdc-419e-8e19-99ae61d342f6 None None] Sync routers for ids ['49639112-b345-407f-82ff-d7941c122b1a'] in dv-cinder-840511-4-iscsi {{(pid=104026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:17:32.064888 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c031e1-ebdc-419e-8e19-99ae61d342f6 None None] Routers {'49639112-b345-407f-82ff-d7941c122b1a'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:17:32.070268 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-85c031e1-ebdc-419e-8e19-99ae61d342f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:17:30Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['49639112-b345-407f-82ff-d7941c122b1a'], 'active': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:17:32.176302 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvr_db [None req-85c031e1-ebdc-419e-8e19-99ae61d342f6 None None] Set router 49639112-b345-407f-82ff-d7941c122b1a gateway port host: dv-cinder-840511-4-iscsi {{(pid=104026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:17:32.180572 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-29537474-4186-4c1c-ac58-18c5931fa3b4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:32.181878 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-29537474-4186-4c1c-ac58-18c5931fa3b4 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5098431 May 04 18:17:32.185060 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 49664) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:17:32.368854 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-85c031e1-ebdc-419e-8e19-99ae61d342f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49639112-b345-407f-82ff-d7941c122b1a', 'name': 'tempest-AttachVolumeNegativeTest-1596959943-router', 'tenant_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'a0ebc00e-ff59-4a01-ad80-5944a1e5f02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:17:29Z', 'updated_at': '2022-05-04T18:17:30Z', 'revision_number': 3, 'project_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'gw_port': {'id': 'a0ebc00e-ff59-4a01-ad80-5944a1e5f02c', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:80:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49639112-b345-407f-82ff-d7941c122b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:17:30Z', 'updated_at': '2022-05-04T18:17:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi'}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:17:32.399554 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c031e1-ebdc-419e-8e19-99ae61d342f6 None None] Checking router: 49639112-b345-407f-82ff-d7941c122b1a for host: dv-cinder-840511-4-iscsi {{(pid=104026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:17:32.399908 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c031e1-ebdc-419e-8e19-99ae61d342f6 None None] Updating router 49639112-b345-407f-82ff-d7941c122b1a port a0ebc00e-ff59-4a01-ad80-5944a1e5f02c binding host dv-cinder-840511-4-iscsi {{(pid=104026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 18:17:32.431712 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-85c031e1-ebdc-419e-8e19-99ae61d342f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (a0ebc00e-ff59-4a01-ad80-5944a1e5f02c), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:32.578025 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e2ffb-120f-4613-995b-17271976f5d3 req-a4e6f5eb-2b17-449c-a25b-92967adac7e0 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:32.580492 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-482e2ffb-120f-4613-995b-17271976f5d3 req-a4e6f5eb-2b17-449c-a25b-92967adac7e0 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfccffee-13f1-4b73-8572-394ea5cc53f2 HTTP/1.1" status: 200 len: 945 time: 0.0953584 May 04 18:17:32.594962 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-f7537222-04fb-4408-8d24-7493625e2bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (88f974dc-3c14-4d3d-9ef8-4363bb88b433), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:32.699121 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-482e2ffb-120f-4613-995b-17271976f5d3 req-6cf67206-d705-4575-b689-564f401768c1 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780261 May 04 18:17:32.762652 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-85c031e1-ebdc-419e-8e19-99ae61d342f6 None None] Publish callbacks [] for port (a0ebc00e-ff59-4a01-ad80-5944a1e5f02c), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:32.796897 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device 5f9b10de-519d-46bc-8626-ef120cdd2c63 up at agent ovs-agent-dv-cinder-840511-4-iscsi {{(pid=104025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:17:32.803748 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-c3c68c78-6461-430b-bdd6-932f2a1e1347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:32.846619 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Provisioning complete for port 5f9b10de-519d-46bc-8626-ef120cdd2c63 triggered by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:17:32.847183 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (5f9b10de-519d-46bc-8626-ef120cdd2c63), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:32.869556 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-85c031e1-ebdc-419e-8e19-99ae61d342f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (a0ebc00e-ff59-4a01-ad80-5944a1e5f02c), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:32.932513 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a68711-b15b-4018-b8e2-21cced2f8a85 None None] Pushing event updated for resources: {'Port': ['ID=a0ebc00e-ff59-4a01-ad80-5944a1e5f02c,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:17:32.943152 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a68711-b15b-4018-b8e2-21cced2f8a85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:17:32.943531 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a68711-b15b-4018-b8e2-21cced2f8a85 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:17:32.943841 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a68711-b15b-4018-b8e2-21cced2f8a85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:17:32.944190 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a68711-b15b-4018-b8e2-21cced2f8a85 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:17:32.944519 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a68711-b15b-4018-b8e2-21cced2f8a85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:17:32.944842 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a68711-b15b-4018-b8e2-21cced2f8a85 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:17:32.945721 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a68711-b15b-4018-b8e2-21cced2f8a85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:17:32.946040 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a68711-b15b-4018-b8e2-21cced2f8a85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:17:32.946356 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a68711-b15b-4018-b8e2-21cced2f8a85 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:17:32.946668 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a68711-b15b-4018-b8e2-21cced2f8a85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:17:32.947017 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a68711-b15b-4018-b8e2-21cced2f8a85 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:17:32.947337 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a68711-b15b-4018-b8e2-21cced2f8a85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:17:32.947646 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a68711-b15b-4018-b8e2-21cced2f8a85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:17:32.948144 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a68711-b15b-4018-b8e2-21cced2f8a85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:17:32.948612 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a68711-b15b-4018-b8e2-21cced2f8a85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:17:32.962333 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-85c031e1-ebdc-419e-8e19-99ae61d342f6 None None] Attempting to bind port a0ebc00e-ff59-4a01-ad80-5944a1e5f02c on host dv-cinder-840511-4-iscsi for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 18:17:32.962629 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-85c031e1-ebdc-419e-8e19-99ae61d342f6 None None] Attempting to bind port a0ebc00e-ff59-4a01-ad80-5944a1e5f02c by drivers openvswitch,hyperv on host dv-cinder-840511-4-iscsi at level 0 using segments [{'id': '44841efa-8edc-4b72-aba0-27edf49af522', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 18:17:32.962980 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c031e1-ebdc-419e-8e19-99ae61d342f6 None None] Attempting to bind port a0ebc00e-ff59-4a01-ad80-5944a1e5f02c on network 1bc9efb7-0207-4c06-8ee1-3b0aa535de31 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:17:32.968501 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Current status of the port 5f9b10de-519d-46bc-8626-ef120cdd2c63 is: ACTIVE; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:17:32.972253 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c031e1-ebdc-419e-8e19-99ae61d342f6 None None] Checking agent: {'id': 'e55a6cb5-967a-4631-865a-95818de4ff35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840511-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 7, 4), 'started_at': datetime.datetime(2022, 5, 4, 18, 7, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840511-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 18:17:32.972253 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c031e1-ebdc-419e-8e19-99ae61d342f6 None None] Checking segment: {'id': '44841efa-8edc-4b72-aba0-27edf49af522', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:17:32.972253 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-85c031e1-ebdc-419e-8e19-99ae61d342f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:32.972253 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c031e1-ebdc-419e-8e19-99ae61d342f6 None None] Bound using segment: {'id': '44841efa-8edc-4b72-aba0-27edf49af522', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31'} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 18:17:32.972253 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-85c031e1-ebdc-419e-8e19-99ae61d342f6 None None] Bound port: a0ebc00e-ff59-4a01-ad80-5944a1e5f02c, host: dv-cinder-840511-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44841efa-8edc-4b72-aba0-27edf49af522', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31'}}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 18:17:32.972253 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-85c031e1-ebdc-419e-8e19-99ae61d342f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (a0ebc00e-ff59-4a01-ad80-5944a1e5f02c), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:32.993621 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.db.db_base_plugin_common [None req-c3c68c78-6461-430b-bdd6-932f2a1e1347 admin admin] Allocated IP 172.20.0.1 (adc2355e-99c1-42a7-9cbc-42fd35f09e00/3c3d78bf-8f55-488e-b058-2a13b7e24990/aef8553d-54c9-4d55-ace0-3ca397debd28) {{(pid=104024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:17:33.033889 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-85c031e1-ebdc-419e-8e19-99ae61d342f6 None None] For port a0ebc00e-ff59-4a01-ad80-5944a1e5f02c, host dv-cinder-840511-4-iscsi, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 18:17:33.037699 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-85c031e1-ebdc-419e-8e19-99ae61d342f6 None None] For port a0ebc00e-ff59-4a01-ad80-5944a1e5f02c, host dv-cinder-840511-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=a0ebc00e-ff59-4a01-ad80-5944a1e5f02c,segment=NetworkSegment(44841efa-8edc-4b72-aba0-27edf49af522),segment_id=44841efa-8edc-4b72-aba0-27edf49af522)] {{(pid=104026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 18:17:33.110090 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-c3c68c78-6461-430b-bdd6-932f2a1e1347 admin admin] Publish callbacks [] for port (aef8553d-54c9-4d55-ace0-3ca397debd28), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:33.133199 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-85c031e1-ebdc-419e-8e19-99ae61d342f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (a0ebc00e-ff59-4a01-ad80-5944a1e5f02c), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:33.197895 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a68711-b15b-4018-b8e2-21cced2f8a85 None None] Pushing event updated for resources: {'Port': ['ID=a0ebc00e-ff59-4a01-ad80-5944a1e5f02c,revision_number=3']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:17:33.200817 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c031e1-ebdc-419e-8e19-99ae61d342f6 None None] Routers {'49639112-b345-407f-82ff-d7941c122b1a'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:17:33.201411 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-85c031e1-ebdc-419e-8e19-99ae61d342f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:17:30Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['49639112-b345-407f-82ff-d7941c122b1a'], 'active': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:17:33.219189 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-c3c68c78-6461-430b-bdd6-932f2a1e1347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772819832230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007267'] for port (aef8553d-54c9-4d55-ace0-3ca397debd28), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:33.260122 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c68c78-6461-430b-bdd6-932f2a1e1347 admin admin] Network adc2355e-99c1-42a7-9cbc-42fd35f09e00 is already hosted by enough agents. {{(pid=104024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:17:33.265787 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.base_scheduler [None req-c3c68c78-6461-430b-bdd6-932f2a1e1347 admin admin] Resources bound (agent type, host, resource id): {{(pid=104024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:17:33.271986 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c68c78-6461-430b-bdd6-932f2a1e1347 admin admin] Received port after_create {{(pid=104024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:17:33.280616 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c68c78-6461-430b-bdd6-932f2a1e1347 admin admin] Pushing event updated for resources: {'Port': ['ID=aef8553d-54c9-4d55-ace0-3ca397debd28,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:17:33.324981 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-c3c68c78-6461-430b-bdd6-932f2a1e1347 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674133'] for router_interface (49639112-b345-407f-82ff-d7941c122b1a), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:33.400238 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvr_db [None req-85c031e1-ebdc-419e-8e19-99ae61d342f6 None None] Set router 49639112-b345-407f-82ff-d7941c122b1a gateway port host: dv-cinder-840511-4-iscsi {{(pid=104026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:17:33.544320 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-c3c68c78-6461-430b-bdd6-932f2a1e1347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (aef8553d-54c9-4d55-ace0-3ca397debd28), before_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:33.570121 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-2f8a9b29-9119-43ae-9051-865629a61afe None None] Provisioning complete for port aef8553d-54c9-4d55-ace0-3ca397debd28 triggered by entity DHCP. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:17:33.570800 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-2f8a9b29-9119-43ae-9051-865629a61afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (aef8553d-54c9-4d55-ace0-3ca397debd28), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:33.581269 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-85c031e1-ebdc-419e-8e19-99ae61d342f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49639112-b345-407f-82ff-d7941c122b1a', 'name': 'tempest-AttachVolumeNegativeTest-1596959943-router', 'tenant_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'a0ebc00e-ff59-4a01-ad80-5944a1e5f02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:17:29Z', 'updated_at': '2022-05-04T18:17:30Z', 'revision_number': 3, 'project_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'gw_port': {'id': 'a0ebc00e-ff59-4a01-ad80-5944a1e5f02c', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:80:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49639112-b345-407f-82ff-d7941c122b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:17:30Z', 'updated_at': '2022-05-04T18:17:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi'}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:17:33.608439 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-2f8a9b29-9119-43ae-9051-865629a61afe None None] Port aef8553d-54c9-4d55-ace0-3ca397debd28 cannot update to ACTIVE because it is not bound. {{(pid=104025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 18:17:33.609464 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c031e1-ebdc-419e-8e19-99ae61d342f6 None None] The sync data for ids ['49639112-b345-407f-82ff-d7941c122b1a'] in dv-cinder-840511-4-iscsi is: [{'id': '49639112-b345-407f-82ff-d7941c122b1a', 'name': 'tempest-AttachVolumeNegativeTest-1596959943-router', 'tenant_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'a0ebc00e-ff59-4a01-ad80-5944a1e5f02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:17:29Z', 'updated_at': '2022-05-04T18:17:30Z', 'revision_number': 3, 'project_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'gw_port': {'id': 'a0ebc00e-ff59-4a01-ad80-5944a1e5f02c', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:80:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49639112-b345-407f-82ff-d7941c122b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:17:30Z', 'updated_at': '2022-05-04T18:17:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi'}] {{(pid=104026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:17:33.723339 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-c3c68c78-6461-430b-bdd6-932f2a1e1347 admin admin] Publish callbacks [] for port (aef8553d-54c9-4d55-ace0-3ca397debd28), precommit_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:33.783835 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-c3c68c78-6461-430b-bdd6-932f2a1e1347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6007290'] for port (aef8553d-54c9-4d55-ace0-3ca397debd28), after_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:33.813596 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (e55a6cb5-967a-4631-865a-95818de4ff35), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:33.821566 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae7f8b1-df3e-4eec-b689-657df5d7fc70 req-0be29aca-323e-4ba9-8b76-cf6ae135b290 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:33.828085 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-fae7f8b1-df3e-4eec-b689-657df5d7fc70 req-0be29aca-323e-4ba9-8b76-cf6ae135b290 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfccffee-13f1-4b73-8572-394ea5cc53f2 HTTP/1.1" status: 200 len: 945 time: 0.0540147 May 04 18:17:33.881349 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-c3c68c78-6461-430b-bdd6-932f2a1e1347 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1598242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674095'] for router_interface (49639112-b345-407f-82ff-d7941c122b1a), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:33.883694 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c68c78-6461-430b-bdd6-932f2a1e1347 admin admin] Pushing event updated for resources: {'Port': ['ID=aef8553d-54c9-4d55-ace0-3ca397debd28,revision_number=2']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:17:33.906809 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-fae7f8b1-df3e-4eec-b689-657df5d7fc70 req-49ba22cf-9461-4f28-8a65-4eceb875b816 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676577 May 04 18:17:34.019702 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c68c78-6461-430b-bdd6-932f2a1e1347 admin admin] Network adc2355e-99c1-42a7-9cbc-42fd35f09e00 is already hosted by enough agents. {{(pid=104024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:17:34.021192 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.base_scheduler [None req-c3c68c78-6461-430b-bdd6-932f2a1e1347 admin admin] Resources bound (agent type, host, resource id): {{(pid=104024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:17:34.153885 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3c68c78-6461-430b-bdd6-932f2a1e1347 admin admin] Router 49639112-b345-407f-82ff-d7941c122b1a has already been hosted by L3 agent 341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae {{(pid=104024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 18:17:34.280339 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3c68c78-6461-430b-bdd6-932f2a1e1347 admin admin] Notify agent at l3_agent.dv-cinder-840511-4-iscsi the message routers_updated {{(pid=104024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 18:17:34.286266 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-c3c68c78-6461-430b-bdd6-932f2a1e1347 admin admin] 10.222.0.23 "PUT /v2.0/routers/49639112-b345-407f-82ff-d7941c122b1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0996301 May 04 18:17:34.334333 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-f4f28270-3502-4e30-9ba2-2a6696f4ffd6 None None] Provisioning complete for port aef8553d-54c9-4d55-ace0-3ca397debd28 triggered by entity DHCP. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:17:34.334958 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-f4f28270-3502-4e30-9ba2-2a6696f4ffd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (aef8553d-54c9-4d55-ace0-3ca397debd28), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:34.372421 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-f4f28270-3502-4e30-9ba2-2a6696f4ffd6 None None] Port aef8553d-54c9-4d55-ace0-3ca397debd28 cannot update to ACTIVE because it is not bound. {{(pid=104025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 18:17:34.799303 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device a0ebc00e-ff59-4a01-ad80-5944a1e5f02c up at agent ovs-agent-dv-cinder-840511-4-iscsi {{(pid=104025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:17:34.847087 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 49706) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:17:34.851390 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.v2.base [None req-3cc8817c-bfba-4a3d-bf7c-47b5e454da98 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Request body: {'security_group': {'name': 'tempest-securitygroup--410142524', 'description': 'tempest-description--1853476620'}} {{(pid=104023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:17:34.856304 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Provisioning complete for port a0ebc00e-ff59-4a01-ad80-5944a1e5f02c triggered by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:17:34.856696 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (a0ebc00e-ff59-4a01-ad80-5944a1e5f02c), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:34.938460 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Current status of the port a0ebc00e-ff59-4a01-ad80-5944a1e5f02c is: DOWN; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:17:34.938861 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (a0ebc00e-ff59-4a01-ad80-5944a1e5f02c), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:34.955584 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3cc8817c-bfba-4a3d-bf7c-47b5e454da98 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks [] for security_group (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:34.962329 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] For port a0ebc00e-ff59-4a01-ad80-5944a1e5f02c, host dv-cinder-840511-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=a0ebc00e-ff59-4a01-ad80-5944a1e5f02c,segment=NetworkSegment(44841efa-8edc-4b72-aba0-27edf49af522),segment_id=44841efa-8edc-4b72-aba0-27edf49af522)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:17:35.046516 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b3f9e-3675-4368-9a52-8d3adac09295 req-197357db-7bcd-4861-9ba8-d81027846c58 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:35.048075 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-7b7b3f9e-3675-4368-9a52-8d3adac09295 req-197357db-7bcd-4861-9ba8-d81027846c58 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfccffee-13f1-4b73-8572-394ea5cc53f2 HTTP/1.1" status: 200 len: 945 time: 0.0635917 May 04 18:17:35.069050 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (a0ebc00e-ff59-4a01-ad80-5944a1e5f02c), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:35.096630 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3cc8817c-bfba-4a3d-bf7c-47b5e454da98 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks [] for security_group (d1f6eef8-b1d0-460d-a3f0-a21ed2f3d1ab), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:35.114712 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-7b7b3f9e-3675-4368-9a52-8d3adac09295 req-98f90843-99be-41a8-b460-638d2a920ce8 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593135 May 04 18:17:35.123848 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Pushing event updated for resources: {'Port': ['ID=a0ebc00e-ff59-4a01-ad80-5944a1e5f02c,revision_number=4']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:17:35.207087 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3cc8817c-bfba-4a3d-bf7c-47b5e454da98 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (d1f6eef8-b1d0-460d-a3f0-a21ed2f3d1ab), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:35.240453 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc8817c-bfba-4a3d-bf7c-47b5e454da98 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f6eef8-b1d0-460d-a3f0-a21ed2f3d1ab,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:17:35.281306 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38087605-cac6-4f05-bd1d-f5bde71a9b41 None None] Sync routers for ids ['49639112-b345-407f-82ff-d7941c122b1a'] in dv-cinder-840511-4-iscsi {{(pid=104025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:17:35.291948 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38087605-cac6-4f05-bd1d-f5bde71a9b41 None None] Routers {'49639112-b345-407f-82ff-d7941c122b1a'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:17:35.292574 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-38087605-cac6-4f05-bd1d-f5bde71a9b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:17:30Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['49639112-b345-407f-82ff-d7941c122b1a'], 'active': True} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:17:35.312369 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3cc8817c-bfba-4a3d-bf7c-47b5e454da98 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks [] for security_group (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:35.314178 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-3cc8817c-bfba-4a3d-bf7c-47b5e454da98 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4657614 May 04 18:17:35.317107 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 49718) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:17:35.324003 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.v2.base [None req-8a9bfcf8-10bc-4d90-a876-00bf523e392a tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Request body: {'security_group_rule': {'security_group_id': 'd1f6eef8-b1d0-460d-a3f0-a21ed2f3d1ab', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:17:35.420040 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-8a9bfcf8-10bc-4d90-a876-00bf523e392a tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks [] for security_group_rule (e9b32f02-7502-42c6-9f63-635d12569cbd), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:35.491342 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-8a9bfcf8-10bc-4d90-a876-00bf523e392a tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks [] for security_group_rule (e9b32f02-7502-42c6-9f63-635d12569cbd), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:35.530928 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvr_db [None req-38087605-cac6-4f05-bd1d-f5bde71a9b41 None None] Set router 49639112-b345-407f-82ff-d7941c122b1a gateway port host: dv-cinder-840511-4-iscsi {{(pid=104025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:17:35.600991 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-8a9bfcf8-10bc-4d90-a876-00bf523e392a tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688088'] for security_group_rule (e9b32f02-7502-42c6-9f63-635d12569cbd), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:35.625960 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9bfcf8-10bc-4d90-a876-00bf523e392a tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9b32f02-7502-42c6-9f63-635d12569cbd,revision_number=0']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:17:35.706100 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-8a9bfcf8-10bc-4d90-a876-00bf523e392a tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:35.707400 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-8a9bfcf8-10bc-4d90-a876-00bf523e392a tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3892870 May 04 18:17:35.710261 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 49722) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:17:35.715436 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.v2.base [None req-d6555abf-bdc5-4c70-8e4d-6818730ab7bb tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Request body: {'security_group_rule': {'security_group_id': 'd1f6eef8-b1d0-460d-a3f0-a21ed2f3d1ab', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:17:35.728618 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-38087605-cac6-4f05-bd1d-f5bde71a9b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49639112-b345-407f-82ff-d7941c122b1a', 'name': 'tempest-AttachVolumeNegativeTest-1596959943-router', 'tenant_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'a0ebc00e-ff59-4a01-ad80-5944a1e5f02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:17:29Z', 'updated_at': '2022-05-04T18:17:33Z', 'revision_number': 4, 'project_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'gw_port': {'id': 'a0ebc00e-ff59-4a01-ad80-5944a1e5f02c', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:80:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49639112-b345-407f-82ff-d7941c122b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:17:30Z', 'updated_at': '2022-05-04T18:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_interfaces': [{'id': 'aef8553d-54c9-4d55-ace0-3ca397debd28', 'name': '', 'network_id': 'adc2355e-99c1-42a7-9cbc-42fd35f09e00', 'tenant_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'mac_address': 'fa:16:3e:d3:51:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49639112-b345-407f-82ff-d7941c122b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '3c3d78bf-8f55-488e-b058-2a13b7e24990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:17:32Z', 'updated_at': '2022-05-04T18:17:33Z', 'revision_number': 2, 'project_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'subnets': [{'id': '3c3d78bf-8f55-488e-b058-2a13b7e24990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:17:35.755580 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38087605-cac6-4f05-bd1d-f5bde71a9b41 None None] Checking router: 49639112-b345-407f-82ff-d7941c122b1a for host: dv-cinder-840511-4-iscsi {{(pid=104025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:17:35.755876 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38087605-cac6-4f05-bd1d-f5bde71a9b41 None None] Updating router 49639112-b345-407f-82ff-d7941c122b1a port aef8553d-54c9-4d55-ace0-3ca397debd28 binding host dv-cinder-840511-4-iscsi {{(pid=104025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 18:17:35.787265 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-38087605-cac6-4f05-bd1d-f5bde71a9b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (aef8553d-54c9-4d55-ace0-3ca397debd28), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:35.841454 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-d6555abf-bdc5-4c70-8e4d-6818730ab7bb tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks [] for security_group_rule (a1136966-205e-4bd0-9054-03d9accc6da2), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:35.907202 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-d6555abf-bdc5-4c70-8e4d-6818730ab7bb tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks [] for security_group_rule (a1136966-205e-4bd0-9054-03d9accc6da2), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:36.011634 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-d6555abf-bdc5-4c70-8e4d-6818730ab7bb tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688088'] for security_group_rule (a1136966-205e-4bd0-9054-03d9accc6da2), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:36.028526 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6555abf-bdc5-4c70-8e4d-6818730ab7bb tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1136966-205e-4bd0-9054-03d9accc6da2,revision_number=0']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:17:36.073076 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-38087605-cac6-4f05-bd1d-f5bde71a9b41 None None] Publish callbacks [] for port (aef8553d-54c9-4d55-ace0-3ca397debd28), precommit_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:36.094421 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-d6555abf-bdc5-4c70-8e4d-6818730ab7bb tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:36.095678 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-d6555abf-bdc5-4c70-8e4d-6818730ab7bb tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3844879 May 04 18:17:36.114767 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 49734) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:17:36.119045 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.v2.base [None req-69600ab7-d235-458c-89f6-31a80610ff13 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Request body: {'floatingip': {'floating_network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31'}} {{(pid=104024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:17:36.217772 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-38087605-cac6-4f05-bd1d-f5bde71a9b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (aef8553d-54c9-4d55-ace0-3ca397debd28), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:36.235465 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e81ea37-de81-42d2-8ce9-f330b7dadace req-760c6a3f-a5a8-43ec-86b9-d75c0d28797b tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:36.236951 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-3e81ea37-de81-42d2-8ce9-f330b7dadace req-760c6a3f-a5a8-43ec-86b9-d75c0d28797b tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfccffee-13f1-4b73-8572-394ea5cc53f2 HTTP/1.1" status: 200 len: 945 time: 0.0484269 May 04 18:17:36.255978 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-69600ab7-d235-458c-89f6-31a80610ff13 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:36.271485 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5e848f-b197-43a5-8d87-8686245b8ba0 None None] Pushing event updated for resources: {'Port': ['ID=aef8553d-54c9-4d55-ace0-3ca397debd28,revision_number=3']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:17:36.331281 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.managers [None req-38087605-cac6-4f05-bd1d-f5bde71a9b41 None None] Attempting to bind port aef8553d-54c9-4d55-ace0-3ca397debd28 on host dv-cinder-840511-4-iscsi for vnic_type normal with profile {{(pid=104025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 18:17:36.331654 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.managers [None req-38087605-cac6-4f05-bd1d-f5bde71a9b41 None None] Attempting to bind port aef8553d-54c9-4d55-ace0-3ca397debd28 by drivers openvswitch,hyperv on host dv-cinder-840511-4-iscsi at level 0 using segments [{'id': '93c6e1e8-c128-4532-8f18-ec2a2ac72466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'adc2355e-99c1-42a7-9cbc-42fd35f09e00'}] {{(pid=104025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 18:17:36.332016 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38087605-cac6-4f05-bd1d-f5bde71a9b41 None None] Attempting to bind port aef8553d-54c9-4d55-ace0-3ca397debd28 on network adc2355e-99c1-42a7-9cbc-42fd35f09e00 {{(pid=104025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:17:36.338240 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38087605-cac6-4f05-bd1d-f5bde71a9b41 None None] Checking agent: {'id': 'e55a6cb5-967a-4631-865a-95818de4ff35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840511-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 7, 4), 'started_at': datetime.datetime(2022, 5, 4, 18, 7, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840511-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 18:17:36.338616 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38087605-cac6-4f05-bd1d-f5bde71a9b41 None None] Checking segment: {'id': '93c6e1e8-c128-4532-8f18-ec2a2ac72466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'adc2355e-99c1-42a7-9cbc-42fd35f09e00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:17:36.339194 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-38087605-cac6-4f05-bd1d-f5bde71a9b41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:36.339586 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38087605-cac6-4f05-bd1d-f5bde71a9b41 None None] Bound using segment: {'id': '93c6e1e8-c128-4532-8f18-ec2a2ac72466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'adc2355e-99c1-42a7-9cbc-42fd35f09e00'} {{(pid=104025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 18:17:36.340059 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.managers [None req-38087605-cac6-4f05-bd1d-f5bde71a9b41 None None] Bound port: aef8553d-54c9-4d55-ace0-3ca397debd28, host: dv-cinder-840511-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93c6e1e8-c128-4532-8f18-ec2a2ac72466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'adc2355e-99c1-42a7-9cbc-42fd35f09e00'}}] {{(pid=104025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 18:17:36.340431 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-38087605-cac6-4f05-bd1d-f5bde71a9b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (aef8553d-54c9-4d55-ace0-3ca397debd28), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:36.353457 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-3e81ea37-de81-42d2-8ce9-f330b7dadace req-78d9771d-a46a-4060-8a9c-59ce164a288f tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104119 May 04 18:17:36.367257 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-69600ab7-d235-458c-89f6-31a80610ff13 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:36.417451 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-38087605-cac6-4f05-bd1d-f5bde71a9b41 None None] For port aef8553d-54c9-4d55-ace0-3ca397debd28, host dv-cinder-840511-4-iscsi, cleared binding levels {{(pid=104025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 18:17:36.421738 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-38087605-cac6-4f05-bd1d-f5bde71a9b41 None None] For port aef8553d-54c9-4d55-ace0-3ca397debd28, host dv-cinder-840511-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=aef8553d-54c9-4d55-ace0-3ca397debd28,segment=NetworkSegment(93c6e1e8-c128-4532-8f18-ec2a2ac72466),segment_id=93c6e1e8-c128-4532-8f18-ec2a2ac72466)] {{(pid=104025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 18:17:36.479364 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.db.db_base_plugin_common [None req-69600ab7-d235-458c-89f6-31a80610ff13 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Allocated IP 172.27.1.143 (1bc9efb7-0207-4c06-8ee1-3b0aa535de31/61d7fae2-9d6e-42a3-8cf9-91a587505bb7/9654de09-46a3-4390-bc1b-175171f84c6b) {{(pid=104024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:17:36.509640 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-94ad187a-6c18-4021-8c1d-9d2904cb070e None None] Provisioning complete for port aef8553d-54c9-4d55-ace0-3ca397debd28 triggered by entity DHCP. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:17:36.510068 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-94ad187a-6c18-4021-8c1d-9d2904cb070e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (aef8553d-54c9-4d55-ace0-3ca397debd28), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:36.513675 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-38087605-cac6-4f05-bd1d-f5bde71a9b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (aef8553d-54c9-4d55-ace0-3ca397debd28), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:36.591633 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-69600ab7-d235-458c-89f6-31a80610ff13 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks [] for port (9654de09-46a3-4390-bc1b-175171f84c6b), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:36.624061 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5e848f-b197-43a5-8d87-8686245b8ba0 None None] Pushing event updated for resources: {'Port': ['ID=aef8553d-54c9-4d55-ace0-3ca397debd28,revision_number=4']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:17:36.641689 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38087605-cac6-4f05-bd1d-f5bde71a9b41 None None] Routers {'49639112-b345-407f-82ff-d7941c122b1a'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:17:36.642334 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-38087605-cac6-4f05-bd1d-f5bde71a9b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:17:30Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['49639112-b345-407f-82ff-d7941c122b1a'], 'active': True} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:17:36.722212 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-69600ab7-d235-458c-89f6-31a80610ff13 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772819832230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007267'] for port (9654de09-46a3-4390-bc1b-175171f84c6b), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:36.735864 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-94ad187a-6c18-4021-8c1d-9d2904cb070e None None] Current status of the port aef8553d-54c9-4d55-ace0-3ca397debd28 is: DOWN; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:17:36.736264 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-94ad187a-6c18-4021-8c1d-9d2904cb070e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (aef8553d-54c9-4d55-ace0-3ca397debd28), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:36.773846 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69600ab7-d235-458c-89f6-31a80610ff13 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Network 1bc9efb7-0207-4c06-8ee1-3b0aa535de31 is already hosted by enough agents. {{(pid=104024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:17:36.773846 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.base_scheduler [None req-69600ab7-d235-458c-89f6-31a80610ff13 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Resources bound (agent type, host, resource id): {{(pid=104024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:17:36.784028 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69600ab7-d235-458c-89f6-31a80610ff13 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Received port after_create {{(pid=104024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:17:36.811063 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-94ad187a-6c18-4021-8c1d-9d2904cb070e None None] For port aef8553d-54c9-4d55-ace0-3ca397debd28, host dv-cinder-840511-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=aef8553d-54c9-4d55-ace0-3ca397debd28,segment=NetworkSegment(93c6e1e8-c128-4532-8f18-ec2a2ac72466),segment_id=93c6e1e8-c128-4532-8f18-ec2a2ac72466)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:17:36.814887 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69600ab7-d235-458c-89f6-31a80610ff13 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Pushing event updated for resources: {'Port': ['ID=9654de09-46a3-4390-bc1b-175171f84c6b,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:17:36.826798 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device a0ebc00e-ff59-4a01-ad80-5944a1e5f02c up at agent ovs-agent-dv-cinder-840511-4-iscsi {{(pid=104025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:17:36.829757 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvr_db [None req-38087605-cac6-4f05-bd1d-f5bde71a9b41 None None] Set router 49639112-b345-407f-82ff-d7941c122b1a gateway port host: dv-cinder-840511-4-iscsi {{(pid=104025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:17:36.883018 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-69600ab7-d235-458c-89f6-31a80610ff13 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks [] for floatingip (70cc0d84-9c02-4d6e-8515-b9fd700529b6), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:36.904206 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-94ad187a-6c18-4021-8c1d-9d2904cb070e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (aef8553d-54c9-4d55-ace0-3ca397debd28), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:36.986735 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-69600ab7-d235-458c-89f6-31a80610ff13 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (9654de09-46a3-4390-bc1b-175171f84c6b), before_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:36.995172 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Provisioning complete for port a0ebc00e-ff59-4a01-ad80-5944a1e5f02c triggered by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:17:36.995441 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (a0ebc00e-ff59-4a01-ad80-5944a1e5f02c), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:37.084714 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ad187a-6c18-4021-8c1d-9d2904cb070e None None] Pushing event updated for resources: {'Port': ['ID=aef8553d-54c9-4d55-ace0-3ca397debd28,revision_number=5']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:17:37.097603 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-d8ad2f71-3554-4a32-932f-59a7f2699f44 None None] Provisioning complete for port aef8553d-54c9-4d55-ace0-3ca397debd28 triggered by entity DHCP. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:17:37.097958 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-d8ad2f71-3554-4a32-932f-59a7f2699f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (aef8553d-54c9-4d55-ace0-3ca397debd28), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:37.165764 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-69600ab7-d235-458c-89f6-31a80610ff13 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks [] for port (9654de09-46a3-4390-bc1b-175171f84c6b), precommit_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:37.212828 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-38087605-cac6-4f05-bd1d-f5bde71a9b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49639112-b345-407f-82ff-d7941c122b1a', 'name': 'tempest-AttachVolumeNegativeTest-1596959943-router', 'tenant_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'a0ebc00e-ff59-4a01-ad80-5944a1e5f02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:17:29Z', 'updated_at': '2022-05-04T18:17:33Z', 'revision_number': 4, 'project_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'gw_port': {'id': 'a0ebc00e-ff59-4a01-ad80-5944a1e5f02c', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:80:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49639112-b345-407f-82ff-d7941c122b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:17:30Z', 'updated_at': '2022-05-04T18:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_interfaces': [{'id': 'aef8553d-54c9-4d55-ace0-3ca397debd28', 'name': '', 'network_id': 'adc2355e-99c1-42a7-9cbc-42fd35f09e00', 'tenant_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'mac_address': 'fa:16:3e:d3:51:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49639112-b345-407f-82ff-d7941c122b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '3c3d78bf-8f55-488e-b058-2a13b7e24990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:17:32Z', 'updated_at': '2022-05-04T18:17:36Z', 'revision_number': 4, 'project_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'subnets': [{'id': '3c3d78bf-8f55-488e-b058-2a13b7e24990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:17:37.235767 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-69600ab7-d235-458c-89f6-31a80610ff13 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6007290'] for port (9654de09-46a3-4390-bc1b-175171f84c6b), after_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:37.250715 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38087605-cac6-4f05-bd1d-f5bde71a9b41 None None] The sync data for ids ['49639112-b345-407f-82ff-d7941c122b1a'] in dv-cinder-840511-4-iscsi is: [{'id': '49639112-b345-407f-82ff-d7941c122b1a', 'name': 'tempest-AttachVolumeNegativeTest-1596959943-router', 'tenant_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'a0ebc00e-ff59-4a01-ad80-5944a1e5f02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:17:29Z', 'updated_at': '2022-05-04T18:17:33Z', 'revision_number': 4, 'project_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'gw_port': {'id': 'a0ebc00e-ff59-4a01-ad80-5944a1e5f02c', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:80:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49639112-b345-407f-82ff-d7941c122b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:17:30Z', 'updated_at': '2022-05-04T18:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_interfaces': [{'id': 'aef8553d-54c9-4d55-ace0-3ca397debd28', 'name': '', 'network_id': 'adc2355e-99c1-42a7-9cbc-42fd35f09e00', 'tenant_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'mac_address': 'fa:16:3e:d3:51:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49639112-b345-407f-82ff-d7941c122b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '3c3d78bf-8f55-488e-b058-2a13b7e24990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:17:32Z', 'updated_at': '2022-05-04T18:17:36Z', 'revision_number': 4, 'project_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'subnets': [{'id': '3c3d78bf-8f55-488e-b058-2a13b7e24990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:17:37.284554 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Current status of the port a0ebc00e-ff59-4a01-ad80-5944a1e5f02c is: ACTIVE; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:17:37.318081 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69600ab7-d235-458c-89f6-31a80610ff13 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Pushing event updated for resources: {'Port': ['ID=9654de09-46a3-4390-bc1b-175171f84c6b,revision_number=2']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:17:37.331093 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-d8ad2f71-3554-4a32-932f-59a7f2699f44 None None] Current status of the port aef8553d-54c9-4d55-ace0-3ca397debd28 is: ACTIVE; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:17:37.337467 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-69600ab7-d235-458c-89f6-31a80610ff13 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1676511'] for floatingip (70cc0d84-9c02-4d6e-8515-b9fd700529b6), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:37.415036 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-69600ab7-d235-458c-89f6-31a80610ff13 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976'] for floatingip (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:37.416428 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-69600ab7-d235-458c-89f6-31a80610ff13 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3006909 May 04 18:17:37.494776 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc880ea9-76d6-4c37-98dd-c07338c9c451 req-f9699143-b232-44ce-a2b2-81af9f0aa182 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:37.496506 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-cc880ea9-76d6-4c37-98dd-c07338c9c451 req-f9699143-b232-44ce-a2b2-81af9f0aa182 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfccffee-13f1-4b73-8572-394ea5cc53f2 HTTP/1.1" status: 200 len: 945 time: 0.0552859 May 04 18:17:37.567824 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-cc880ea9-76d6-4c37-98dd-c07338c9c451 req-2d042c03-83d1-471e-931e-37fa840f2cfc tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648465 May 04 18:17:37.609889 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-19b9e5c3-0a70-4aa5-bbe4-02fdd72c7424 req-b20015f0-fdf1-4f1b-8512-63489a3ee30f tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--410142524&fields=id&tenant_id=41ba2dfd59a64dc3b9f82fac37c1f278 HTTP/1.1" status: 200 len: 267 time: 0.0726252 May 04 18:17:37.730824 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b9e5c3-0a70-4aa5-bbe4-02fdd72c7424 req-7d02ba12-9feb-465a-8879-a78f665d3086 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:37.732453 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-19b9e5c3-0a70-4aa5-bbe4-02fdd72c7424 req-7d02ba12-9feb-465a-8879-a78f665d3086 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/networks?id=adc2355e-99c1-42a7-9cbc-42fd35f09e00 HTTP/1.1" status: 200 len: 815 time: 0.1159294 May 04 18:17:37.748213 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-19b9e5c3-0a70-4aa5-bbe4-02fdd72c7424 req-e91010e2-e554-4d5b-8d96-9ceeae8733f4 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/quotas/41ba2dfd59a64dc3b9f82fac37c1f278 HTTP/1.1" status: 200 len: 375 time: 0.0102639 May 04 18:17:37.801562 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-19b9e5c3-0a70-4aa5-bbe4-02fdd72c7424 req-82d2909d-973c-4a15-9c85-ab21c9c002e9 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=41ba2dfd59a64dc3b9f82fac37c1f278&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477343 May 04 18:17:37.911910 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-19b9e5c3-0a70-4aa5-bbe4-02fdd72c7424 req-b1d47ff6-e972-4403-af29-5c181f0c729d service neutron] 10.222.0.23 "GET /v2.0/networks/adc2355e-99c1-42a7-9cbc-42fd35f09e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968654 May 04 18:17:38.010810 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-19b9e5c3-0a70-4aa5-bbe4-02fdd72c7424 req-e02da114-9da5-46c8-99a7-2d5ceca9cf3e service neutron] 10.222.0.23 "GET /v2.0/networks/adc2355e-99c1-42a7-9cbc-42fd35f09e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923424 May 04 18:17:38.284108 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-a7b90223-9074-4e04-abd8-761ecd25a689 req-57437d72-f140-4ef2-84f7-c0ad88fa36fb tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4fdc871-8f89-423a-aef9-030615ba07a1 HTTP/1.1" status: 200 len: 210 time: 0.0446765 May 04 18:17:38.817993 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device aef8553d-54c9-4d55-ace0-3ca397debd28 up at agent ovs-agent-dv-cinder-840511-4-iscsi {{(pid=104025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:17:38.845260 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038c98b0-d132-4dad-bf03-e07c53e863cc req-181cbc4c-fbff-445b-84a1-d600579e23a2 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:38.846823 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-038c98b0-d132-4dad-bf03-e07c53e863cc req-181cbc4c-fbff-445b-84a1-d600579e23a2 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfccffee-13f1-4b73-8572-394ea5cc53f2 HTTP/1.1" status: 200 len: 945 time: 0.0483751 May 04 18:17:38.866863 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Provisioning complete for port aef8553d-54c9-4d55-ace0-3ca397debd28 triggered by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:17:38.867303 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (aef8553d-54c9-4d55-ace0-3ca397debd28), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:38.896227 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-038c98b0-d132-4dad-bf03-e07c53e863cc req-abf80e74-b1c4-4e9c-beb3-661bb3c99259 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426004 May 04 18:17:38.954119 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Current status of the port aef8553d-54c9-4d55-ace0-3ca397debd28 is: ACTIVE; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:17:39.383730 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-c0d7cf59-a8b5-426d-8b2f-6e062f2bf4bc req-4ad629e2-91f1-49c1-9027-ed8686ba70e1 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4fdc871-8f89-423a-aef9-030615ba07a1 HTTP/1.1" status: 200 len: 210 time: 0.0278063 May 04 18:17:40.012455 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905356f7-e580-4c7a-a6b1-8a1b5303c110 req-f1e07884-67f4-438e-a424-272c3c28625c tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:40.013849 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-905356f7-e580-4c7a-a6b1-8a1b5303c110 req-f1e07884-67f4-438e-a424-272c3c28625c tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfccffee-13f1-4b73-8572-394ea5cc53f2 HTTP/1.1" status: 200 len: 945 time: 0.0473490 May 04 18:17:40.062302 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-905356f7-e580-4c7a-a6b1-8a1b5303c110 req-628f9fba-2716-4a81-81b9-0450c1a4ebfe tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421035 May 04 18:17:40.484044 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-7ef8b7d1-ced1-4503-9d0d-641728dc44cb req-edc988d9-f867-4b51-9bb5-640d25a1b61b tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4fdc871-8f89-423a-aef9-030615ba07a1 HTTP/1.1" status: 200 len: 210 time: 0.0287971 May 04 18:17:41.181671 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cfebea-5c9b-4aba-bbc1-6133e81bc440 req-5a8a9c06-df09-4c55-a84f-e1e0da89df8c tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:41.183074 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-64cfebea-5c9b-4aba-bbc1-6133e81bc440 req-5a8a9c06-df09-4c55-a84f-e1e0da89df8c tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfccffee-13f1-4b73-8572-394ea5cc53f2 HTTP/1.1" status: 200 len: 945 time: 0.0532749 May 04 18:17:41.238519 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-64cfebea-5c9b-4aba-bbc1-6133e81bc440 req-8cd9e78c-e89c-4e19-8777-e4f3367afbb6 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498672 May 04 18:17:41.581423 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-79bcdf22-3387-47c1-adb2-4d6a5be58f00 req-fc7fb902-39ce-495a-83ed-fd233d9e2632 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4fdc871-8f89-423a-aef9-030615ba07a1 HTTP/1.1" status: 200 len: 210 time: 0.0294952 May 04 18:17:42.361072 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7259797a-5396-493a-b577-55b542305614 req-f739eefe-48af-4200-ab5e-ca97a9637053 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:42.362589 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-7259797a-5396-493a-b577-55b542305614 req-f739eefe-48af-4200-ab5e-ca97a9637053 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfccffee-13f1-4b73-8572-394ea5cc53f2 HTTP/1.1" status: 200 len: 945 time: 0.0571458 May 04 18:17:42.411955 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-7259797a-5396-493a-b577-55b542305614 req-20fb3d4a-a8f5-44db-b186-9e5c230537a2 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435748 May 04 18:17:42.606247 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c264b935-9210-4a28-b41d-cba3a175544f req-3b552a18-680c-4093-ba3a-b3584991ce4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:42.607810 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-c264b935-9210-4a28-b41d-cba3a175544f req-3b552a18-680c-4093-ba3a-b3584991ce4c service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=cfccffee-13f1-4b73-8572-394ea5cc53f2 HTTP/1.1" status: 200 len: 1129 time: 0.0415325 May 04 18:17:42.655358 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-c264b935-9210-4a28-b41d-cba3a175544f req-f5c7d146-39ea-4b9f-8c76-4fe200018d21 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408411 May 04 18:17:42.688962 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-d2052129-1616-48d0-8b98-81b02df50180 req-d5f6f4de-e86f-4dad-b59f-31e3842476ca tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4fdc871-8f89-423a-aef9-030615ba07a1 HTTP/1.1" status: 200 len: 210 time: 0.0282967 May 04 18:17:43.158803 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b9e5c3-0a70-4aa5-bbe4-02fdd72c7424 req-624d5c71-b26e-4eed-818b-264b98d14cba tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:43.160166 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-19b9e5c3-0a70-4aa5-bbe4-02fdd72c7424 req-624d5c71-b26e-4eed-818b-264b98d14cba tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.84 "GET /v2.0/networks?id=adc2355e-99c1-42a7-9cbc-42fd35f09e00 HTTP/1.1" status: 200 len: 815 time: 0.1010158 May 04 18:17:43.525391 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4665238-80a5-4aa7-88ec-7142cab25128 req-9f0afd14-95e5-4ac5-9d38-7d4736db6414 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:43.527487 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-e4665238-80a5-4aa7-88ec-7142cab25128 req-9f0afd14-95e5-4ac5-9d38-7d4736db6414 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfccffee-13f1-4b73-8572-394ea5cc53f2 HTTP/1.1" status: 200 len: 945 time: 0.0469346 May 04 18:17:43.576148 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-e4665238-80a5-4aa7-88ec-7142cab25128 req-03696a7e-d23f-4a62-ab8c-91edac44a5e2 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431254 May 04 18:17:43.798349 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-19b9e5c3-0a70-4aa5-bbe4-02fdd72c7424 req-6662fb10-3581-47b1-8712-8ac9425aec07 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=41ba2dfd59a64dc3b9f82fac37c1f278 HTTP/1.1" status: 200 len: 379 time: 0.0942547 May 04 18:17:43.800184 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-86f3c5b4-9f9e-4eb1-8fea-cdd06046a0e0 req-9beedc93-243c-4b48-9242-d37d806f161a tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4fdc871-8f89-423a-aef9-030615ba07a1 HTTP/1.1" status: 200 len: 210 time: 0.0366263 May 04 18:17:43.811897 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.v2.base [req-19b9e5c3-0a70-4aa5-bbe4-02fdd72c7424 req-36b3e529-9f06-4539-9455-07e38881d115 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Request body: {'port': {'device_id': 'e4fdc871-8f89-423a-aef9-030615ba07a1', 'network_id': 'adc2355e-99c1-42a7-9cbc-42fd35f09e00', 'admin_state_up': True, 'tenant_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'security_groups': ['d1f6eef8-b1d0-460d-a3f0-a21ed2f3d1ab']}} {{(pid=104023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:17:43.991626 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19b9e5c3-0a70-4aa5-bbe4-02fdd72c7424 req-36b3e529-9f06-4539-9455-07e38881d115 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Made reservation on behalf of 41ba2dfd59a64dc3b9f82fac37c1f278 for: {'port': 1} {{(pid=104023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:17:43.996029 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-19b9e5c3-0a70-4aa5-bbe4-02fdd72c7424 req-36b3e529-9f06-4539-9455-07e38881d115 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:44.127721 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.db_base_plugin_common [req-19b9e5c3-0a70-4aa5-bbe4-02fdd72c7424 req-36b3e529-9f06-4539-9455-07e38881d115 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Allocated IP 172.20.0.7 (adc2355e-99c1-42a7-9cbc-42fd35f09e00/3c3d78bf-8f55-488e-b058-2a13b7e24990/1c484a17-0b25-41c7-b7df-cbae23270be6) {{(pid=104023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:17:44.274507 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-19b9e5c3-0a70-4aa5-bbe4-02fdd72c7424 req-36b3e529-9f06-4539-9455-07e38881d115 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks [] for port (1c484a17-0b25-41c7-b7df-cbae23270be6), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:44.374887 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-19b9e5c3-0a70-4aa5-bbe4-02fdd72c7424 req-36b3e529-9f06-4539-9455-07e38881d115 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772819832230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7382190'] for port (1c484a17-0b25-41c7-b7df-cbae23270be6), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:44.379330 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 49896) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:17:44.419666 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19b9e5c3-0a70-4aa5-bbe4-02fdd72c7424 req-36b3e529-9f06-4539-9455-07e38881d115 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Network adc2355e-99c1-42a7-9cbc-42fd35f09e00 is already hosted by enough agents. {{(pid=104023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:17:44.422793 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.base_scheduler [req-19b9e5c3-0a70-4aa5-bbe4-02fdd72c7424 req-36b3e529-9f06-4539-9455-07e38881d115 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Resources bound (agent type, host, resource id): {{(pid=104023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:17:44.426010 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [req-19b9e5c3-0a70-4aa5-bbe4-02fdd72c7424 req-36b3e529-9f06-4539-9455-07e38881d115 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Received port after_create {{(pid=104023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:17:44.465075 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b3e529-9f06-4539-9455-07e38881d115 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Pushing event updated for resources: {'Port': ['ID=1c484a17-0b25-41c7-b7df-cbae23270be6,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:17:44.497299 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b9e5c3-0a70-4aa5-bbe4-02fdd72c7424 req-36b3e529-9f06-4539-9455-07e38881d115 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:44.497948 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-19b9e5c3-0a70-4aa5-bbe4-02fdd72c7424 req-36b3e529-9f06-4539-9455-07e38881d115 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598214'] for port (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:44.538784 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-db5e49fd-ad67-49e6-8f75-7ffcdfcf2378 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:44.571162 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-19b9e5c3-0a70-4aa5-bbe4-02fdd72c7424 req-36b3e529-9f06-4539-9455-07e38881d115 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7641728 May 04 18:17:44.621768 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-db5e49fd-ad67-49e6-8f75-7ffcdfcf2378 admin admin] Publish callbacks [] for security_group (0ea07bbd-feac-4958-b8f3-b5c6cc1a6407), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:44.692271 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97906eb-57d1-4f40-80cd-5c1b43450e4c req-246d87a0-04e6-4ad0-9f1b-01612c612cb8 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:44.693760 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-a97906eb-57d1-4f40-80cd-5c1b43450e4c req-246d87a0-04e6-4ad0-9f1b-01612c612cb8 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfccffee-13f1-4b73-8572-394ea5cc53f2 HTTP/1.1" status: 200 len: 945 time: 0.0492311 May 04 18:17:44.701376 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-db5e49fd-ad67-49e6-8f75-7ffcdfcf2378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (0ea07bbd-feac-4958-b8f3-b5c6cc1a6407), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:44.705747 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-5af9f857-19f9-486c-8f07-7f429c38641f None None] Provisioning complete for port 1c484a17-0b25-41c7-b7df-cbae23270be6 triggered by entity DHCP. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:17:44.706232 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-5af9f857-19f9-486c-8f07-7f429c38641f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (1c484a17-0b25-41c7-b7df-cbae23270be6), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:44.741516 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-5af9f857-19f9-486c-8f07-7f429c38641f None None] Port 1c484a17-0b25-41c7-b7df-cbae23270be6 cannot update to ACTIVE because it is not bound. {{(pid=104025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 18:17:44.761404 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5e49fd-ad67-49e6-8f75-7ffcdfcf2378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea07bbd-feac-4958-b8f3-b5c6cc1a6407,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:17:44.769865 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-db5e49fd-ad67-49e6-8f75-7ffcdfcf2378 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ee6f72957add4a739d872e570c6e83b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3870795 May 04 18:17:44.770886 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 49904) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:17:44.785999 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-a97906eb-57d1-4f40-80cd-5c1b43450e4c req-d2d44e16-57b3-446d-af91-1c529c7b3809 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851486 May 04 18:17:44.794240 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.v2.base [req-19b9e5c3-0a70-4aa5-bbe4-02fdd72c7424 req-46b234b2-4b12-4351-adae-597cf7b6595c service neutron] Request body: {'port': {'device_id': 'e4fdc871-8f89-423a-aef9-030615ba07a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=104023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:17:44.913917 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8d5f52e1-b018-468c-af7b-614345d25702 admin admin] Publish callbacks [] for security_group (0ea07bbd-feac-4958-b8f3-b5c6cc1a6407), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:44.923746 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-19b9e5c3-0a70-4aa5-bbe4-02fdd72c7424 req-46b234b2-4b12-4351-adae-597cf7b6595c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (1c484a17-0b25-41c7-b7df-cbae23270be6), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:44.924886 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e1cc1-4870-4464-a5c0-efe27bc69d53 req-3f67e5be-f83d-4829-929a-15861b657660 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:44.928360 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-137e1cc1-4870-4464-a5c0-efe27bc69d53 req-3f67e5be-f83d-4829-929a-15861b657660 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4fdc871-8f89-423a-aef9-030615ba07a1 HTTP/1.1" status: 200 len: 931 time: 0.0483921 May 04 18:17:44.954157 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d099f111-c558-48a2-81a9-c587ab97bd50 req-88b36538-80fa-4e71-ab2d-7a809476e7b5 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:44.955647 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-d099f111-c558-48a2-81a9-c587ab97bd50 req-88b36538-80fa-4e71-ab2d-7a809476e7b5 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5a99fa7-89c1-417e-8a15-fb5d090a5ffc HTTP/1.1" status: 200 len: 946 time: 0.0795071 May 04 18:17:44.966086 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8d5f52e1-b018-468c-af7b-614345d25702 admin admin] Publish callbacks [] for security_group (0ea07bbd-feac-4958-b8f3-b5c6cc1a6407), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:44.974806 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-137e1cc1-4870-4464-a5c0-efe27bc69d53 req-c70b15da-c9de-472f-9ee6-8ddd92240c99 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1f6eef8-b1d0-460d-a3f0-a21ed2f3d1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422368 May 04 18:17:45.074252 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-d099f111-c558-48a2-81a9-c587ab97bd50 req-62cf3061-5a9d-4e9a-8e8d-146a5e2bc68d tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097405 May 04 18:17:45.226555 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8d5f52e1-b018-468c-af7b-614345d25702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (0ea07bbd-feac-4958-b8f3-b5c6cc1a6407), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:45.229009 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8d5f52e1-b018-468c-af7b-614345d25702 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:45.232601 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-8d5f52e1-b018-468c-af7b-614345d25702 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0ea07bbd-feac-4958-b8f3-b5c6cc1a6407 HTTP/1.1" status: 204 len: 168 time: 0.4582963 May 04 18:17:45.248021 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5f52e1-b018-468c-af7b-614345d25702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea07bbd-feac-4958-b8f3-b5c6cc1a6407,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:17:45.310122 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [req-19b9e5c3-0a70-4aa5-bbe4-02fdd72c7424 req-46b234b2-4b12-4351-adae-597cf7b6595c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c484a17-0b25-41c7-b7df-cbae23270be6 {{(pid=104023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:17:45.317781 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-19b9e5c3-0a70-4aa5-bbe4-02fdd72c7424 req-46b234b2-4b12-4351-adae-597cf7b6595c service neutron] Publish callbacks [] for port (1c484a17-0b25-41c7-b7df-cbae23270be6), precommit_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:45.330502 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [req-19b9e5c3-0a70-4aa5-bbe4-02fdd72c7424 req-46b234b2-4b12-4351-adae-597cf7b6595c service neutron] Transition to ACTIVE for port object 1c484a17-0b25-41c7-b7df-cbae23270be6 will not be triggered until provisioned by entity L2. {{(pid=104023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 18:17:45.390891 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-19b9e5c3-0a70-4aa5-bbe4-02fdd72c7424 req-46b234b2-4b12-4351-adae-597cf7b6595c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7382199'] for port (1c484a17-0b25-41c7-b7df-cbae23270be6), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:45.459787 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b234b2-4b12-4351-adae-597cf7b6595c service neutron] Pushing event updated for resources: {'Port': ['ID=1c484a17-0b25-41c7-b7df-cbae23270be6,revision_number=2']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:17:45.531174 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [req-19b9e5c3-0a70-4aa5-bbe4-02fdd72c7424 req-46b234b2-4b12-4351-adae-597cf7b6595c service neutron] Attempting to bind port 1c484a17-0b25-41c7-b7df-cbae23270be6 on host hv-cinder-84051 for vnic_type normal with profile {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 18:17:45.531812 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [req-19b9e5c3-0a70-4aa5-bbe4-02fdd72c7424 req-46b234b2-4b12-4351-adae-597cf7b6595c service neutron] Attempting to bind port 1c484a17-0b25-41c7-b7df-cbae23270be6 by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': '93c6e1e8-c128-4532-8f18-ec2a2ac72466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'adc2355e-99c1-42a7-9cbc-42fd35f09e00'}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 18:17:45.532547 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b9e5c3-0a70-4aa5-bbe4-02fdd72c7424 req-46b234b2-4b12-4351-adae-597cf7b6595c service neutron] Attempting to bind port 1c484a17-0b25-41c7-b7df-cbae23270be6 on network adc2355e-99c1-42a7-9cbc-42fd35f09e00 {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:17:45.537884 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b9e5c3-0a70-4aa5-bbe4-02fdd72c7424 req-46b234b2-4b12-4351-adae-597cf7b6595c service neutron] Port 1c484a17-0b25-41c7-b7df-cbae23270be6 on network adc2355e-99c1-42a7-9cbc-42fd35f09e00 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 18:17:45.538197 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b9e5c3-0a70-4aa5-bbe4-02fdd72c7424 req-46b234b2-4b12-4351-adae-597cf7b6595c service neutron] Attempting to bind port 1c484a17-0b25-41c7-b7df-cbae23270be6 on network adc2355e-99c1-42a7-9cbc-42fd35f09e00 {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:17:45.544111 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b9e5c3-0a70-4aa5-bbe4-02fdd72c7424 req-46b234b2-4b12-4351-adae-597cf7b6595c service neutron] Checking agent: {'id': '2ed5d983-d6d1-49f2-9dfa-1a41e5be1317', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 13, 52), 'started_at': datetime.datetime(2022, 5, 4, 18, 13, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 18:17:45.544469 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b9e5c3-0a70-4aa5-bbe4-02fdd72c7424 req-46b234b2-4b12-4351-adae-597cf7b6595c service neutron] Checking segment: {'id': '93c6e1e8-c128-4532-8f18-ec2a2ac72466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'adc2355e-99c1-42a7-9cbc-42fd35f09e00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:17:45.544973 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b9e5c3-0a70-4aa5-bbe4-02fdd72c7424 req-46b234b2-4b12-4351-adae-597cf7b6595c service neutron] Bound using segment: {'id': '93c6e1e8-c128-4532-8f18-ec2a2ac72466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'adc2355e-99c1-42a7-9cbc-42fd35f09e00'} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 18:17:45.545571 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [req-19b9e5c3-0a70-4aa5-bbe4-02fdd72c7424 req-46b234b2-4b12-4351-adae-597cf7b6595c service neutron] Bound port: 1c484a17-0b25-41c7-b7df-cbae23270be6, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93c6e1e8-c128-4532-8f18-ec2a2ac72466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'adc2355e-99c1-42a7-9cbc-42fd35f09e00'}}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 18:17:45.546307 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-19b9e5c3-0a70-4aa5-bbe4-02fdd72c7424 req-46b234b2-4b12-4351-adae-597cf7b6595c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (1c484a17-0b25-41c7-b7df-cbae23270be6), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:45.832239 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [req-19b9e5c3-0a70-4aa5-bbe4-02fdd72c7424 req-46b234b2-4b12-4351-adae-597cf7b6595c service neutron] For port 1c484a17-0b25-41c7-b7df-cbae23270be6, host hv-cinder-84051, cleared binding levels {{(pid=104023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 18:17:45.835419 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [req-19b9e5c3-0a70-4aa5-bbe4-02fdd72c7424 req-46b234b2-4b12-4351-adae-597cf7b6595c service neutron] For port 1c484a17-0b25-41c7-b7df-cbae23270be6, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=1c484a17-0b25-41c7-b7df-cbae23270be6,segment=NetworkSegment(93c6e1e8-c128-4532-8f18-ec2a2ac72466),segment_id=93c6e1e8-c128-4532-8f18-ec2a2ac72466)] {{(pid=104023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 18:17:45.900794 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 49924) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:17:45.915469 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-19b9e5c3-0a70-4aa5-bbe4-02fdd72c7424 req-46b234b2-4b12-4351-adae-597cf7b6595c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7382199'] for port (1c484a17-0b25-41c7-b7df-cbae23270be6), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:45.918211 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-ac4795c9-1314-4127-be20-e71cee880033 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:45.963924 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b9e5c3-0a70-4aa5-bbe4-02fdd72c7424 req-46b234b2-4b12-4351-adae-597cf7b6595c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:45.965178 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-19b9e5c3-0a70-4aa5-bbe4-02fdd72c7424 req-46b234b2-4b12-4351-adae-597cf7b6595c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598214'] for port (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:45.966584 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-19b9e5c3-0a70-4aa5-bbe4-02fdd72c7424 req-46b234b2-4b12-4351-adae-597cf7b6595c service neutron] 10.222.0.84 "PUT /v2.0/ports/1c484a17-0b25-41c7-b7df-cbae23270be6 HTTP/1.1" status: 200 len: 1093 time: 1.1793153 May 04 18:17:45.969404 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4fdc871-8f89-423a-aef9-030615ba07a1', 'tag': '1c484a17-0b25-41c7-b7df-cbae23270be6'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:17:45.971788 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}418c4fc0ed359c78e2a46d0945201a397afdfc4a7689ae544a04c30398cb972a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26518e7e-b0d0-4e4c-9ea8-43b09d8b5dec" -d '{"events": [{"name": "network-changed", "server_uuid": "e4fdc871-8f89-423a-aef9-030615ba07a1", "tag": "1c484a17-0b25-41c7-b7df-cbae23270be6"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:17:46.021962 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 18:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f633036e-074e-4542-b80c-8c4bdd2ec56c x-openstack-request-id: req-f633036e-074e-4542-b80c-8c4bdd2ec56c {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:17:46.022263 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4fdc871-8f89-423a-aef9-030615ba07a1", "tag": "1c484a17-0b25-41c7-b7df-cbae23270be6", "status": "completed", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:17:46.022522 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f633036e-074e-4542-b80c-8c4bdd2ec56c {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:17:46.022917 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f633036e-074e-4542-b80c-8c4bdd2ec56c'] response: {'name': 'network-changed', 'server_uuid': 'e4fdc871-8f89-423a-aef9-030615ba07a1', 'tag': '1c484a17-0b25-41c7-b7df-cbae23270be6', 'status': 'completed', 'code': 200} May 04 18:17:46.029456 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b234b2-4b12-4351-adae-597cf7b6595c service neutron] Pushing event updated for resources: {'Port': ['ID=1c484a17-0b25-41c7-b7df-cbae23270be6,revision_number=3']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:17:46.144542 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-ac4795c9-1314-4127-be20-e71cee880033 admin admin] Publish callbacks [] for security_group (74129007-11bc-4ecb-b1db-3e54d3713508), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:46.154716 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26518e7e-b0d0-4e4c-9ea8-43b09d8b5dec req-cb38f591-0e9f-4792-990a-bc951450f0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:46.156270 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-26518e7e-b0d0-4e4c-9ea8-43b09d8b5dec req-cb38f591-0e9f-4792-990a-bc951450f0d3 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=41ba2dfd59a64dc3b9f82fac37c1f278&device_id=e4fdc871-8f89-423a-aef9-030615ba07a1 HTTP/1.1" status: 200 len: 1127 time: 0.0936241 May 04 18:17:46.165078 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4953fe-79e6-49bf-9565-d810e57cffba req-564422be-24b8-4b51-b0af-53a08684896d tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:46.166587 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-ba4953fe-79e6-49bf-9565-d810e57cffba req-564422be-24b8-4b51-b0af-53a08684896d tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4fdc871-8f89-423a-aef9-030615ba07a1 HTTP/1.1" status: 200 len: 943 time: 0.1026134 May 04 18:17:46.220238 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-ac4795c9-1314-4127-be20-e71cee880033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (74129007-11bc-4ecb-b1db-3e54d3713508), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:46.322474 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-ac4795c9-1314-4127-be20-e71cee880033 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ebcc1fe0955b4cfabafd6c7982fea397&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4205828 May 04 18:17:46.325202 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 49932) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:17:46.331138 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-ba4953fe-79e6-49bf-9565-d810e57cffba req-4bba1845-f893-4150-997a-a59b14fe1a4c tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1f6eef8-b1d0-460d-a3f0-a21ed2f3d1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1532285 May 04 18:17:46.331959 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4795c9-1314-4127-be20-e71cee880033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74129007-11bc-4ecb-b1db-3e54d3713508,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:17:46.355782 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26518e7e-b0d0-4e4c-9ea8-43b09d8b5dec req-bfbdd875-5a76-453e-bc5e-16d86777612a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:46.357339 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-26518e7e-b0d0-4e4c-9ea8-43b09d8b5dec req-bfbdd875-5a76-453e-bc5e-16d86777612a service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=41ba2dfd59a64dc3b9f82fac37c1f278&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1886449 May 04 18:17:46.386508 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-804b5e27-6740-47e3-bab5-58f9361c4a40 admin admin] Publish callbacks [] for security_group (74129007-11bc-4ecb-b1db-3e54d3713508), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:46.410233 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-804b5e27-6740-47e3-bab5-58f9361c4a40 admin admin] Publish callbacks [] for security_group (74129007-11bc-4ecb-b1db-3e54d3713508), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:46.462174 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26518e7e-b0d0-4e4c-9ea8-43b09d8b5dec req-82cca466-9164-41f4-8c01-15f918fdeb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:46.463659 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-26518e7e-b0d0-4e4c-9ea8-43b09d8b5dec req-82cca466-9164-41f4-8c01-15f918fdeb85 service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1000464 May 04 18:17:46.529125 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-804b5e27-6740-47e3-bab5-58f9361c4a40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (74129007-11bc-4ecb-b1db-3e54d3713508), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:46.531779 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-804b5e27-6740-47e3-bab5-58f9361c4a40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:46.532907 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-804b5e27-6740-47e3-bab5-58f9361c4a40 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/74129007-11bc-4ecb-b1db-3e54d3713508 HTTP/1.1" status: 204 len: 168 time: 0.2067258 May 04 18:17:46.542977 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804b5e27-6740-47e3-bab5-58f9361c4a40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74129007-11bc-4ecb-b1db-3e54d3713508,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:17:46.580034 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b9e5c3-0a70-4aa5-bbe4-02fdd72c7424 req-ff791d30-0cc7-4e7c-82c1-fa3b9e141917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:46.581648 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-19b9e5c3-0a70-4aa5-bbe4-02fdd72c7424 req-ff791d30-0cc7-4e7c-82c1-fa3b9e141917 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=41ba2dfd59a64dc3b9f82fac37c1f278&device_id=e4fdc871-8f89-423a-aef9-030615ba07a1 HTTP/1.1" status: 200 len: 1127 time: 0.0499303 May 04 18:17:46.636528 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-19b9e5c3-0a70-4aa5-bbe4-02fdd72c7424 req-b1e829a9-ee26-49eb-80cb-a6eeed1ffa8d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c484a17-0b25-41c7-b7df-cbae23270be6 HTTP/1.1" status: 200 len: 217 time: 0.0394824 May 04 18:17:46.686951 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b9e5c3-0a70-4aa5-bbe4-02fdd72c7424 req-82184e30-1a78-47d5-b697-5984d5afca9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:46.688539 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-19b9e5c3-0a70-4aa5-bbe4-02fdd72c7424 req-82184e30-1a78-47d5-b697-5984d5afca9e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3c3d78bf-8f55-488e-b058-2a13b7e24990 HTTP/1.1" status: 200 len: 854 time: 0.0480604 May 04 18:17:46.733274 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b9e5c3-0a70-4aa5-bbe4-02fdd72c7424 req-c2699b49-e3aa-4b74-a20e-3b368dec74a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:46.734825 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-19b9e5c3-0a70-4aa5-bbe4-02fdd72c7424 req-c2699b49-e3aa-4b74-a20e-3b368dec74a1 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=adc2355e-99c1-42a7-9cbc-42fd35f09e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403390 May 04 18:17:46.835845 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-19b9e5c3-0a70-4aa5-bbe4-02fdd72c7424 req-12ccaa35-cc46-45a0-b598-43820fbaf348 service neutron] 10.222.0.84 "GET /v2.0/networks/adc2355e-99c1-42a7-9cbc-42fd35f09e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944903 May 04 18:17:46.929769 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-19b9e5c3-0a70-4aa5-bbe4-02fdd72c7424 req-61e30b12-0a85-4159-983f-dcec404c05bf service neutron] 10.222.0.84 "GET /v2.0/networks/adc2355e-99c1-42a7-9cbc-42fd35f09e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872836 May 04 18:17:47.451933 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da94f1c-f8f2-4a85-b6cc-5cc3e453e8cc req-fe407735-7a63-480a-9818-ce5c7cce8d48 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:47.453449 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-7da94f1c-f8f2-4a85-b6cc-5cc3e453e8cc req-fe407735-7a63-480a-9818-ce5c7cce8d48 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4fdc871-8f89-423a-aef9-030615ba07a1 HTTP/1.1" status: 200 len: 943 time: 0.0488129 May 04 18:17:47.501250 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-7da94f1c-f8f2-4a85-b6cc-5cc3e453e8cc req-eed3d35b-8d88-494c-b908-60cbedcc7e04 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1f6eef8-b1d0-460d-a3f0-a21ed2f3d1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422058 May 04 18:17:48.330864 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ce3842-a06e-4e4b-919d-134af6c9037f req-7da9773b-c6bf-4865-b2b0-fa1ec79fe246 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:48.332371 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-e3ce3842-a06e-4e4b-919d-134af6c9037f req-7da9773b-c6bf-4865-b2b0-fa1ec79fe246 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5a99fa7-89c1-417e-8a15-fb5d090a5ffc HTTP/1.1" status: 200 len: 946 time: 0.0466425 May 04 18:17:48.383609 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-e3ce3842-a06e-4e4b-919d-134af6c9037f req-40f902fb-a39c-4870-9fe4-496171b3e3c6 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450897 May 04 18:17:48.620806 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39982c3d-4cca-4251-b6f0-5c439c688612 req-16d550e2-5d99-474d-9f28-13d6e46e60e1 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:48.622870 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-39982c3d-4cca-4251-b6f0-5c439c688612 req-16d550e2-5d99-474d-9f28-13d6e46e60e1 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4fdc871-8f89-423a-aef9-030615ba07a1 HTTP/1.1" status: 200 len: 943 time: 0.0503190 May 04 18:17:48.673192 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-39982c3d-4cca-4251-b6f0-5c439c688612 req-e97f43fb-3cbc-4773-bc20-19a3f99a6417 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1f6eef8-b1d0-460d-a3f0-a21ed2f3d1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452127 May 04 18:17:49.500090 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2854e3c9-3fd5-45d6-a052-cee18aaf421c req-a775dbf1-403f-41ea-b8d3-2950543bf4ad tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:49.501362 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-2854e3c9-3fd5-45d6-a052-cee18aaf421c req-a775dbf1-403f-41ea-b8d3-2950543bf4ad tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5a99fa7-89c1-417e-8a15-fb5d090a5ffc HTTP/1.1" status: 200 len: 946 time: 0.0487971 May 04 18:17:49.550241 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-2854e3c9-3fd5-45d6-a052-cee18aaf421c req-e6de81cf-2cf1-473f-8b12-ed58ae08db5e tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433519 May 04 18:17:49.790178 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db4c63-78ce-4fb6-aa02-b3ec33c2bd63 req-54d1b0b5-4295-48eb-a9c0-0c4b918c1818 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:49.794368 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-48db4c63-78ce-4fb6-aa02-b3ec33c2bd63 req-54d1b0b5-4295-48eb-a9c0-0c4b918c1818 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4fdc871-8f89-423a-aef9-030615ba07a1 HTTP/1.1" status: 200 len: 943 time: 0.0488801 May 04 18:17:49.849373 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-48db4c63-78ce-4fb6-aa02-b3ec33c2bd63 req-44f9599e-1712-4bfa-8f4d-e63d68e0c482 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1f6eef8-b1d0-460d-a3f0-a21ed2f3d1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513637 May 04 18:17:50.670117 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a649a41-c548-4fcc-b87d-687e395126a2 req-851c4fa2-d380-490f-aa94-c61eac0eb5ed tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:50.671616 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-5a649a41-c548-4fcc-b87d-687e395126a2 req-851c4fa2-d380-490f-aa94-c61eac0eb5ed tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5a99fa7-89c1-417e-8a15-fb5d090a5ffc HTTP/1.1" status: 200 len: 946 time: 0.0463059 May 04 18:17:50.720926 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-5a649a41-c548-4fcc-b87d-687e395126a2 req-8ae915f7-cdad-440c-bf35-16ef44d4b9c0 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436838 May 04 18:17:50.798158 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7695f63c-2816-4d83-8472-596708412ddd req-503c3f63-a614-4ba1-9b5b-8bbc959c8385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:50.799738 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-7695f63c-2816-4d83-8472-596708412ddd req-503c3f63-a614-4ba1-9b5b-8bbc959c8385 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=52f7ff6557334462979f9934251c2158&device_id=f5a99fa7-89c1-417e-8a15-fb5d090a5ffc HTTP/1.1" status: 200 len: 1130 time: 0.0394940 May 04 18:17:50.909294 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7695f63c-2816-4d83-8472-596708412ddd req-1a87c789-5a60-4958-a358-b11b955a4ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:50.910772 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-7695f63c-2816-4d83-8472-596708412ddd req-1a87c789-5a60-4958-a358-b11b955a4ebd service neutron] 10.222.0.84 "GET /v2.0/networks?id=a6fe39e6-2945-43c4-866c-f901f807513e HTTP/1.1" status: 200 len: 920 time: 0.1050611 May 04 18:17:50.958081 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-7695f63c-2816-4d83-8472-596708412ddd req-1281dc12-429d-44ba-92b4-3651c2906988 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c49bddb4-4e80-4d5f-89e2-c80146cadc08 HTTP/1.1" status: 200 len: 217 time: 0.0406458 May 04 18:17:50.990267 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 50048) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:17:51.041759 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94249936-34a3-44ae-b801-b1404e7c0c6f req-b83c2d2c-dd2a-4bbb-a4dd-b4ad283dc74b tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:51.043219 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-94249936-34a3-44ae-b801-b1404e7c0c6f req-b83c2d2c-dd2a-4bbb-a4dd-b4ad283dc74b tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4fdc871-8f89-423a-aef9-030615ba07a1 HTTP/1.1" status: 200 len: 943 time: 0.0876770 May 04 18:17:51.049009 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7695f63c-2816-4d83-8472-596708412ddd req-1d0205c1-4458-4c7e-b298-b5f274106938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:51.050423 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-7695f63c-2816-4d83-8472-596708412ddd req-1d0205c1-4458-4c7e-b298-b5f274106938 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=abd7f995-331d-4f8f-976d-dc07d5f652e4 HTTP/1.1" status: 200 len: 858 time: 0.0841556 May 04 18:17:51.106708 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-29991ae6-608c-4def-aad0-9fe59d1153db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:51.112450 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7695f63c-2816-4d83-8472-596708412ddd req-2c48ce44-f6fd-40f3-9162-9f201efb0539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:51.113965 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-7695f63c-2816-4d83-8472-596708412ddd req-2c48ce44-f6fd-40f3-9162-9f201efb0539 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=a6fe39e6-2945-43c4-866c-f901f807513e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0567186 May 04 18:17:51.147006 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-94249936-34a3-44ae-b801-b1404e7c0c6f req-5025f623-786b-4837-b6fd-f705f362503c tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1f6eef8-b1d0-460d-a3f0-a21ed2f3d1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950999 May 04 18:17:51.174957 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device 1c484a17-0b25-41c7-b7df-cbae23270be6 details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=104025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 18:17:51.218512 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-29991ae6-608c-4def-aad0-9fe59d1153db admin admin] Publish callbacks [] for security_group (413827cb-6263-4e89-8392-b38ab0893c5e), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:51.240988 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-7695f63c-2816-4d83-8472-596708412ddd req-436ec4a7-954a-4ae0-a709-0260234af054 service neutron] 10.222.0.84 "GET /v2.0/networks/a6fe39e6-2945-43c4-866c-f901f807513e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122673 May 04 18:17:51.285951 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] For port 1c484a17-0b25-41c7-b7df-cbae23270be6, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=1c484a17-0b25-41c7-b7df-cbae23270be6,segment=NetworkSegment(93c6e1e8-c128-4532-8f18-ec2a2ac72466),segment_id=93c6e1e8-c128-4532-8f18-ec2a2ac72466)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:17:51.299624 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Returning: {'device': '1c484a17-0b25-41c7-b7df-cbae23270be6', 'network_id': 'adc2355e-99c1-42a7-9cbc-42fd35f09e00', 'port_id': '1c484a17-0b25-41c7-b7df-cbae23270be6', 'mac_address': 'fa:16:3e:a2:0c:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c3d78bf-8f55-488e-b058-2a13b7e24990', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 18:17:51.319103 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-29991ae6-608c-4def-aad0-9fe59d1153db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (413827cb-6263-4e89-8392-b38ab0893c5e), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:51.337119 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-7695f63c-2816-4d83-8472-596708412ddd req-890239e4-5156-44f3-bd1c-598d901b8bf5 service neutron] 10.222.0.84 "GET /v2.0/networks/a6fe39e6-2945-43c4-866c-f901f807513e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888112 May 04 18:17:51.345778 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Current status of the port 1c484a17-0b25-41c7-b7df-cbae23270be6 is: DOWN; New status is: BUILD {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:17:51.358772 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (1c484a17-0b25-41c7-b7df-cbae23270be6), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:51.364050 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-29991ae6-608c-4def-aad0-9fe59d1153db admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6bd16dc56ffd47c689b66a8c8bf50431&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3726277 May 04 18:17:51.364915 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29991ae6-608c-4def-aad0-9fe59d1153db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=413827cb-6263-4e89-8392-b38ab0893c5e,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:17:51.366757 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 50054) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:17:51.373546 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29991ae6-608c-4def-aad0-9fe59d1153db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:17:51.373889 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29991ae6-608c-4def-aad0-9fe59d1153db admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:17:51.374351 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29991ae6-608c-4def-aad0-9fe59d1153db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:17:51.374730 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29991ae6-608c-4def-aad0-9fe59d1153db admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:17:51.375056 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29991ae6-608c-4def-aad0-9fe59d1153db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:17:51.375388 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29991ae6-608c-4def-aad0-9fe59d1153db admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:17:51.375710 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29991ae6-608c-4def-aad0-9fe59d1153db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:17:51.376029 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29991ae6-608c-4def-aad0-9fe59d1153db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:17:51.376348 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29991ae6-608c-4def-aad0-9fe59d1153db admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:17:51.376670 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29991ae6-608c-4def-aad0-9fe59d1153db admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:17:51.376987 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29991ae6-608c-4def-aad0-9fe59d1153db admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:17:51.377303 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29991ae6-608c-4def-aad0-9fe59d1153db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:17:51.377616 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29991ae6-608c-4def-aad0-9fe59d1153db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:17:51.377926 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29991ae6-608c-4def-aad0-9fe59d1153db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:17:51.378235 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29991ae6-608c-4def-aad0-9fe59d1153db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:17:51.424911 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-03f805b9-c95f-4639-b67d-27ba0118857d admin admin] Publish callbacks [] for security_group (413827cb-6263-4e89-8392-b38ab0893c5e), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:51.454422 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-03f805b9-c95f-4639-b67d-27ba0118857d admin admin] Publish callbacks [] for security_group (413827cb-6263-4e89-8392-b38ab0893c5e), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:51.489527 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.notifiers.nova [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c484a17-0b25-41c7-b7df-cbae23270be6 {{(pid=104025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:17:51.513531 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] For port 1c484a17-0b25-41c7-b7df-cbae23270be6, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=1c484a17-0b25-41c7-b7df-cbae23270be6,segment=NetworkSegment(93c6e1e8-c128-4532-8f18-ec2a2ac72466),segment_id=93c6e1e8-c128-4532-8f18-ec2a2ac72466)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:17:51.581456 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-03f805b9-c95f-4639-b67d-27ba0118857d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (413827cb-6263-4e89-8392-b38ab0893c5e), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:51.584132 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-03f805b9-c95f-4639-b67d-27ba0118857d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:51.585289 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-03f805b9-c95f-4639-b67d-27ba0118857d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/413827cb-6263-4e89-8392-b38ab0893c5e HTTP/1.1" status: 204 len: 168 time: 0.2174938 May 04 18:17:51.593398 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f805b9-c95f-4639-b67d-27ba0118857d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=413827cb-6263-4e89-8392-b38ab0893c5e,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:17:51.601209 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f805b9-c95f-4639-b67d-27ba0118857d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:17:51.601558 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f805b9-c95f-4639-b67d-27ba0118857d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:17:51.601905 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f805b9-c95f-4639-b67d-27ba0118857d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:17:51.602252 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f805b9-c95f-4639-b67d-27ba0118857d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:17:51.602593 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f805b9-c95f-4639-b67d-27ba0118857d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:17:51.602926 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f805b9-c95f-4639-b67d-27ba0118857d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:17:51.603279 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f805b9-c95f-4639-b67d-27ba0118857d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:17:51.603612 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f805b9-c95f-4639-b67d-27ba0118857d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:17:51.603945 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f805b9-c95f-4639-b67d-27ba0118857d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:17:51.604270 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f805b9-c95f-4639-b67d-27ba0118857d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:17:51.604599 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f805b9-c95f-4639-b67d-27ba0118857d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:17:51.604943 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f805b9-c95f-4639-b67d-27ba0118857d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:17:51.605247 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f805b9-c95f-4639-b67d-27ba0118857d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:17:51.605649 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f805b9-c95f-4639-b67d-27ba0118857d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:17:51.606470 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f805b9-c95f-4639-b67d-27ba0118857d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:17:51.619662 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (1c484a17-0b25-41c7-b7df-cbae23270be6), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:51.679481 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Pushing event updated for resources: {'Port': ['ID=1c484a17-0b25-41c7-b7df-cbae23270be6,revision_number=4']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:17:51.836680 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc2aaa9-1383-42b6-85b7-7a78514b99b5 req-ffb9c74f-23a0-407c-b9ef-970f1adda29d tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:51.838180 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-ddc2aaa9-1383-42b6-85b7-7a78514b99b5 req-ffb9c74f-23a0-407c-b9ef-970f1adda29d tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5a99fa7-89c1-417e-8a15-fb5d090a5ffc HTTP/1.1" status: 200 len: 946 time: 0.0481176 May 04 18:17:51.890207 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-ddc2aaa9-1383-42b6-85b7-7a78514b99b5 req-64548c59-d47c-4271-a795-c7f5c530fb2b tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443316 May 04 18:17:52.009686 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (2ed5d983-d6d1-49f2-9dfa-1a41e5be1317), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:52.273644 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b833d142-723d-4fc8-a4db-f4610d28b420 req-2916c0ad-1241-4daf-bb83-07ca85a09777 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:52.275730 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-b833d142-723d-4fc8-a4db-f4610d28b420 req-2916c0ad-1241-4daf-bb83-07ca85a09777 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4fdc871-8f89-423a-aef9-030615ba07a1 HTTP/1.1" status: 200 len: 944 time: 0.0516083 May 04 18:17:52.280963 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 50076) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:17:52.295791 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-399846b3-8899-43be-8ded-01112ab94360 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:52.335629 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-b833d142-723d-4fc8-a4db-f4610d28b420 req-4217ef66-f810-4885-9fce-9ab6ed7dcd9b tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1f6eef8-b1d0-460d-a3f0-a21ed2f3d1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513549 May 04 18:17:52.384094 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-399846b3-8899-43be-8ded-01112ab94360 admin admin] Publish callbacks [] for security_group (1b1fc5e4-f8f6-43f3-81f0-7debff92baa7), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:52.455791 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-399846b3-8899-43be-8ded-01112ab94360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (1b1fc5e4-f8f6-43f3-81f0-7debff92baa7), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:52.491795 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399846b3-8899-43be-8ded-01112ab94360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b1fc5e4-f8f6-43f3-81f0-7debff92baa7,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:17:52.496140 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-399846b3-8899-43be-8ded-01112ab94360 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6dccde88364340f3b8888369d2786d53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2139285 May 04 18:17:52.500210 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 50080) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:17:52.547546 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-1f2c7251-3700-4625-a913-516af5902dde admin admin] Publish callbacks [] for security_group (1b1fc5e4-f8f6-43f3-81f0-7debff92baa7), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:52.568615 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-1f2c7251-3700-4625-a913-516af5902dde admin admin] Publish callbacks [] for security_group (1b1fc5e4-f8f6-43f3-81f0-7debff92baa7), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:52.701932 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-1f2c7251-3700-4625-a913-516af5902dde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (1b1fc5e4-f8f6-43f3-81f0-7debff92baa7), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:52.704489 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-1f2c7251-3700-4625-a913-516af5902dde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:52.705639 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-1f2c7251-3700-4625-a913-516af5902dde admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1b1fc5e4-f8f6-43f3-81f0-7debff92baa7 HTTP/1.1" status: 204 len: 168 time: 0.2050836 May 04 18:17:52.713417 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2c7251-3700-4625-a913-516af5902dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b1fc5e4-f8f6-43f3-81f0-7debff92baa7,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:17:53.005687 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07377639-6de0-48ad-8464-610328570a0f req-44c01331-afb5-4c39-9c34-c23a312c6749 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:53.007314 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-07377639-6de0-48ad-8464-610328570a0f req-44c01331-afb5-4c39-9c34-c23a312c6749 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5a99fa7-89c1-417e-8a15-fb5d090a5ffc HTTP/1.1" status: 200 len: 946 time: 0.0473506 May 04 18:17:53.057447 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-07377639-6de0-48ad-8464-610328570a0f req-8d6a1700-521d-4368-a90d-6e4e9cfcdaed tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438409 May 04 18:17:53.452150 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c282e3d-f674-45dd-bf48-3b7f67aafe36 req-6f78707a-1a5a-4589-87c8-e58239f99243 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:53.453622 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-6c282e3d-f674-45dd-bf48-3b7f67aafe36 req-6f78707a-1a5a-4589-87c8-e58239f99243 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4fdc871-8f89-423a-aef9-030615ba07a1 HTTP/1.1" status: 200 len: 944 time: 0.0483248 May 04 18:17:53.501884 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-6c282e3d-f674-45dd-bf48-3b7f67aafe36 req-0f254064-727b-4a55-be31-8d1b6783a296 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1f6eef8-b1d0-460d-a3f0-a21ed2f3d1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423186 May 04 18:17:54.173064 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e59b17-43d4-43d0-bbfc-c0b8fec70915 req-2c033ff7-8fdd-4e05-8634-c5d7c6a8e0de tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:54.174485 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-20e59b17-43d4-43d0-bbfc-c0b8fec70915 req-2c033ff7-8fdd-4e05-8634-c5d7c6a8e0de tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5a99fa7-89c1-417e-8a15-fb5d090a5ffc HTTP/1.1" status: 200 len: 946 time: 0.0482702 May 04 18:17:54.227094 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-20e59b17-43d4-43d0-bbfc-c0b8fec70915 req-5396f7be-d3d1-4163-9b32-29fd27295aaa tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464990 May 04 18:17:54.626230 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f092ca6-b52b-4102-937e-f08b8d747d60 req-8e30dbe8-bd3b-418b-82df-547519980f96 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:54.627723 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-7f092ca6-b52b-4102-937e-f08b8d747d60 req-8e30dbe8-bd3b-418b-82df-547519980f96 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4fdc871-8f89-423a-aef9-030615ba07a1 HTTP/1.1" status: 200 len: 944 time: 0.0507815 May 04 18:17:54.676817 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-7f092ca6-b52b-4102-937e-f08b8d747d60 req-d81c987d-cb1f-486f-ac76-2eda53b94d00 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1f6eef8-b1d0-460d-a3f0-a21ed2f3d1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432117 May 04 18:17:55.344279 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b139ee0-b202-483f-8a3b-c34b2ac34e00 req-de58990a-d703-47f9-9b4f-c2451cdad0e8 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:55.345962 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-0b139ee0-b202-483f-8a3b-c34b2ac34e00 req-de58990a-d703-47f9-9b4f-c2451cdad0e8 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5a99fa7-89c1-417e-8a15-fb5d090a5ffc HTTP/1.1" status: 200 len: 946 time: 0.0499892 May 04 18:17:55.394504 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-0b139ee0-b202-483f-8a3b-c34b2ac34e00 req-32eea574-b5c7-41ff-9440-38553b62f8b3 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428972 May 04 18:17:55.620107 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] get_ports_and_sgs() called for port_ids ['1c484a17-0b25-41c7-b7df-cbae23270be6'] {{(pid=104025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 18:17:55.795655 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07d334c-7e9a-4057-8aec-a562dcfe4962 req-c822c7d3-2a28-480f-afa3-37145bbd27cf tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:55.797132 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-a07d334c-7e9a-4057-8aec-a562dcfe4962 req-c822c7d3-2a28-480f-afa3-37145bbd27cf tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4fdc871-8f89-423a-aef9-030615ba07a1 HTTP/1.1" status: 200 len: 944 time: 0.0508714 May 04 18:17:55.845838 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-a07d334c-7e9a-4057-8aec-a562dcfe4962 req-ecaf74bb-9024-4dff-b972-0ede59ca08e1 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1f6eef8-b1d0-460d-a3f0-a21ed2f3d1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430691 May 04 18:17:56.225018 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe13a5-5cf3-4ea1-85d5-3216bce0e78b req-d041a291-aee8-49cd-86c1-9378a71ddbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:56.226532 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-b2fe13a5-5cf3-4ea1-85d5-3216bce0e78b req-d041a291-aee8-49cd-86c1-9378a71ddbad service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=52f7ff6557334462979f9934251c2158&device_id=f5a99fa7-89c1-417e-8a15-fb5d090a5ffc HTTP/1.1" status: 200 len: 1130 time: 0.0396118 May 04 18:17:56.345455 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe13a5-5cf3-4ea1-85d5-3216bce0e78b req-22240c64-8707-4b26-9ced-fcb432d696a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:56.347084 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-b2fe13a5-5cf3-4ea1-85d5-3216bce0e78b req-22240c64-8707-4b26-9ced-fcb432d696a4 service neutron] 10.222.0.84 "GET /v2.0/networks?id=a6fe39e6-2945-43c4-866c-f901f807513e HTTP/1.1" status: 200 len: 920 time: 0.0981474 May 04 18:17:56.392729 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-b2fe13a5-5cf3-4ea1-85d5-3216bce0e78b req-0bad90cc-4077-4505-a516-49ac10917359 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c49bddb4-4e80-4d5f-89e2-c80146cadc08 HTTP/1.1" status: 200 len: 217 time: 0.0391350 May 04 18:17:56.443183 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe13a5-5cf3-4ea1-85d5-3216bce0e78b req-72986279-faf8-4c70-93f3-f46f342c6f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:56.444683 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-b2fe13a5-5cf3-4ea1-85d5-3216bce0e78b req-72986279-faf8-4c70-93f3-f46f342c6f51 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=abd7f995-331d-4f8f-976d-dc07d5f652e4 HTTP/1.1" status: 200 len: 858 time: 0.0457165 May 04 18:17:56.496484 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe13a5-5cf3-4ea1-85d5-3216bce0e78b req-07ed5caa-3c00-4feb-b228-bb9d97ed6b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:56.498859 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-b2fe13a5-5cf3-4ea1-85d5-3216bce0e78b req-07ed5caa-3c00-4feb-b228-bb9d97ed6b34 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=a6fe39e6-2945-43c4-866c-f901f807513e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451899 May 04 18:17:56.511500 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bfde7d-1353-40fe-9bb3-546d5b8383b1 req-d7c6d45f-b3e9-4158-bebd-5d32a2244e86 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:56.513326 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-a9bfde7d-1353-40fe-9bb3-546d5b8383b1 req-d7c6d45f-b3e9-4158-bebd-5d32a2244e86 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5a99fa7-89c1-417e-8a15-fb5d090a5ffc HTTP/1.1" status: 200 len: 946 time: 0.0484672 May 04 18:17:56.562276 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-a9bfde7d-1353-40fe-9bb3-546d5b8383b1 req-d94e9f18-5919-42ce-be1c-6ddaca800eb4 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428517 May 04 18:17:56.596040 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-b2fe13a5-5cf3-4ea1-85d5-3216bce0e78b req-b98a5fb6-9283-4307-830b-5c11aa4fd5e0 service neutron] 10.222.0.84 "GET /v2.0/networks/a6fe39e6-2945-43c4-866c-f901f807513e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902648 May 04 18:17:56.737157 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-b2fe13a5-5cf3-4ea1-85d5-3216bce0e78b req-0dccfac0-ddfa-4389-b709-224e80e51752 service neutron] 10.222.0.84 "GET /v2.0/networks/a6fe39e6-2945-43c4-866c-f901f807513e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899277 May 04 18:17:56.968568 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af33453-d690-498b-bd4f-d428d0417e50 req-1a7b86e8-8895-4232-ab2c-4932558dcebc tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:56.970100 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-1af33453-d690-498b-bd4f-d428d0417e50 req-1a7b86e8-8895-4232-ab2c-4932558dcebc tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4fdc871-8f89-423a-aef9-030615ba07a1 HTTP/1.1" status: 200 len: 944 time: 0.0560296 May 04 18:17:57.022302 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-1af33453-d690-498b-bd4f-d428d0417e50 req-50cd0870-8c21-4925-8f8e-a2957cfa0218 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1f6eef8-b1d0-460d-a3f0-a21ed2f3d1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458620 May 04 18:17:57.605536 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-09c70762-c0db-4cc7-b8f6-55c73983e47c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (c89944b2-e06f-41dc-a0fc-77a7e649c9d3), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:57.629027 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device 1c484a17-0b25-41c7-b7df-cbae23270be6 up at agent hyperv_hv-cinder-84051 {{(pid=104025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:17:57.678372 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Provisioning for port 1c484a17-0b25-41c7-b7df-cbae23270be6 completed by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 18:17:57.680801 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672d82b6-8f21-4356-946d-cba8ed4d280c req-fd5f2dd0-b6b6-4506-8ae3-52da602c6b56 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:57.682481 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-672d82b6-8f21-4356-946d-cba8ed4d280c req-fd5f2dd0-b6b6-4506-8ae3-52da602c6b56 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5a99fa7-89c1-417e-8a15-fb5d090a5ffc HTTP/1.1" status: 200 len: 946 time: 0.0499895 May 04 18:17:57.723903 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Provisioning complete for port 1c484a17-0b25-41c7-b7df-cbae23270be6 triggered by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:17:57.724338 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (1c484a17-0b25-41c7-b7df-cbae23270be6), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:57.731862 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-672d82b6-8f21-4356-946d-cba8ed4d280c req-2230484a-7e90-4d36-aa2b-c40e5a025c97 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431638 May 04 18:17:57.807647 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Current status of the port 1c484a17-0b25-41c7-b7df-cbae23270be6 is: BUILD; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:17:57.808041 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (1c484a17-0b25-41c7-b7df-cbae23270be6), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:57.831246 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4fdc871-8f89-423a-aef9-030615ba07a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c484a17-0b25-41c7-b7df-cbae23270be6'}] {{(pid=104025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:17:57.833503 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd171a24610d3ce9b5061050d4b691b0bb0a8f45589b955ae7373af7220d97b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c5e75e-6b1b-47d5-97cb-5fa559ce4d98" -d '{"events": [{"server_uuid": "e4fdc871-8f89-423a-aef9-030615ba07a1", "name": "network-vif-plugged", "status": "completed", "tag": "1c484a17-0b25-41c7-b7df-cbae23270be6"}]}' {{(pid=104025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:17:57.847161 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] For port 1c484a17-0b25-41c7-b7df-cbae23270be6, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=1c484a17-0b25-41c7-b7df-cbae23270be6,segment=NetworkSegment(93c6e1e8-c128-4532-8f18-ec2a2ac72466),segment_id=93c6e1e8-c128-4532-8f18-ec2a2ac72466)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:17:57.878558 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 18:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a675c196-7316-4812-bbe1-da9cff8f041d x-openstack-request-id: req-a675c196-7316-4812-bbe1-da9cff8f041d {{(pid=104025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:17:57.878558 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4fdc871-8f89-423a-aef9-030615ba07a1", "name": "network-vif-plugged", "status": "completed", "tag": "1c484a17-0b25-41c7-b7df-cbae23270be6", "code": 200}]} {{(pid=104025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:17:57.878558 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a675c196-7316-4812-bbe1-da9cff8f041d {{(pid=104025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:17:57.878558 dv-cinder-840511-4-iscsi neutron-server[104025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a675c196-7316-4812-bbe1-da9cff8f041d'] response: {'server_uuid': 'e4fdc871-8f89-423a-aef9-030615ba07a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c484a17-0b25-41c7-b7df-cbae23270be6', 'code': 200} May 04 18:17:57.965543 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (1c484a17-0b25-41c7-b7df-cbae23270be6), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:17:58.014003 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Pushing event updated for resources: {'Port': ['ID=1c484a17-0b25-41c7-b7df-cbae23270be6,revision_number=5']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:17:58.021146 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:17:58.021500 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:17:58.021855 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:17:58.022235 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:17:58.022566 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:17:58.022896 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:17:58.023260 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:17:58.023591 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:17:58.023921 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:17:58.024245 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:17:58.024573 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:17:58.024896 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:17:58.025342 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:17:58.025540 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:17:58.025860 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:17:58.143295 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ad5d99-0361-4b78-bfdf-e933c7702271 req-cb96365d-2577-4405-88b4-cee0ae908485 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:58.144788 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-57ad5d99-0361-4b78-bfdf-e933c7702271 req-cb96365d-2577-4405-88b4-cee0ae908485 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4fdc871-8f89-423a-aef9-030615ba07a1 HTTP/1.1" status: 200 len: 945 time: 0.0486577 May 04 18:17:58.194825 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-57ad5d99-0361-4b78-bfdf-e933c7702271 req-a0911e1d-c088-4f18-80aa-19016d4f45ca tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1f6eef8-b1d0-460d-a3f0-a21ed2f3d1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440173 May 04 18:17:58.254048 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daa5b92-de6d-44ea-a2d8-d169b2e8433e req-46b26b84-0386-4d13-b8b1-0dd91472e077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:58.255846 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-5daa5b92-de6d-44ea-a2d8-d169b2e8433e req-46b26b84-0386-4d13-b8b1-0dd91472e077 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=e4fdc871-8f89-423a-aef9-030615ba07a1 HTTP/1.1" status: 200 len: 1129 time: 0.0437150 May 04 18:17:58.305870 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-5daa5b92-de6d-44ea-a2d8-d169b2e8433e req-23e30c07-0dfa-499d-9c1f-64d13769d2f4 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=d1f6eef8-b1d0-460d-a3f0-a21ed2f3d1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408492 May 04 18:17:58.847798 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6582fb35-b0cb-483c-b417-700a34898527 req-d35bd858-c38a-426e-a547-aa2f797179ec tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:58.849243 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-6582fb35-b0cb-483c-b417-700a34898527 req-d35bd858-c38a-426e-a547-aa2f797179ec tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5a99fa7-89c1-417e-8a15-fb5d090a5ffc HTTP/1.1" status: 200 len: 946 time: 0.0463681 May 04 18:17:58.897574 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-6582fb35-b0cb-483c-b417-700a34898527 req-db8960d1-491d-419e-bd0f-6785dee7054e tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427508 May 04 18:17:59.311025 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ae8d54-13a2-44dc-97fe-335b1467feeb req-7de4ba4f-1ad2-4895-b970-5e26abab58d8 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:59.312634 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-54ae8d54-13a2-44dc-97fe-335b1467feeb req-7de4ba4f-1ad2-4895-b970-5e26abab58d8 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4fdc871-8f89-423a-aef9-030615ba07a1 HTTP/1.1" status: 200 len: 945 time: 0.0480826 May 04 18:17:59.362780 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-54ae8d54-13a2-44dc-97fe-335b1467feeb req-566979b8-515a-407f-8853-39db5c95084a tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1f6eef8-b1d0-460d-a3f0-a21ed2f3d1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446451 May 04 18:18:00.025008 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab624aaf-f180-4dcd-8753-ee4bc400329d req-3912be0a-3619-4390-b7b4-d0f9fa49ada5 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:00.026498 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-ab624aaf-f180-4dcd-8753-ee4bc400329d req-3912be0a-3619-4390-b7b4-d0f9fa49ada5 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5a99fa7-89c1-417e-8a15-fb5d090a5ffc HTTP/1.1" status: 200 len: 946 time: 0.0486367 May 04 18:18:00.028604 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-f49d7e05-dbf0-4f12-ae70-dedda819482f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:00.077379 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-ab624aaf-f180-4dcd-8753-ee4bc400329d req-4e2ca9ab-3557-47d4-90db-0b99be493e53 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432963 May 04 18:18:00.485298 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d8eea-bb6e-4aa4-9041-baa736a240a9 req-994d7a74-1f09-4bd6-9a1c-656b3befa582 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:00.486892 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-0f7d8eea-bb6e-4aa4-9041-baa736a240a9 req-994d7a74-1f09-4bd6-9a1c-656b3befa582 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4fdc871-8f89-423a-aef9-030615ba07a1 HTTP/1.1" status: 200 len: 945 time: 0.0529335 May 04 18:18:00.537682 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-0f7d8eea-bb6e-4aa4-9041-baa736a240a9 req-6a447ce7-0cb6-4308-b315-fb5a2510f03c tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1f6eef8-b1d0-460d-a3f0-a21ed2f3d1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450804 May 04 18:18:01.109067 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-4fdd29be-a970-4503-919e-12b86a90c52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (74c08095-bc4c-43d3-91b6-743b06ad1f6c), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:01.193992 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345f7711-b4b0-4eec-8adf-50cdd20c1039 req-fad01770-237c-4d62-8c5a-4fca225f501b tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:01.195540 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-345f7711-b4b0-4eec-8adf-50cdd20c1039 req-fad01770-237c-4d62-8c5a-4fca225f501b tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5a99fa7-89c1-417e-8a15-fb5d090a5ffc HTTP/1.1" status: 200 len: 946 time: 0.0501316 May 04 18:18:01.244465 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-345f7711-b4b0-4eec-8adf-50cdd20c1039 req-bcb00a09-1d1d-47c1-8b41-859e12f54504 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430501 May 04 18:18:01.650956 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f758b4f-0770-448e-b384-b086d7b310d5 req-a4d45a23-2681-4f63-9680-3f72c0d8f4c1 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:01.652385 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-8f758b4f-0770-448e-b384-b086d7b310d5 req-a4d45a23-2681-4f63-9680-3f72c0d8f4c1 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4fdc871-8f89-423a-aef9-030615ba07a1 HTTP/1.1" status: 200 len: 945 time: 0.0476835 May 04 18:18:01.705084 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-8f758b4f-0770-448e-b384-b086d7b310d5 req-86bc892d-ce2e-437c-a743-f68fdd39a71d tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1f6eef8-b1d0-460d-a3f0-a21ed2f3d1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464334 May 04 18:18:01.817522 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55faa21-6edd-432b-9aaf-e83bc6594ada req-65e46d23-5c20-4ebd-aba8-d3d5791870d7 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:01.819012 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-d55faa21-6edd-432b-9aaf-e83bc6594ada req-65e46d23-5c20-4ebd-aba8-d3d5791870d7 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4fdc871-8f89-423a-aef9-030615ba07a1 HTTP/1.1" status: 200 len: 945 time: 0.0480642 May 04 18:18:01.828785 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 50248) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:18:01.833118 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.v2.base [None req-5eeed27b-ac46-46d6-a09a-99206c1c4d8e tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Request body: {'floatingip': {'port_id': '1c484a17-0b25-41c7-b7df-cbae23270be6'}} {{(pid=104023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:18:01.876488 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5eeed27b-ac46-46d6-a09a-99206c1c4d8e tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks [] for floatingip (70cc0d84-9c02-4d6e-8515-b9fd700529b6), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:02.331204 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5eeed27b-ac46-46d6-a09a-99206c1c4d8e tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:02.372181 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e93a524-0fa8-4c08-8f28-9ff5067db2a1 req-17aeb590-9f6c-4bd7-9cbd-b67ea1050590 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:02.375248 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-0e93a524-0fa8-4c08-8f28-9ff5067db2a1 req-17aeb590-9f6c-4bd7-9cbd-b67ea1050590 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5a99fa7-89c1-417e-8a15-fb5d090a5ffc HTTP/1.1" status: 200 len: 946 time: 0.0513225 May 04 18:18:02.407125 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5eeed27b-ac46-46d6-a09a-99206c1c4d8e tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1676511'] for floatingip (70cc0d84-9c02-4d6e-8515-b9fd700529b6), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:02.422342 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-0e93a524-0fa8-4c08-8f28-9ff5067db2a1 req-065cfe32-19d9-4525-91ba-4e2a014ed461 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427885 May 04 18:18:02.520439 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.db.l3_db [None req-5eeed27b-ac46-46d6-a09a-99206c1c4d8e tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Floating IP 70cc0d84-9c02-4d6e-8515-b9fd700529b6 associated. External IP: 172.27.1.143, port: 1c484a17-0b25-41c7-b7df-cbae23270be6. May 04 18:18:02.549057 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-f7537222-04fb-4408-8d24-7493625e2bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (88f974dc-3c14-4d3d-9ef8-4363bb88b433), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:02.740430 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eeed27b-ac46-46d6-a09a-99206c1c4d8e tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Router 49639112-b345-407f-82ff-d7941c122b1a has already been hosted by L3 agent 341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae {{(pid=104023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 18:18:03.061725 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eeed27b-ac46-46d6-a09a-99206c1c4d8e tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Notify agent at l3_agent.dv-cinder-840511-4-iscsi the message routers_updated {{(pid=104023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 18:18:03.066627 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5eeed27b-ac46-46d6-a09a-99206c1c4d8e tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976'] for floatingip (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:03.073181 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fda80db-ca0c-4a89-ac6f-4653abbce632 None None] Sync routers for ids ['49639112-b345-407f-82ff-d7941c122b1a'] in dv-cinder-840511-4-iscsi {{(pid=104026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:18:03.083461 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fda80db-ca0c-4a89-ac6f-4653abbce632 None None] Routers {'49639112-b345-407f-82ff-d7941c122b1a'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:18:03.084170 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-0fda80db-ca0c-4a89-ac6f-4653abbce632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:18:00Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['49639112-b345-407f-82ff-d7941c122b1a'], 'active': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:18:03.097163 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-5eeed27b-ac46-46d6-a09a-99206c1c4d8e tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "PUT /v2.0/floatingips/70cc0d84-9c02-4d6e-8515-b9fd700529b6 HTTP/1.1" status: 200 len: 991 time: 1.2673128 May 04 18:18:03.097761 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4fdc871-8f89-423a-aef9-030615ba07a1', 'tag': '1c484a17-0b25-41c7-b7df-cbae23270be6'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:18:03.100106 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}418c4fc0ed359c78e2a46d0945201a397afdfc4a7689ae544a04c30398cb972a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52f3225-0d87-43f9-89e0-111ad4392bbe" -d '{"events": [{"name": "network-changed", "server_uuid": "e4fdc871-8f89-423a-aef9-030615ba07a1", "tag": "1c484a17-0b25-41c7-b7df-cbae23270be6"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:18:03.137457 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 18:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18af2165-8bc5-4ca0-9daa-254cdd187c83 x-openstack-request-id: req-18af2165-8bc5-4ca0-9daa-254cdd187c83 {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:18:03.137738 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4fdc871-8f89-423a-aef9-030615ba07a1", "tag": "1c484a17-0b25-41c7-b7df-cbae23270be6", "status": "completed", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:18:03.137992 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-18af2165-8bc5-4ca0-9daa-254cdd187c83 {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:18:03.138396 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18af2165-8bc5-4ca0-9daa-254cdd187c83'] response: {'name': 'network-changed', 'server_uuid': 'e4fdc871-8f89-423a-aef9-030615ba07a1', 'tag': '1c484a17-0b25-41c7-b7df-cbae23270be6', 'status': 'completed', 'code': 200} May 04 18:18:03.198196 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvr_db [None req-0fda80db-ca0c-4a89-ac6f-4653abbce632 None None] Set router 49639112-b345-407f-82ff-d7941c122b1a gateway port host: dv-cinder-840511-4-iscsi {{(pid=104026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:18:03.417817 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-0fda80db-ca0c-4a89-ac6f-4653abbce632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49639112-b345-407f-82ff-d7941c122b1a', 'name': 'tempest-AttachVolumeNegativeTest-1596959943-router', 'tenant_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'a0ebc00e-ff59-4a01-ad80-5944a1e5f02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:17:29Z', 'updated_at': '2022-05-04T18:17:33Z', 'revision_number': 4, 'project_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'gw_port': {'id': 'a0ebc00e-ff59-4a01-ad80-5944a1e5f02c', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:80:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49639112-b345-407f-82ff-d7941c122b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:17:30Z', 'updated_at': '2022-05-04T18:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_floatingips': [{'id': '70cc0d84-9c02-4d6e-8515-b9fd700529b6', 'tenant_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'floating_ip_address': '172.27.1.143', 'floating_network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'router_id': '49639112-b345-407f-82ff-d7941c122b1a', 'port_id': '1c484a17-0b25-41c7-b7df-cbae23270be6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 273, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'adc2355e-99c1-42a7-9cbc-42fd35f09e00', 'mac_address': 'fa:16:3e:a2:0c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fdc871-8f89-423a-aef9-030615ba07a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:17:36Z', 'updated_at': '2022-05-04T18:18:02Z', 'revision_number': 1, 'project_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aef8553d-54c9-4d55-ace0-3ca397debd28', 'name': '', 'network_id': 'adc2355e-99c1-42a7-9cbc-42fd35f09e00', 'tenant_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'mac_address': 'fa:16:3e:d3:51:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49639112-b345-407f-82ff-d7941c122b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '3c3d78bf-8f55-488e-b058-2a13b7e24990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:17:32Z', 'updated_at': '2022-05-04T18:17:36Z', 'revision_number': 5, 'project_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'subnets': [{'id': '3c3d78bf-8f55-488e-b058-2a13b7e24990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:18:03.445090 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fda80db-ca0c-4a89-ac6f-4653abbce632 None None] Checking router: 49639112-b345-407f-82ff-d7941c122b1a for host: dv-cinder-840511-4-iscsi {{(pid=104026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:18:03.455530 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fda80db-ca0c-4a89-ac6f-4653abbce632 None None] Routers {'49639112-b345-407f-82ff-d7941c122b1a'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:18:03.456156 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-0fda80db-ca0c-4a89-ac6f-4653abbce632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:18:00Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['49639112-b345-407f-82ff-d7941c122b1a'], 'active': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:18:03.546836 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933c5d9b-1dba-4f3f-b986-14c8c3ae7154 req-c390a8db-0313-4cdd-b6e9-f50a63cad6c7 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:03.548455 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-933c5d9b-1dba-4f3f-b986-14c8c3ae7154 req-c390a8db-0313-4cdd-b6e9-f50a63cad6c7 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5a99fa7-89c1-417e-8a15-fb5d090a5ffc HTTP/1.1" status: 200 len: 946 time: 0.0473454 May 04 18:18:03.565160 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvr_db [None req-0fda80db-ca0c-4a89-ac6f-4653abbce632 None None] Set router 49639112-b345-407f-82ff-d7941c122b1a gateway port host: dv-cinder-840511-4-iscsi {{(pid=104026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:18:03.595419 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-933c5d9b-1dba-4f3f-b986-14c8c3ae7154 req-05c911b7-c187-4edb-8292-d2a7e9e02eb2 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413046 May 04 18:18:03.795517 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-0fda80db-ca0c-4a89-ac6f-4653abbce632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49639112-b345-407f-82ff-d7941c122b1a', 'name': 'tempest-AttachVolumeNegativeTest-1596959943-router', 'tenant_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'a0ebc00e-ff59-4a01-ad80-5944a1e5f02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:17:29Z', 'updated_at': '2022-05-04T18:17:33Z', 'revision_number': 4, 'project_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'gw_port': {'id': 'a0ebc00e-ff59-4a01-ad80-5944a1e5f02c', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:80:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49639112-b345-407f-82ff-d7941c122b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:17:30Z', 'updated_at': '2022-05-04T18:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_floatingips': [{'id': '70cc0d84-9c02-4d6e-8515-b9fd700529b6', 'tenant_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'floating_ip_address': '172.27.1.143', 'floating_network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'router_id': '49639112-b345-407f-82ff-d7941c122b1a', 'port_id': '1c484a17-0b25-41c7-b7df-cbae23270be6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 273, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'adc2355e-99c1-42a7-9cbc-42fd35f09e00', 'mac_address': 'fa:16:3e:a2:0c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fdc871-8f89-423a-aef9-030615ba07a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:17:36Z', 'updated_at': '2022-05-04T18:18:02Z', 'revision_number': 1, 'project_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aef8553d-54c9-4d55-ace0-3ca397debd28', 'name': '', 'network_id': 'adc2355e-99c1-42a7-9cbc-42fd35f09e00', 'tenant_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'mac_address': 'fa:16:3e:d3:51:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49639112-b345-407f-82ff-d7941c122b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '3c3d78bf-8f55-488e-b058-2a13b7e24990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:17:32Z', 'updated_at': '2022-05-04T18:17:36Z', 'revision_number': 5, 'project_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'subnets': [{'id': '3c3d78bf-8f55-488e-b058-2a13b7e24990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:18:03.806044 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (e55a6cb5-967a-4631-865a-95818de4ff35), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:03.827571 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fda80db-ca0c-4a89-ac6f-4653abbce632 None None] The sync data for ids ['49639112-b345-407f-82ff-d7941c122b1a'] in dv-cinder-840511-4-iscsi is: [{'id': '49639112-b345-407f-82ff-d7941c122b1a', 'name': 'tempest-AttachVolumeNegativeTest-1596959943-router', 'tenant_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'a0ebc00e-ff59-4a01-ad80-5944a1e5f02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:17:29Z', 'updated_at': '2022-05-04T18:17:33Z', 'revision_number': 4, 'project_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'gw_port': {'id': 'a0ebc00e-ff59-4a01-ad80-5944a1e5f02c', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:80:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49639112-b345-407f-82ff-d7941c122b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:17:30Z', 'updated_at': '2022-05-04T18:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_floatingips': [{'id': '70cc0d84-9c02-4d6e-8515-b9fd700529b6', 'tenant_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'floating_ip_address': '172.27.1.143', 'floating_network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'router_id': '49639112-b345-407f-82ff-d7941c122b1a', 'port_id': '1c484a17-0b25-41c7-b7df-cbae23270be6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 273, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'adc2355e-99c1-42a7-9cbc-42fd35f09e00', 'mac_address': 'fa:16:3e:a2:0c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fdc871-8f89-423a-aef9-030615ba07a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:17:36Z', 'updated_at': '2022-05-04T18:18:02Z', 'revision_number': 1, 'project_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aef8553d-54c9-4d55-ace0-3ca397debd28', 'name': '', 'network_id': 'adc2355e-99c1-42a7-9cbc-42fd35f09e00', 'tenant_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'mac_address': 'fa:16:3e:d3:51:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49639112-b345-407f-82ff-d7941c122b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '3c3d78bf-8f55-488e-b058-2a13b7e24990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:17:32Z', 'updated_at': '2022-05-04T18:17:36Z', 'revision_number': 5, 'project_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'subnets': [{'id': '3c3d78bf-8f55-488e-b058-2a13b7e24990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:18:04.016538 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a686e02-e442-4768-978b-785b0ecd3c40 None None] New status for floating IP 70cc0d84-9c02-4d6e-8515-b9fd700529b6: ACTIVE {{(pid=104025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 18:18:04.713592 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aa8c24-aa4d-47a5-bcf4-fcd73e8a49b4 req-1aad7ca7-3d97-41be-866a-f4d11e2c0794 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:04.715065 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-81aa8c24-aa4d-47a5-bcf4-fcd73e8a49b4 req-1aad7ca7-3d97-41be-866a-f4d11e2c0794 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5a99fa7-89c1-417e-8a15-fb5d090a5ffc HTTP/1.1" status: 200 len: 946 time: 0.0504351 May 04 18:18:04.763423 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-81aa8c24-aa4d-47a5-bcf4-fcd73e8a49b4 req-681030a2-1887-46bf-88f9-242a84a38d85 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423467 May 04 18:18:05.877932 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fb51a0-adf9-47aa-a7f1-dd8d99de838f req-0f35de0d-a43a-4ffd-8ca0-f61513fdb42a tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:05.879423 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-a3fb51a0-adf9-47aa-a7f1-dd8d99de838f req-0f35de0d-a43a-4ffd-8ca0-f61513fdb42a tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5a99fa7-89c1-417e-8a15-fb5d090a5ffc HTTP/1.1" status: 200 len: 946 time: 0.0499156 May 04 18:18:06.143062 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-a3fb51a0-adf9-47aa-a7f1-dd8d99de838f req-fa3bd672-8bd1-4d5e-b11d-f7c1fa83ff61 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580650 May 04 18:18:06.717579 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.agents_db [None req-cc71a237-c19e-45a1-a167-cff52744c55e None None] Agent healthcheck: found 6 active agents {{(pid=104026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 18:18:07.257269 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25caa12b-431b-453b-b099-31816c606d38 req-6ee8da34-d445-43e6-a897-560f13323194 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:07.258741 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-25caa12b-431b-453b-b099-31816c606d38 req-6ee8da34-d445-43e6-a897-560f13323194 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5a99fa7-89c1-417e-8a15-fb5d090a5ffc HTTP/1.1" status: 200 len: 946 time: 0.0482113 May 04 18:18:07.308201 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-25caa12b-431b-453b-b099-31816c606d38 req-ed0422c2-2cd9-4c52-a12f-c75e7d7359fa tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436006 May 04 18:18:08.420900 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f117a47b-f79c-4e9a-8352-0bd841480aa7 req-aa1eeb23-0d47-4ecc-9e79-a852dbab6d08 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:08.422655 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-f117a47b-f79c-4e9a-8352-0bd841480aa7 req-aa1eeb23-0d47-4ecc-9e79-a852dbab6d08 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5a99fa7-89c1-417e-8a15-fb5d090a5ffc HTTP/1.1" status: 200 len: 946 time: 0.0468912 May 04 18:18:08.471504 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-f117a47b-f79c-4e9a-8352-0bd841480aa7 req-18809e9a-294a-452f-96f5-8455b3abcd10 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429566 May 04 18:18:08.762981 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52f3225-0d87-43f9-89e0-111ad4392bbe req-dd5a8704-830c-4aea-a70a-854ac0a38505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:08.766485 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-c52f3225-0d87-43f9-89e0-111ad4392bbe req-dd5a8704-830c-4aea-a70a-854ac0a38505 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=41ba2dfd59a64dc3b9f82fac37c1f278&device_id=e4fdc871-8f89-423a-aef9-030615ba07a1 HTTP/1.1" status: 200 len: 1129 time: 0.0465932 May 04 18:18:08.879238 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52f3225-0d87-43f9-89e0-111ad4392bbe req-c878a99f-c91b-4f4e-b352-2d18e8e04a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:08.880772 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-c52f3225-0d87-43f9-89e0-111ad4392bbe req-c878a99f-c91b-4f4e-b352-2d18e8e04a3f service neutron] 10.222.0.84 "GET /v2.0/networks?id=adc2355e-99c1-42a7-9cbc-42fd35f09e00 HTTP/1.1" status: 200 len: 916 time: 0.1083465 May 04 18:18:08.903599 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed665ce7-33b9-4fbf-afa1-0c668b9fa6ff req-1290b9ec-6317-418c-a426-a645e9eea06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:08.905070 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-ed665ce7-33b9-4fbf-afa1-0c668b9fa6ff req-1290b9ec-6317-418c-a426-a645e9eea06a service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=f5a99fa7-89c1-417e-8a15-fb5d090a5ffc HTTP/1.1" status: 200 len: 1130 time: 0.0439999 May 04 18:18:08.956343 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-ed665ce7-33b9-4fbf-afa1-0c668b9fa6ff req-0e11ca23-a3c1-4d54-a08d-f1155132f67a service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444617 May 04 18:18:08.972106 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-c52f3225-0d87-43f9-89e0-111ad4392bbe req-c70fbac7-5c14-4674-a626-1c3097ecdbbb service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c484a17-0b25-41c7-b7df-cbae23270be6 HTTP/1.1" status: 200 len: 1001 time: 0.0830047 May 04 18:18:09.473116 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52f3225-0d87-43f9-89e0-111ad4392bbe req-9eb22b99-f76b-406d-af3b-a7e1c39eb5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:09.474586 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-c52f3225-0d87-43f9-89e0-111ad4392bbe req-9eb22b99-f76b-406d-af3b-a7e1c39eb5c9 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3c3d78bf-8f55-488e-b058-2a13b7e24990 HTTP/1.1" status: 200 len: 854 time: 0.0570962 May 04 18:18:09.527277 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52f3225-0d87-43f9-89e0-111ad4392bbe req-9a9ceec9-3ec9-4c64-b486-77d24fe5c80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:09.534641 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-c52f3225-0d87-43f9-89e0-111ad4392bbe req-9a9ceec9-3ec9-4c64-b486-77d24fe5c80b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=adc2355e-99c1-42a7-9cbc-42fd35f09e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0540202 May 04 18:18:09.644066 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30266ff8-2846-402b-9a30-43095349601b req-78f58740-881c-4708-87e8-2812376e085b tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:09.645569 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-30266ff8-2846-402b-9a30-43095349601b req-78f58740-881c-4708-87e8-2812376e085b tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5a99fa7-89c1-417e-8a15-fb5d090a5ffc HTTP/1.1" status: 200 len: 946 time: 0.0920062 May 04 18:18:09.690347 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-c52f3225-0d87-43f9-89e0-111ad4392bbe req-96c84a50-7753-4c90-a6f4-2814430213b6 service neutron] 10.222.0.84 "GET /v2.0/networks/adc2355e-99c1-42a7-9cbc-42fd35f09e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444483 May 04 18:18:09.712250 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-30266ff8-2846-402b-9a30-43095349601b req-7a02cd11-4bbe-45e2-a4e1-7d7efd7c9aab tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585794 May 04 18:18:10.209077 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-c52f3225-0d87-43f9-89e0-111ad4392bbe req-656f8b7a-36d4-432e-b5a8-6d125ae411db service neutron] 10.222.0.84 "GET /v2.0/networks/adc2355e-99c1-42a7-9cbc-42fd35f09e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890560 May 04 18:18:10.825895 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fefe3f-e9e4-4b04-835e-7629c6694689 req-252d6ddf-c722-4e01-b490-9f867ddc7248 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:10.827406 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-75fefe3f-e9e4-4b04-835e-7629c6694689 req-252d6ddf-c722-4e01-b490-9f867ddc7248 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5a99fa7-89c1-417e-8a15-fb5d090a5ffc HTTP/1.1" status: 200 len: 946 time: 0.0477803 May 04 18:18:10.875062 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-75fefe3f-e9e4-4b04-835e-7629c6694689 req-274c588d-92c1-4c06-8666-35e9d5bb796e tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413418 May 04 18:18:12.028614 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b0367-0be6-4626-bb76-d4e26f5f782e req-ada58b39-7e88-41f9-816b-13063369fc08 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:12.030249 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-1a6b0367-0be6-4626-bb76-d4e26f5f782e req-ada58b39-7e88-41f9-816b-13063369fc08 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5a99fa7-89c1-417e-8a15-fb5d090a5ffc HTTP/1.1" status: 200 len: 946 time: 0.0795836 May 04 18:18:12.080366 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-1a6b0367-0be6-4626-bb76-d4e26f5f782e req-c736673b-296f-45b6-8ee2-7cb550a8a7a0 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435798 May 04 18:18:12.486905 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986874fe-d8e5-478b-a66b-9c0d49a9d0bf req-00e659c7-d338-4f31-b1fd-0ba0158b5fb0 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:12.488485 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-986874fe-d8e5-478b-a66b-9c0d49a9d0bf req-00e659c7-d338-4f31-b1fd-0ba0158b5fb0 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5a99fa7-89c1-417e-8a15-fb5d090a5ffc HTTP/1.1" status: 200 len: 946 time: 0.0475452 May 04 18:18:12.539547 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-986874fe-d8e5-478b-a66b-9c0d49a9d0bf req-7b1e996e-745d-4777-ba5a-94851812141a tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449255 May 04 18:18:12.541572 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9abc45-92e9-4d97-bacb-7b7b4e53e6be req-40b3a851-245e-4fb4-99e2-2973a17fce84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:12.543086 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-fa9abc45-92e9-4d97-bacb-7b7b4e53e6be req-40b3a851-245e-4fb4-99e2-2973a17fce84 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=52f7ff6557334462979f9934251c2158&device_id=f5a99fa7-89c1-417e-8a15-fb5d090a5ffc HTTP/1.1" status: 200 len: 1130 time: 0.0385914 May 04 18:18:12.643068 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9abc45-92e9-4d97-bacb-7b7b4e53e6be req-ede1a226-cf67-4138-b573-b37642c35a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:12.644563 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-fa9abc45-92e9-4d97-bacb-7b7b4e53e6be req-ede1a226-cf67-4138-b573-b37642c35a77 service neutron] 10.222.0.84 "GET /v2.0/networks?id=a6fe39e6-2945-43c4-866c-f901f807513e HTTP/1.1" status: 200 len: 920 time: 0.0944569 May 04 18:18:12.688435 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-fa9abc45-92e9-4d97-bacb-7b7b4e53e6be req-c71fbde0-3e50-46c3-bf83-6721a8ce6384 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c49bddb4-4e80-4d5f-89e2-c80146cadc08 HTTP/1.1" status: 200 len: 217 time: 0.0370765 May 04 18:18:12.746917 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9abc45-92e9-4d97-bacb-7b7b4e53e6be req-0d6fa556-7b93-4b55-b589-b6a045a6cedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:12.748492 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-fa9abc45-92e9-4d97-bacb-7b7b4e53e6be req-0d6fa556-7b93-4b55-b589-b6a045a6cedd service neutron] 10.222.0.84 "GET /v2.0/subnets?id=abd7f995-331d-4f8f-976d-dc07d5f652e4 HTTP/1.1" status: 200 len: 858 time: 0.0512152 May 04 18:18:12.799639 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9abc45-92e9-4d97-bacb-7b7b4e53e6be req-d9ae0ad8-211d-41a6-a3d8-585012a1e84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:12.801214 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-fa9abc45-92e9-4d97-bacb-7b7b4e53e6be req-d9ae0ad8-211d-41a6-a3d8-585012a1e84d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=a6fe39e6-2945-43c4-866c-f901f807513e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454080 May 04 18:18:12.894530 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-fa9abc45-92e9-4d97-bacb-7b7b4e53e6be req-3afdf4a9-e4e7-4d7a-8ba6-6ce62ec8d4bd service neutron] 10.222.0.84 "GET /v2.0/networks/a6fe39e6-2945-43c4-866c-f901f807513e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856898 May 04 18:18:12.991683 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-fa9abc45-92e9-4d97-bacb-7b7b4e53e6be req-49854801-4c10-43fe-a709-b7a8eb2aea4b service neutron] 10.222.0.84 "GET /v2.0/networks/a6fe39e6-2945-43c4-866c-f901f807513e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905757 May 04 18:18:13.663992 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6342c382-e382-4e93-ba0b-51aaccd1a027 req-6d270403-c352-451e-bb51-3919666f4483 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:13.665620 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-6342c382-e382-4e93-ba0b-51aaccd1a027 req-6d270403-c352-451e-bb51-3919666f4483 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5a99fa7-89c1-417e-8a15-fb5d090a5ffc HTTP/1.1" status: 200 len: 946 time: 0.0489066 May 04 18:18:13.710835 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 50416) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:18:13.722832 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-6342c382-e382-4e93-ba0b-51aaccd1a027 req-a5b532f5-089d-4dde-acad-bf3e6a393ffe tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515828 May 04 18:18:13.820842 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-1ebe824f-05e3-43e6-967b-391371429b82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:13.894561 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-1ebe824f-05e3-43e6-967b-391371429b82 admin admin] Publish callbacks [] for security_group (7adb7853-10a2-4f3d-b1ad-43bcc28c3622), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:13.985005 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-1ebe824f-05e3-43e6-967b-391371429b82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (7adb7853-10a2-4f3d-b1ad-43bcc28c3622), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:14.030268 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebe824f-05e3-43e6-967b-391371429b82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7adb7853-10a2-4f3d-b1ad-43bcc28c3622,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:14.035223 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-1ebe824f-05e3-43e6-967b-391371429b82 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e62c01738ad54b24ab386c5849e5a80f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3232663 May 04 18:18:14.038072 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 50420) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:18:14.089272 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-c6e13630-2e34-4f2b-98d0-678ee6433682 admin admin] Publish callbacks [] for security_group (7adb7853-10a2-4f3d-b1ad-43bcc28c3622), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:14.109550 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-c6e13630-2e34-4f2b-98d0-678ee6433682 admin admin] Publish callbacks [] for security_group (7adb7853-10a2-4f3d-b1ad-43bcc28c3622), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:14.213581 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-c6e13630-2e34-4f2b-98d0-678ee6433682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (7adb7853-10a2-4f3d-b1ad-43bcc28c3622), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:14.216271 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-c6e13630-2e34-4f2b-98d0-678ee6433682 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:14.217821 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-c6e13630-2e34-4f2b-98d0-678ee6433682 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7adb7853-10a2-4f3d-b1ad-43bcc28c3622 HTTP/1.1" status: 204 len: 168 time: 0.1781576 May 04 18:18:14.230158 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e13630-2e34-4f2b-98d0-678ee6433682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7adb7853-10a2-4f3d-b1ad-43bcc28c3622,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:14.836248 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac86180c-6a26-4593-a095-579e23cb098c req-b9ab41ec-c0d8-4b3a-b536-3a64438c0dca tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:14.837651 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-ac86180c-6a26-4593-a095-579e23cb098c req-b9ab41ec-c0d8-4b3a-b536-3a64438c0dca tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5a99fa7-89c1-417e-8a15-fb5d090a5ffc HTTP/1.1" status: 200 len: 946 time: 0.0463893 May 04 18:18:14.886578 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-ac86180c-6a26-4593-a095-579e23cb098c req-5554615a-2e39-4def-8b84-2ed7d9349744 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433271 May 04 18:18:16.009531 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c3e586-27fc-420e-8b7f-a3d6d1343306 req-74a74678-34f7-4df9-912f-cf529f8e652d tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:16.011005 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-a5c3e586-27fc-420e-8b7f-a3d6d1343306 req-74a74678-34f7-4df9-912f-cf529f8e652d tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5a99fa7-89c1-417e-8a15-fb5d090a5ffc HTTP/1.1" status: 200 len: 946 time: 0.0466666 May 04 18:18:16.063125 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-a5c3e586-27fc-420e-8b7f-a3d6d1343306 req-2f457205-ee8d-4e94-a8fb-13f6b13cbbe2 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456741 May 04 18:18:17.180155 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf7945b-0e2d-445c-8942-8d1171d55bc4 req-83a9f1dd-53c2-489d-90b2-a20c6402bec4 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:17.181671 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-9cf7945b-0e2d-445c-8942-8d1171d55bc4 req-83a9f1dd-53c2-489d-90b2-a20c6402bec4 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5a99fa7-89c1-417e-8a15-fb5d090a5ffc HTTP/1.1" status: 200 len: 946 time: 0.0492451 May 04 18:18:17.233779 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-9cf7945b-0e2d-445c-8942-8d1171d55bc4 req-18b23843-20ee-4870-ba9e-d3038d538334 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464568 May 04 18:18:18.350149 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa387747-e42f-4014-8f85-9b6bb6b80291 req-5683991d-df8a-45ff-8674-c5f6b4c59e88 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:18.351824 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-aa387747-e42f-4014-8f85-9b6bb6b80291 req-5683991d-df8a-45ff-8674-c5f6b4c59e88 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5a99fa7-89c1-417e-8a15-fb5d090a5ffc HTTP/1.1" status: 200 len: 946 time: 0.0482619 May 04 18:18:18.400518 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-aa387747-e42f-4014-8f85-9b6bb6b80291 req-5991372e-1064-409a-9d56-29197f4ddc21 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429924 May 04 18:18:19.514908 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a90461e-a802-4dd4-b1c7-abb216c7b85c req-ec2458ed-a6f5-4b5f-988e-3727db2c976e tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:19.516481 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-3a90461e-a802-4dd4-b1c7-abb216c7b85c req-ec2458ed-a6f5-4b5f-988e-3727db2c976e tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5a99fa7-89c1-417e-8a15-fb5d090a5ffc HTTP/1.1" status: 200 len: 946 time: 0.0483224 May 04 18:18:19.565659 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-3a90461e-a802-4dd4-b1c7-abb216c7b85c req-cff6ee05-d4e9-481a-8009-ae1cc872a9ab tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431681 May 04 18:18:20.423904 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 50522) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:18:20.530359 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-92dfdaf5-d471-40d4-a30a-777bd39857d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:20.604919 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-92dfdaf5-d471-40d4-a30a-777bd39857d0 admin admin] Publish callbacks [] for security_group (5cedfd6c-d070-4cdc-8814-53334337cd7a), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:20.666502 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-92dfdaf5-d471-40d4-a30a-777bd39857d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (5cedfd6c-d070-4cdc-8814-53334337cd7a), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:20.692621 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a6c0ec-9512-4387-ad83-16c1117b599d req-cb56224f-bfcc-4574-9bd7-7b6b5f1dd806 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:20.694309 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-f5a6c0ec-9512-4387-ad83-16c1117b599d req-cb56224f-bfcc-4574-9bd7-7b6b5f1dd806 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5a99fa7-89c1-417e-8a15-fb5d090a5ffc HTTP/1.1" status: 200 len: 946 time: 0.0557683 May 04 18:18:20.705143 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dfdaf5-d471-40d4-a30a-777bd39857d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cedfd6c-d070-4cdc-8814-53334337cd7a,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:20.712297 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-92dfdaf5-d471-40d4-a30a-777bd39857d0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a8349e2706194b2a9039ed73e0c0ed03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2872527 May 04 18:18:20.713291 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 50530) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:18:20.755831 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-f5a6c0ec-9512-4387-ad83-16c1117b599d req-f1723415-166a-45a2-a527-01ce7f5fc67a tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550215 May 04 18:18:20.777799 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-ba3644e3-c1c4-47ec-81df-56e381246318 admin admin] Publish callbacks [] for security_group (5cedfd6c-d070-4cdc-8814-53334337cd7a), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:20.812247 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-ba3644e3-c1c4-47ec-81df-56e381246318 admin admin] Publish callbacks [] for security_group (5cedfd6c-d070-4cdc-8814-53334337cd7a), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:20.980664 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-ba3644e3-c1c4-47ec-81df-56e381246318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (5cedfd6c-d070-4cdc-8814-53334337cd7a), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:20.983485 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-ba3644e3-c1c4-47ec-81df-56e381246318 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:20.984741 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-ba3644e3-c1c4-47ec-81df-56e381246318 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5cedfd6c-d070-4cdc-8814-53334337cd7a HTTP/1.1" status: 204 len: 168 time: 0.2706604 May 04 18:18:20.994085 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3644e3-c1c4-47ec-81df-56e381246318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cedfd6c-d070-4cdc-8814-53334337cd7a,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:21.806861 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 50560) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:18:21.814226 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-1703a246-cf85-4060-a2f9-93dc90daf5dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:21.892024 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-1703a246-cf85-4060-a2f9-93dc90daf5dc admin admin] Publish callbacks [] for security_group (b273f86a-8b12-4ebb-953b-4de1ce23ec59), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:21.941112 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-1703a246-cf85-4060-a2f9-93dc90daf5dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (b273f86a-8b12-4ebb-953b-4de1ce23ec59), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:21.978831 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1703a246-cf85-4060-a2f9-93dc90daf5dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b273f86a-8b12-4ebb-953b-4de1ce23ec59,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:21.983301 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-1703a246-cf85-4060-a2f9-93dc90daf5dc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=132e0e405d1441c2a0eec21104e31fc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1815608 May 04 18:18:21.986667 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 50564) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:18:22.035126 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f0f65774-c8e6-4017-8467-b40548440206 admin admin] Publish callbacks [] for security_group (b273f86a-8b12-4ebb-953b-4de1ce23ec59), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:22.037715 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (2ed5d983-d6d1-49f2-9dfa-1a41e5be1317), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:22.060391 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f0f65774-c8e6-4017-8467-b40548440206 admin admin] Publish callbacks [] for security_group (b273f86a-8b12-4ebb-953b-4de1ce23ec59), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:22.220936 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f0f65774-c8e6-4017-8467-b40548440206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (b273f86a-8b12-4ebb-953b-4de1ce23ec59), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:22.223570 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f0f65774-c8e6-4017-8467-b40548440206 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:22.224816 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-f0f65774-c8e6-4017-8467-b40548440206 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b273f86a-8b12-4ebb-953b-4de1ce23ec59 HTTP/1.1" status: 204 len: 168 time: 0.2375138 May 04 18:18:22.233715 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f65774-c8e6-4017-8467-b40548440206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b273f86a-8b12-4ebb-953b-4de1ce23ec59,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:22.868714 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 50578) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:18:22.882944 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-261b484c-5a51-42a0-901d-2f26e757b5d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:22.960290 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-261b484c-5a51-42a0-901d-2f26e757b5d3 admin admin] Publish callbacks [] for security_group (def10664-0e37-4e51-9a1f-dc1b06ee935c), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:23.038449 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-261b484c-5a51-42a0-901d-2f26e757b5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (def10664-0e37-4e51-9a1f-dc1b06ee935c), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:23.083607 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-261b484c-5a51-42a0-901d-2f26e757b5d3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=61f5526b4228499bb690c0e9baa57d1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2136385 May 04 18:18:23.085292 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261b484c-5a51-42a0-901d-2f26e757b5d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=def10664-0e37-4e51-9a1f-dc1b06ee935c,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:23.086227 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 50582) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:18:23.144225 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-8348b32b-b641-4ef0-a9d8-8d3291627c9d admin admin] Publish callbacks [] for security_group (def10664-0e37-4e51-9a1f-dc1b06ee935c), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:23.166094 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-8348b32b-b641-4ef0-a9d8-8d3291627c9d admin admin] Publish callbacks [] for security_group (def10664-0e37-4e51-9a1f-dc1b06ee935c), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:23.283447 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-8348b32b-b641-4ef0-a9d8-8d3291627c9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (def10664-0e37-4e51-9a1f-dc1b06ee935c), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:23.286292 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-8348b32b-b641-4ef0-a9d8-8d3291627c9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:23.287468 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-8348b32b-b641-4ef0-a9d8-8d3291627c9d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/def10664-0e37-4e51-9a1f-dc1b06ee935c HTTP/1.1" status: 204 len: 168 time: 0.1997101 May 04 18:18:23.295567 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8348b32b-b641-4ef0-a9d8-8d3291627c9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def10664-0e37-4e51-9a1f-dc1b06ee935c,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:24.027051 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 50616) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:18:24.031457 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.v2.base [None req-86ae82c8-c3d0-4843-856e-d1349b81357b tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1474495997', 'description': 'tempest-description--1372743526'}} {{(pid=104024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:18:24.118935 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-86ae82c8-c3d0-4843-856e-d1349b81357b tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Publish callbacks [] for security_group (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:24.203943 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-86ae82c8-c3d0-4843-856e-d1349b81357b tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Publish callbacks [] for security_group (9291093b-e98e-4588-b836-50cbbdb3127e), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:24.295519 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-86ae82c8-c3d0-4843-856e-d1349b81357b tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (9291093b-e98e-4588-b836-50cbbdb3127e), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:24.335609 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ae82c8-c3d0-4843-856e-d1349b81357b tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9291093b-e98e-4588-b836-50cbbdb3127e,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:24.396386 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-86ae82c8-c3d0-4843-856e-d1349b81357b tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Publish callbacks [] for security_group (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:24.399213 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-86ae82c8-c3d0-4843-856e-d1349b81357b tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3698537 May 04 18:18:24.401324 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 50640) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:18:24.405871 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.v2.base [None req-5195bac2-781e-4d58-b8a8-9c72fb5602ca tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Request body: {'security_group_rule': {'security_group_id': '9291093b-e98e-4588-b836-50cbbdb3127e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:18:24.506729 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-5195bac2-781e-4d58-b8a8-9c72fb5602ca tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Publish callbacks [] for security_group_rule (bff24783-eabc-4f09-ade5-20083162efa2), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:24.570124 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-5195bac2-781e-4d58-b8a8-9c72fb5602ca tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Publish callbacks [] for security_group_rule (bff24783-eabc-4f09-ade5-20083162efa2), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:24.649559 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-5195bac2-781e-4d58-b8a8-9c72fb5602ca tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688088'] for security_group_rule (bff24783-eabc-4f09-ade5-20083162efa2), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:24.668699 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5195bac2-781e-4d58-b8a8-9c72fb5602ca tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bff24783-eabc-4f09-ade5-20083162efa2,revision_number=0']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:24.760602 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-5195bac2-781e-4d58-b8a8-9c72fb5602ca tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:24.764282 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-5195bac2-781e-4d58-b8a8-9c72fb5602ca tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3595762 May 04 18:18:24.764673 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 50658) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:18:24.771445 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.v2.base [None req-cd84cf83-055e-4e04-9064-cb5b19c9b990 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Request body: {'security_group_rule': {'security_group_id': '9291093b-e98e-4588-b836-50cbbdb3127e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:18:24.881379 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-cd84cf83-055e-4e04-9064-cb5b19c9b990 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Publish callbacks [] for security_group_rule (eab038b3-0f51-4fa0-bbad-54a87001e1f7), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:24.939897 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-cd84cf83-055e-4e04-9064-cb5b19c9b990 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Publish callbacks [] for security_group_rule (eab038b3-0f51-4fa0-bbad-54a87001e1f7), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:25.004960 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-cd84cf83-055e-4e04-9064-cb5b19c9b990 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688088'] for security_group_rule (eab038b3-0f51-4fa0-bbad-54a87001e1f7), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:25.025360 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd84cf83-055e-4e04-9064-cb5b19c9b990 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eab038b3-0f51-4fa0-bbad-54a87001e1f7,revision_number=0']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:25.092031 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-cd84cf83-055e-4e04-9064-cb5b19c9b990 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:25.094018 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-cd84cf83-055e-4e04-9064-cb5b19c9b990 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3277140 May 04 18:18:25.098008 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 50676) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:18:25.105009 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.v2.base [None req-f74952f3-5664-4988-b13d-2b74e19546b1 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Request body: {'floatingip': {'floating_network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31'}} {{(pid=104024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:18:25.239693 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-f74952f3-5664-4988-b13d-2b74e19546b1 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:25.332017 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-f74952f3-5664-4988-b13d-2b74e19546b1 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:25.450605 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.db.db_base_plugin_common [None req-f74952f3-5664-4988-b13d-2b74e19546b1 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Allocated IP 172.27.1.18 (1bc9efb7-0207-4c06-8ee1-3b0aa535de31/61d7fae2-9d6e-42a3-8cf9-91a587505bb7/5a341816-3be6-4823-8378-ac16cb671e35) {{(pid=104024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:18:25.587664 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-f74952f3-5664-4988-b13d-2b74e19546b1 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Publish callbacks [] for port (5a341816-3be6-4823-8378-ac16cb671e35), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:25.708011 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-f74952f3-5664-4988-b13d-2b74e19546b1 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772819832230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007267'] for port (5a341816-3be6-4823-8378-ac16cb671e35), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:25.756240 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74952f3-5664-4988-b13d-2b74e19546b1 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Network 1bc9efb7-0207-4c06-8ee1-3b0aa535de31 is already hosted by enough agents. {{(pid=104024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:18:25.759588 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.base_scheduler [None req-f74952f3-5664-4988-b13d-2b74e19546b1 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Resources bound (agent type, host, resource id): {{(pid=104024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:18:25.762171 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74952f3-5664-4988-b13d-2b74e19546b1 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Received port after_create {{(pid=104024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:18:25.795364 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74952f3-5664-4988-b13d-2b74e19546b1 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Pushing event updated for resources: {'Port': ['ID=5a341816-3be6-4823-8378-ac16cb671e35,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:25.860610 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-f74952f3-5664-4988-b13d-2b74e19546b1 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Publish callbacks [] for floatingip (d477d951-d646-429c-98c3-1e38f68eade2), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:25.992420 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 50714) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:18:25.992890 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-f74952f3-5664-4988-b13d-2b74e19546b1 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (5a341816-3be6-4823-8378-ac16cb671e35), before_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:26.116325 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8973d4f3-1eee-4502-ae80-574099f36f64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:26.167437 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-f74952f3-5664-4988-b13d-2b74e19546b1 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Publish callbacks [] for port (5a341816-3be6-4823-8378-ac16cb671e35), precommit_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:26.201619 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8973d4f3-1eee-4502-ae80-574099f36f64 admin admin] Publish callbacks [] for security_group (3fd70179-0045-4686-9cdb-badf69f5644d), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:26.295723 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-f74952f3-5664-4988-b13d-2b74e19546b1 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6007290'] for port (5a341816-3be6-4823-8378-ac16cb671e35), after_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:26.301061 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8973d4f3-1eee-4502-ae80-574099f36f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (3fd70179-0045-4686-9cdb-badf69f5644d), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:26.343892 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-8973d4f3-1eee-4502-ae80-574099f36f64 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ec653f06d26145639a9025236956aeba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3528593 May 04 18:18:26.344571 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8973d4f3-1eee-4502-ae80-574099f36f64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd70179-0045-4686-9cdb-badf69f5644d,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:26.347492 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 50724) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:18:26.390165 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-f74952f3-5664-4988-b13d-2b74e19546b1 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1676511'] for floatingip (d477d951-d646-429c-98c3-1e38f68eade2), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:26.394458 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74952f3-5664-4988-b13d-2b74e19546b1 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Pushing event updated for resources: {'Port': ['ID=5a341816-3be6-4823-8378-ac16cb671e35,revision_number=2']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:26.411629 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-fe21c101-aca1-4c31-b7fc-991f3f9a36ac admin admin] Publish callbacks [] for security_group (3fd70179-0045-4686-9cdb-badf69f5644d), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:26.435802 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-fe21c101-aca1-4c31-b7fc-991f3f9a36ac admin admin] Publish callbacks [] for security_group (3fd70179-0045-4686-9cdb-badf69f5644d), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:26.515226 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-f74952f3-5664-4988-b13d-2b74e19546b1 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976'] for floatingip (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:26.517138 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-f74952f3-5664-4988-b13d-2b74e19546b1 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4165912 May 04 18:18:26.570071 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-fe21c101-aca1-4c31-b7fc-991f3f9a36ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (3fd70179-0045-4686-9cdb-badf69f5644d), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:26.573102 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-fe21c101-aca1-4c31-b7fc-991f3f9a36ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:26.574155 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-fe21c101-aca1-4c31-b7fc-991f3f9a36ac admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3fd70179-0045-4686-9cdb-badf69f5644d HTTP/1.1" status: 204 len: 168 time: 0.2254226 May 04 18:18:26.585507 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe21c101-aca1-4c31-b7fc-991f3f9a36ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd70179-0045-4686-9cdb-badf69f5644d,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:26.732146 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-0b75bbe5-0326-4e2a-ab3b-f2b593791a11 req-599dc3a6-a194-414e-a48c-28e4c824d577 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1474495997&fields=id&tenant_id=52f7ff6557334462979f9934251c2158 HTTP/1.1" status: 200 len: 267 time: 0.0442722 May 04 18:18:26.851529 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75bbe5-0326-4e2a-ab3b-f2b593791a11 req-403071c1-7d67-4627-989c-552658d7bc29 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:26.853011 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-0b75bbe5-0326-4e2a-ab3b-f2b593791a11 req-403071c1-7d67-4627-989c-552658d7bc29 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/networks?id=a6fe39e6-2945-43c4-866c-f901f807513e HTTP/1.1" status: 200 len: 819 time: 0.1141520 May 04 18:18:26.868800 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-0b75bbe5-0326-4e2a-ab3b-f2b593791a11 req-b6f4ae16-6d56-4c2d-bf02-70b06f4f0a5f tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/quotas/52f7ff6557334462979f9934251c2158 HTTP/1.1" status: 200 len: 375 time: 0.0101869 May 04 18:18:26.924688 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-0b75bbe5-0326-4e2a-ab3b-f2b593791a11 req-849688a3-2a14-4a7d-8906-357a1840d476 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=52f7ff6557334462979f9934251c2158&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0502815 May 04 18:18:27.036521 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-0b75bbe5-0326-4e2a-ab3b-f2b593791a11 req-c2617d5b-a55b-472c-a13d-8697c035ec95 service neutron] 10.222.0.23 "GET /v2.0/networks/a6fe39e6-2945-43c4-866c-f901f807513e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998485 May 04 18:18:27.131917 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-0b75bbe5-0326-4e2a-ab3b-f2b593791a11 req-d1a90439-f51f-4976-adcd-008ecad2eb16 service neutron] 10.222.0.23 "GET /v2.0/networks/a6fe39e6-2945-43c4-866c-f901f807513e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892811 May 04 18:18:27.424649 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-8065abd1-11ac-447f-93d2-6eb3ea936f53 req-017c8f46-2b16-4417-86f6-834cd86e3a52 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b0a1190-f115-44bf-95f3-2d2517bcc5d8 HTTP/1.1" status: 200 len: 210 time: 0.0272074 May 04 18:18:27.610221 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-1c290ccf-d781-4901-b4c7-522aa1ef28a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (c89944b2-e06f-41dc-a0fc-77a7e649c9d3), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:28.532528 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-e46c5dd7-c76e-427b-a0b9-cee34bd76d38 req-25e23600-bcdb-4bbf-8920-6a590f1f6cee tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b0a1190-f115-44bf-95f3-2d2517bcc5d8 HTTP/1.1" status: 200 len: 210 time: 0.0352638 May 04 18:18:29.633447 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-a0c6acc5-26fc-4493-9a33-44fffe1b184b req-4512a9c8-ab7c-4568-91ba-a1c74c51f0e1 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b0a1190-f115-44bf-95f3-2d2517bcc5d8 HTTP/1.1" status: 200 len: 210 time: 0.0300508 May 04 18:18:29.844824 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75bbe5-0326-4e2a-ab3b-f2b593791a11 req-6cbacee8-6652-4d20-b24c-09378f0d8688 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:29.846257 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-0b75bbe5-0326-4e2a-ab3b-f2b593791a11 req-6cbacee8-6652-4d20-b24c-09378f0d8688 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.84 "GET /v2.0/networks?id=a6fe39e6-2945-43c4-866c-f901f807513e HTTP/1.1" status: 200 len: 819 time: 0.1016557 May 04 18:18:29.917611 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-0b75bbe5-0326-4e2a-ab3b-f2b593791a11 req-b61492c9-7ef9-43f0-a830-b4b0e683ff0c tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52f7ff6557334462979f9934251c2158 HTTP/1.1" status: 200 len: 380 time: 0.0552759 May 04 18:18:29.930807 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.v2.base [req-0b75bbe5-0326-4e2a-ab3b-f2b593791a11 req-54e1c064-fb96-40ec-9399-29b660d1b0ba tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Request body: {'port': {'device_id': '8b0a1190-f115-44bf-95f3-2d2517bcc5d8', 'network_id': 'a6fe39e6-2945-43c4-866c-f901f807513e', 'admin_state_up': True, 'tenant_id': '52f7ff6557334462979f9934251c2158', 'security_groups': ['9291093b-e98e-4588-b836-50cbbdb3127e']}} {{(pid=104023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:18:30.033568 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-465be6f2-02a8-4bde-b554-93b63a8002f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:30.233798 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b75bbe5-0326-4e2a-ab3b-f2b593791a11 req-54e1c064-fb96-40ec-9399-29b660d1b0ba tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Made reservation on behalf of 52f7ff6557334462979f9934251c2158 for: {'port': 1} {{(pid=104023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:18:30.237273 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-0b75bbe5-0326-4e2a-ab3b-f2b593791a11 req-54e1c064-fb96-40ec-9399-29b660d1b0ba tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:30.407402 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.db_base_plugin_common [req-0b75bbe5-0326-4e2a-ab3b-f2b593791a11 req-54e1c064-fb96-40ec-9399-29b660d1b0ba tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Allocated IP 172.20.0.9 (a6fe39e6-2945-43c4-866c-f901f807513e/abd7f995-331d-4f8f-976d-dc07d5f652e4/ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b) {{(pid=104023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:18:30.530072 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-0b75bbe5-0326-4e2a-ab3b-f2b593791a11 req-54e1c064-fb96-40ec-9399-29b660d1b0ba tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Publish callbacks [] for port (ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:30.662562 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-0b75bbe5-0326-4e2a-ab3b-f2b593791a11 req-54e1c064-fb96-40ec-9399-29b660d1b0ba tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772819832230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7382190'] for port (ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:30.717332 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b75bbe5-0326-4e2a-ab3b-f2b593791a11 req-54e1c064-fb96-40ec-9399-29b660d1b0ba tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Network a6fe39e6-2945-43c4-866c-f901f807513e is already hosted by enough agents. {{(pid=104023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:18:30.721582 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 50834) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:18:30.725460 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.base_scheduler [req-0b75bbe5-0326-4e2a-ab3b-f2b593791a11 req-54e1c064-fb96-40ec-9399-29b660d1b0ba tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Resources bound (agent type, host, resource id): {{(pid=104023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:18:30.728045 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b75bbe5-0326-4e2a-ab3b-f2b593791a11 req-54e1c064-fb96-40ec-9399-29b660d1b0ba tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Received port after_create {{(pid=104023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:18:30.801503 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e1c064-fb96-40ec-9399-29b660d1b0ba tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Pushing event updated for resources: {'Port': ['ID=ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:30.830924 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439f4db3-2498-4114-9d16-7efbbe7bd032 req-11737782-9611-47b3-8e79-0ba2f25cf0c5 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:30.833102 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-439f4db3-2498-4114-9d16-7efbbe7bd032 req-11737782-9611-47b3-8e79-0ba2f25cf0c5 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b0a1190-f115-44bf-95f3-2d2517bcc5d8 HTTP/1.1" status: 200 len: 931 time: 0.1126781 May 04 18:18:30.845782 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75bbe5-0326-4e2a-ab3b-f2b593791a11 req-54e1c064-fb96-40ec-9399-29b660d1b0ba tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:30.846398 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-0b75bbe5-0326-4e2a-ab3b-f2b593791a11 req-54e1c064-fb96-40ec-9399-29b660d1b0ba tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598214'] for port (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:30.866213 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-91d1422f-074f-4901-874c-2a05013e563a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:30.908658 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-439f4db3-2498-4114-9d16-7efbbe7bd032 req-a7659516-363a-4677-a31d-00f809a3aa75 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=9291093b-e98e-4588-b836-50cbbdb3127e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573406 May 04 18:18:30.967767 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-91d1422f-074f-4901-874c-2a05013e563a admin admin] Publish callbacks [] for security_group (52864c81-01fd-47d5-818c-797619722af5), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:30.996657 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-0b75bbe5-0326-4e2a-ab3b-f2b593791a11 req-54e1c064-fb96-40ec-9399-29b660d1b0ba tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0698187 May 04 18:18:31.012604 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.v2.base [req-0b75bbe5-0326-4e2a-ab3b-f2b593791a11 req-f821dc40-fea6-472e-a6e9-e03c5d14219a service neutron] Request body: {'port': {'device_id': '8b0a1190-f115-44bf-95f3-2d2517bcc5d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=104023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:18:31.021179 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-73a89182-abe3-4cab-95ce-8da03719ec97 None None] Provisioning complete for port ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b triggered by entity DHCP. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:18:31.021560 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-73a89182-abe3-4cab-95ce-8da03719ec97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:31.057951 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-73a89182-abe3-4cab-95ce-8da03719ec97 None None] Port ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b cannot update to ACTIVE because it is not bound. {{(pid=104025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 18:18:31.082579 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-0b75bbe5-0326-4e2a-ab3b-f2b593791a11 req-f821dc40-fea6-472e-a6e9-e03c5d14219a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:31.102870 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-91d1422f-074f-4901-874c-2a05013e563a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (52864c81-01fd-47d5-818c-797619722af5), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:31.146813 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d1422f-074f-4901-874c-2a05013e563a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52864c81-01fd-47d5-818c-797619722af5,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:31.153931 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-91d1422f-074f-4901-874c-2a05013e563a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=933c231acf4240a4b22ffa835f31e243&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4286222 May 04 18:18:31.154315 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 50846) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:18:31.159474 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-4fdd29be-a970-4503-919e-12b86a90c52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (74c08095-bc4c-43d3-91b6-743b06ad1f6c), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:31.208772 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-74ab432b-8a53-432a-a0f2-a7aeb26e1bef admin admin] Publish callbacks [] for security_group (52864c81-01fd-47d5-818c-797619722af5), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:31.232151 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-74ab432b-8a53-432a-a0f2-a7aeb26e1bef admin admin] Publish callbacks [] for security_group (52864c81-01fd-47d5-818c-797619722af5), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:31.370934 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-74ab432b-8a53-432a-a0f2-a7aeb26e1bef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (52864c81-01fd-47d5-818c-797619722af5), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:31.373751 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-74ab432b-8a53-432a-a0f2-a7aeb26e1bef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:31.374499 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [req-0b75bbe5-0326-4e2a-ab3b-f2b593791a11 req-f821dc40-fea6-472e-a6e9-e03c5d14219a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b {{(pid=104023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:18:31.374954 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-74ab432b-8a53-432a-a0f2-a7aeb26e1bef admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/52864c81-01fd-47d5-818c-797619722af5 HTTP/1.1" status: 204 len: 168 time: 0.2199030 May 04 18:18:31.383988 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-0b75bbe5-0326-4e2a-ab3b-f2b593791a11 req-f821dc40-fea6-472e-a6e9-e03c5d14219a service neutron] Publish callbacks [] for port (ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b), precommit_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:31.384160 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ab432b-8a53-432a-a0f2-a7aeb26e1bef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52864c81-01fd-47d5-818c-797619722af5,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:31.399194 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [req-0b75bbe5-0326-4e2a-ab3b-f2b593791a11 req-f821dc40-fea6-472e-a6e9-e03c5d14219a service neutron] Transition to ACTIVE for port object ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b will not be triggered until provisioned by entity L2. {{(pid=104023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 18:18:31.520285 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-0b75bbe5-0326-4e2a-ab3b-f2b593791a11 req-f821dc40-fea6-472e-a6e9-e03c5d14219a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7382199'] for port (ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:31.577298 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f821dc40-fea6-472e-a6e9-e03c5d14219a service neutron] Pushing event updated for resources: {'Port': ['ID=ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b,revision_number=2']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:31.659394 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [req-0b75bbe5-0326-4e2a-ab3b-f2b593791a11 req-f821dc40-fea6-472e-a6e9-e03c5d14219a service neutron] Attempting to bind port ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b on host hv-cinder-84051 for vnic_type normal with profile {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 18:18:31.659875 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [req-0b75bbe5-0326-4e2a-ab3b-f2b593791a11 req-f821dc40-fea6-472e-a6e9-e03c5d14219a service neutron] Attempting to bind port ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': '97ff9aec-6531-4441-91ba-ff0470154517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a6fe39e6-2945-43c4-866c-f901f807513e'}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 18:18:31.660920 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b75bbe5-0326-4e2a-ab3b-f2b593791a11 req-f821dc40-fea6-472e-a6e9-e03c5d14219a service neutron] Attempting to bind port ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b on network a6fe39e6-2945-43c4-866c-f901f807513e {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:18:31.665758 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b75bbe5-0326-4e2a-ab3b-f2b593791a11 req-f821dc40-fea6-472e-a6e9-e03c5d14219a service neutron] Port ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b on network a6fe39e6-2945-43c4-866c-f901f807513e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 18:18:31.666039 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b75bbe5-0326-4e2a-ab3b-f2b593791a11 req-f821dc40-fea6-472e-a6e9-e03c5d14219a service neutron] Attempting to bind port ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b on network a6fe39e6-2945-43c4-866c-f901f807513e {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:18:31.671499 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b75bbe5-0326-4e2a-ab3b-f2b593791a11 req-f821dc40-fea6-472e-a6e9-e03c5d14219a service neutron] Checking agent: {'id': '2ed5d983-d6d1-49f2-9dfa-1a41e5be1317', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 13, 52), 'started_at': datetime.datetime(2022, 5, 4, 18, 13, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 18:18:31.671838 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b75bbe5-0326-4e2a-ab3b-f2b593791a11 req-f821dc40-fea6-472e-a6e9-e03c5d14219a service neutron] Checking segment: {'id': '97ff9aec-6531-4441-91ba-ff0470154517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a6fe39e6-2945-43c4-866c-f901f807513e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:18:31.672216 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b75bbe5-0326-4e2a-ab3b-f2b593791a11 req-f821dc40-fea6-472e-a6e9-e03c5d14219a service neutron] Bound using segment: {'id': '97ff9aec-6531-4441-91ba-ff0470154517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a6fe39e6-2945-43c4-866c-f901f807513e'} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 18:18:31.672640 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [req-0b75bbe5-0326-4e2a-ab3b-f2b593791a11 req-f821dc40-fea6-472e-a6e9-e03c5d14219a service neutron] Bound port: ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97ff9aec-6531-4441-91ba-ff0470154517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a6fe39e6-2945-43c4-866c-f901f807513e'}}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 18:18:31.672993 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-0b75bbe5-0326-4e2a-ab3b-f2b593791a11 req-f821dc40-fea6-472e-a6e9-e03c5d14219a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:31.786186 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [req-0b75bbe5-0326-4e2a-ab3b-f2b593791a11 req-f821dc40-fea6-472e-a6e9-e03c5d14219a service neutron] For port ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b, host hv-cinder-84051, cleared binding levels {{(pid=104023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 18:18:31.789701 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [req-0b75bbe5-0326-4e2a-ab3b-f2b593791a11 req-f821dc40-fea6-472e-a6e9-e03c5d14219a service neutron] For port ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b,segment=NetworkSegment(97ff9aec-6531-4441-91ba-ff0470154517),segment_id=97ff9aec-6531-4441-91ba-ff0470154517)] {{(pid=104023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 18:18:31.863390 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-0b75bbe5-0326-4e2a-ab3b-f2b593791a11 req-f821dc40-fea6-472e-a6e9-e03c5d14219a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7382199'] for port (ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:31.917229 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75bbe5-0326-4e2a-ab3b-f2b593791a11 req-f821dc40-fea6-472e-a6e9-e03c5d14219a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:31.917965 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-0b75bbe5-0326-4e2a-ab3b-f2b593791a11 req-f821dc40-fea6-472e-a6e9-e03c5d14219a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598214'] for port (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:31.919433 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-0b75bbe5-0326-4e2a-ab3b-f2b593791a11 req-f821dc40-fea6-472e-a6e9-e03c5d14219a service neutron] 10.222.0.84 "PUT /v2.0/ports/ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b HTTP/1.1" status: 200 len: 1093 time: 0.9113266 May 04 18:18:31.919889 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b0a1190-f115-44bf-95f3-2d2517bcc5d8', 'tag': 'ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:18:31.922210 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}418c4fc0ed359c78e2a46d0945201a397afdfc4a7689ae544a04c30398cb972a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60554c0a-b06d-46c0-a2b4-f5db3cf6a957" -d '{"events": [{"name": "network-changed", "server_uuid": "8b0a1190-f115-44bf-95f3-2d2517bcc5d8", "tag": "ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:18:31.945022 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f821dc40-fea6-472e-a6e9-e03c5d14219a service neutron] Pushing event updated for resources: {'Port': ['ID=ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b,revision_number=3']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:31.996110 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 18:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b51102-ead5-4f85-98e6-75b5c7806f2f x-openstack-request-id: req-f0b51102-ead5-4f85-98e6-75b5c7806f2f {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:18:31.996473 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b0a1190-f115-44bf-95f3-2d2517bcc5d8", "tag": "ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b", "status": "completed", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:18:31.996733 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f0b51102-ead5-4f85-98e6-75b5c7806f2f {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:18:31.997144 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0b51102-ead5-4f85-98e6-75b5c7806f2f'] response: {'name': 'network-changed', 'server_uuid': '8b0a1190-f115-44bf-95f3-2d2517bcc5d8', 'tag': 'ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b', 'status': 'completed', 'code': 200} May 04 18:18:32.102959 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6af069-19fe-4496-8905-647ea87c2e93 req-5adf98be-64f3-4478-a0f6-a874cf30cbf9 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:32.104608 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-ad6af069-19fe-4496-8905-647ea87c2e93 req-5adf98be-64f3-4478-a0f6-a874cf30cbf9 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b0a1190-f115-44bf-95f3-2d2517bcc5d8 HTTP/1.1" status: 200 len: 943 time: 0.1055307 May 04 18:18:32.112905 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60554c0a-b06d-46c0-a2b4-f5db3cf6a957 req-a5726eab-2516-4775-bc6f-4e22324417ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:32.114452 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-60554c0a-b06d-46c0-a2b4-f5db3cf6a957 req-a5726eab-2516-4775-bc6f-4e22324417ae service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=52f7ff6557334462979f9934251c2158&device_id=8b0a1190-f115-44bf-95f3-2d2517bcc5d8 HTTP/1.1" status: 200 len: 1127 time: 0.0655994 May 04 18:18:32.239524 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-ad6af069-19fe-4496-8905-647ea87c2e93 req-153e3c90-a2ce-40d4-b262-3c0c2224b0a8 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=9291093b-e98e-4588-b836-50cbbdb3127e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255376 May 04 18:18:32.277907 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60554c0a-b06d-46c0-a2b4-f5db3cf6a957 req-2b5a8513-6bcb-48b2-b9bb-f559ad77e4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:32.279204 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-60554c0a-b06d-46c0-a2b4-f5db3cf6a957 req-2b5a8513-6bcb-48b2-b9bb-f559ad77e4fc service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=52f7ff6557334462979f9934251c2158&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1517379 May 04 18:18:32.384182 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60554c0a-b06d-46c0-a2b4-f5db3cf6a957 req-0cb4446a-d059-4b09-b70a-b7f8387f802b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:32.385712 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-60554c0a-b06d-46c0-a2b4-f5db3cf6a957 req-0cb4446a-d059-4b09-b70a-b7f8387f802b service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0998344 May 04 18:18:32.467084 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 50890) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:18:32.484389 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75bbe5-0326-4e2a-ab3b-f2b593791a11 req-6437ef1b-9d0e-4b64-b92f-6ec4d4b5df32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:32.485888 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-0b75bbe5-0326-4e2a-ab3b-f2b593791a11 req-6437ef1b-9d0e-4b64-b92f-6ec4d4b5df32 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=52f7ff6557334462979f9934251c2158&device_id=8b0a1190-f115-44bf-95f3-2d2517bcc5d8 HTTP/1.1" status: 200 len: 1127 time: 0.0451117 May 04 18:18:32.534044 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-0b75bbe5-0326-4e2a-ab3b-f2b593791a11 req-d9b88c5a-86fe-4ee7-84a8-d8cdadf0312f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b HTTP/1.1" status: 200 len: 217 time: 0.0371125 May 04 18:18:32.554326 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-f7537222-04fb-4408-8d24-7493625e2bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (88f974dc-3c14-4d3d-9ef8-4363bb88b433), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:32.590838 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75bbe5-0326-4e2a-ab3b-f2b593791a11 req-99604cdd-c20b-4cc3-8261-67bfb68e933a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:32.592442 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-0b75bbe5-0326-4e2a-ab3b-f2b593791a11 req-99604cdd-c20b-4cc3-8261-67bfb68e933a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=abd7f995-331d-4f8f-976d-dc07d5f652e4 HTTP/1.1" status: 200 len: 858 time: 0.0505152 May 04 18:18:32.632209 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 50896) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:18:32.647583 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75bbe5-0326-4e2a-ab3b-f2b593791a11 req-53796457-00ef-4867-b3b7-e7ca0506717c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:32.649443 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-0b75bbe5-0326-4e2a-ab3b-f2b593791a11 req-53796457-00ef-4867-b3b7-e7ca0506717c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=a6fe39e6-2945-43c4-866c-f901f807513e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0506799 May 04 18:18:32.693203 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.v2.base [None req-0089dde0-2f77-4d16-995b-7caf6e35f0fb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-735415400-network', 'tenant_id': '5b095a86e9004719a23c3a0bd0f8a986'}} {{(pid=104024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:18:32.709023 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-0782c349-ac0a-40dc-9f07-b7e61533836c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:32.743230 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-0b75bbe5-0326-4e2a-ab3b-f2b593791a11 req-ec154941-e2b1-4e44-bf0b-e5a5320c30bc service neutron] 10.222.0.84 "GET /v2.0/networks/a6fe39e6-2945-43c4-866c-f901f807513e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869472 May 04 18:18:32.793307 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-0782c349-ac0a-40dc-9f07-b7e61533836c admin admin] Publish callbacks [] for security_group (ab0febcc-961a-4268-b5fe-ad52badb92a8), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:32.810715 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0089dde0-2f77-4d16-995b-7caf6e35f0fb admin admin] Made reservation on behalf of 5b095a86e9004719a23c3a0bd0f8a986 for: {'network': 1} {{(pid=104024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:18:32.813161 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-0089dde0-2f77-4d16-995b-7caf6e35f0fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for network (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:32.822121 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-0089dde0-2f77-4d16-995b-7caf6e35f0fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:32.847091 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-0b75bbe5-0326-4e2a-ab3b-f2b593791a11 req-a41b7003-feed-416d-a1e8-570470752fda service neutron] 10.222.0.84 "GET /v2.0/networks/a6fe39e6-2945-43c4-866c-f901f807513e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931764 May 04 18:18:32.871858 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-0782c349-ac0a-40dc-9f07-b7e61533836c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (ab0febcc-961a-4268-b5fe-ad52badb92a8), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:32.926804 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-0782c349-ac0a-40dc-9f07-b7e61533836c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=35b0c6192f274dc38458196eb164d8f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2935302 May 04 18:18:32.931380 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 50904) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:18:32.931899 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0782c349-ac0a-40dc-9f07-b7e61533836c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab0febcc-961a-4268-b5fe-ad52badb92a8,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:32.943695 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-0089dde0-2f77-4d16-995b-7caf6e35f0fb admin admin] Publish callbacks [] for security_group (d5c95467-9e2e-4242-ac96-24f8cd0e7d05), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:32.981818 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7b0a30f8-14ef-490d-95d1-080dd1dfac6c admin admin] Publish callbacks [] for security_group (ab0febcc-961a-4268-b5fe-ad52badb92a8), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:33.003752 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7b0a30f8-14ef-490d-95d1-080dd1dfac6c admin admin] Publish callbacks [] for security_group (ab0febcc-961a-4268-b5fe-ad52badb92a8), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:33.051036 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-0089dde0-2f77-4d16-995b-7caf6e35f0fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (d5c95467-9e2e-4242-ac96-24f8cd0e7d05), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:33.077349 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0089dde0-2f77-4d16-995b-7caf6e35f0fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c95467-9e2e-4242-ac96-24f8cd0e7d05,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:33.143026 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7b0a30f8-14ef-490d-95d1-080dd1dfac6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (ab0febcc-961a-4268-b5fe-ad52badb92a8), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:33.145952 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7b0a30f8-14ef-490d-95d1-080dd1dfac6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:33.147161 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-7b0a30f8-14ef-490d-95d1-080dd1dfac6c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ab0febcc-961a-4268-b5fe-ad52badb92a8 HTTP/1.1" status: 204 len: 168 time: 0.2161980 May 04 18:18:33.148442 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0089dde0-2f77-4d16-995b-7caf6e35f0fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 812} {{(pid=104024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 18:18:33.156550 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0a30f8-14ef-490d-95d1-080dd1dfac6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab0febcc-961a-4268-b5fe-ad52badb92a8,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:33.159881 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-0089dde0-2f77-4d16-995b-7caf6e35f0fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691573'] for segment (f126fb3f-1cce-44a2-9d04-49ad171b24ae), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:33.160576 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.db.segments_db [None req-0089dde0-2f77-4d16-995b-7caf6e35f0fb admin admin] Added segment f126fb3f-1cce-44a2-9d04-49ad171b24ae of type vlan for network 106b7264-34d3-4ab1-9694-1650e4fd9860 May 04 18:18:33.209723 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-0089dde0-2f77-4d16-995b-7caf6e35f0fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772819821523'] for network (106b7264-34d3-4ab1-9694-1650e4fd9860), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:33.306645 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-0089dde0-2f77-4d16-995b-7caf6e35f0fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260'] for network (106b7264-34d3-4ab1-9694-1650e4fd9860), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:33.306645 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0089dde0-2f77-4d16-995b-7caf6e35f0fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:33.306645 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-0089dde0-2f77-4d16-995b-7caf6e35f0fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598214'] for network (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:33.395887 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0089dde0-2f77-4d16-995b-7caf6e35f0fb admin admin] Pushing event updated for resources: {'Network': ['ID=106b7264-34d3-4ab1-9694-1650e4fd9860,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:33.406653 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Network 106b7264-34d3-4ab1-9694-1650e4fd9860 details requested by agent ovs-agent-dv-cinder-840511-4-iscsi with host dv-cinder-840511-4-iscsi {{(pid=104025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 18:18:33.410361 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223fe233-10be-464e-ad98-d95b230b289f req-c97e4783-61be-45e9-8c8b-eb3250ec03ac tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:33.412123 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-223fe233-10be-464e-ad98-d95b230b289f req-c97e4783-61be-45e9-8c8b-eb3250ec03ac tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b0a1190-f115-44bf-95f3-2d2517bcc5d8 HTTP/1.1" status: 200 len: 943 time: 0.0877445 May 04 18:18:33.417771 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-0089dde0-2f77-4d16-995b-7caf6e35f0fb admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9469872 May 04 18:18:33.423817 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 50914) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:18:33.432155 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.v2.base [None req-e0920bd7-1665-4179-9ef0-762a83224e9f admin admin] Request body: {'subnet': {'network_id': '106b7264-34d3-4ab1-9694-1650e4fd9860', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-735415400-subnet', 'tenant_id': '5b095a86e9004719a23c3a0bd0f8a986', 'ip_version': 4}} {{(pid=104023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:18:33.479566 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-223fe233-10be-464e-ad98-d95b230b289f req-c254e4dd-f5a3-49e0-804a-9f11351e8512 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=9291093b-e98e-4588-b836-50cbbdb3127e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603719 May 04 18:18:33.513813 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0920bd7-1665-4179-9ef0-762a83224e9f admin admin] Made reservation on behalf of 5b095a86e9004719a23c3a0bd0f8a986 for: {'subnet': 1} {{(pid=104023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:18:33.516215 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-e0920bd7-1665-4179-9ef0-762a83224e9f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7546366'] for subnet (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:33.754052 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-e0920bd7-1665-4179-9ef0-762a83224e9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7381822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7546252'] for subnet (3d61c736-b53f-4743-b857-e2820b1996fc), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:33.806122 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 50916) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:18:33.819869 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0920bd7-1665-4179-9ef0-762a83224e9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d61c736-b53f-4743-b857-e2820b1996fc,revision_number=0']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:33.824335 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (e55a6cb5-967a-4631-865a-95818de4ff35), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:33.824880 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-a00bc93a-ff17-4399-9372-f26d67d7b2eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:33.830519 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0920bd7-1665-4179-9ef0-762a83224e9f admin admin] Checking segment: {'id': 'f126fb3f-1cce-44a2-9d04-49ad171b24ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '106b7264-34d3-4ab1-9694-1650e4fd9860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:18:33.830912 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0920bd7-1665-4179-9ef0-762a83224e9f admin admin] Network hostable DHCP agents. Network: 106b7264-34d3-4ab1-9694-1650e4fd9860, hostable agents: ['c89944b2-e06f-41dc-a0fc-77a7e649c9d3'], hosted agents: [] {{(pid=104023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 18:18:33.905427 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-a00bc93a-ff17-4399-9372-f26d67d7b2eb admin admin] Publish callbacks [] for security_group (3d637373-bb45-49c9-87d0-8a4d871a8e2a), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:33.919857 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0920bd7-1665-4179-9ef0-762a83224e9f admin admin] Network 106b7264-34d3-4ab1-9694-1650e4fd9860 is scheduled to be hosted by DHCP agent c89944b2-e06f-41dc-a0fc-77a7e649c9d3 with binding_index 1 {{(pid=104023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 18:18:34.005463 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-a00bc93a-ff17-4399-9372-f26d67d7b2eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (3d637373-bb45-49c9-87d0-8a4d871a8e2a), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:34.005638 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.base_scheduler [None req-e0920bd7-1665-4179-9ef0-762a83224e9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840511-4-iscsi, 106b7264-34d3-4ab1-9694-1650e4fd9860) {{(pid=104023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:18:34.010036 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0920bd7-1665-4179-9ef0-762a83224e9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:34.015174 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-e0920bd7-1665-4179-9ef0-762a83224e9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598214'] for subnet (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:34.017918 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed7a486-00e2-4e10-a4b5-1384355b56ab None None] Network 106b7264-34d3-4ab1-9694-1650e4fd9860 requested from dv-cinder-840511-4-iscsi {{(pid=104025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 18:18:34.048971 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-a00bc93a-ff17-4399-9372-f26d67d7b2eb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f6d6d5222aa44929aaf5c529344f96d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2417223 May 04 18:18:34.052418 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 50924) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:18:34.058452 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00bc93a-ff17-4399-9372-f26d67d7b2eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d637373-bb45-49c9-87d0-8a4d871a8e2a,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:34.100942 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-e0920bd7-1665-4179-9ef0-762a83224e9f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6754611 May 04 18:18:34.103408 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 50926) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:18:34.108398 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.v2.base [None req-918ba8ac-984d-4e95-8d6f-953ff4f05342 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-735415400-router', 'tenant_id': '5b095a86e9004719a23c3a0bd0f8a986', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31'}}} {{(pid=104023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:18:34.109057 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-d06be62a-b628-4e30-899c-4afaa8154a76 admin admin] Publish callbacks [] for security_group (3d637373-bb45-49c9-87d0-8a4d871a8e2a), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:34.133861 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-d06be62a-b628-4e30-899c-4afaa8154a76 admin admin] Publish callbacks [] for security_group (3d637373-bb45-49c9-87d0-8a4d871a8e2a), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:34.137563 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f55a4a-3117-4cdc-bb14-b499cbc86bb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7413deaf-5835-5fbd-ad87-e75b1d698e43-106b7264-34d3-4ab1-9694-1650e4fd9860', 'network_id': '106b7264-34d3-4ab1-9694-1650e4fd9860', 'project_id': '5b095a86e9004719a23c3a0bd0f8a986', 'fixed_ips': [{'subnet_id': '3d61c736-b53f-4743-b857-e2820b1996fc'}]}} from dv-cinder-840511-4-iscsi. {{(pid=104025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 18:18:34.138428 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-99f55a4a-3117-4cdc-bb14-b499cbc86bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (None), before_create {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:34.217248 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-918ba8ac-984d-4e95-8d6f-953ff4f05342 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1680882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13377'] for router (7083c830-f333-46fd-9322-19ed9b2d21c1), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:34.218316 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-918ba8ac-984d-4e95-8d6f-953ff4f05342 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1680798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1675771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1801714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13400'] for router (7083c830-f333-46fd-9322-19ed9b2d21c1), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:34.269111 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-d06be62a-b628-4e30-899c-4afaa8154a76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (3d637373-bb45-49c9-87d0-8a4d871a8e2a), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:34.272583 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-d06be62a-b628-4e30-899c-4afaa8154a76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:34.273930 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-d06be62a-b628-4e30-899c-4afaa8154a76 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3d637373-bb45-49c9-87d0-8a4d871a8e2a HTTP/1.1" status: 204 len: 168 time: 0.2204211 May 04 18:18:34.282424 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06be62a-b628-4e30-899c-4afaa8154a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d637373-bb45-49c9-87d0-8a4d871a8e2a,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:34.321688 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.db_base_plugin_common [None req-99f55a4a-3117-4cdc-bb14-b499cbc86bb9 None None] Allocated IP 172.20.0.2 (106b7264-34d3-4ab1-9694-1650e4fd9860/3d61c736-b53f-4743-b857-e2820b1996fc/fe81c090-aa1e-4a3b-a296-4e0d03d8683d) {{(pid=104025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:18:34.363010 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-918ba8ac-984d-4e95-8d6f-953ff4f05342 admin admin] Publish callbacks [] for router_controller (7083c830-f333-46fd-9322-19ed9b2d21c1), precommit_add_association {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:34.474959 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-99f55a4a-3117-4cdc-bb14-b499cbc86bb9 None None] Publish callbacks [] for port (fe81c090-aa1e-4a3b-a296-4e0d03d8683d), precommit_create {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:34.565713 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-99f55a4a-3117-4cdc-bb14-b499cbc86bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772819832230'] for port (fe81c090-aa1e-4a3b-a296-4e0d03d8683d), after_create {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:34.607916 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-918ba8ac-984d-4e95-8d6f-953ff4f05342 admin admin] Publish callbacks [] for router_gateway (7083c830-f333-46fd-9322-19ed9b2d21c1), precommit_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:34.611208 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f55a4a-3117-4cdc-bb14-b499cbc86bb9 None None] Network 106b7264-34d3-4ab1-9694-1650e4fd9860 is already hosted by enough agents. {{(pid=104025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:18:34.614939 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.scheduler.base_scheduler [None req-99f55a4a-3117-4cdc-bb14-b499cbc86bb9 None None] Resources bound (agent type, host, resource id): {{(pid=104025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:18:34.620933 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f55a4a-3117-4cdc-bb14-b499cbc86bb9 None None] Received port after_create {{(pid=104025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:18:34.626644 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f55a4a-3117-4cdc-bb14-b499cbc86bb9 None None] Pushing event updated for resources: {'Port': ['ID=fe81c090-aa1e-4a3b-a296-4e0d03d8683d,revision_number=1']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:34.630580 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f31b73-7ab4-40bc-896f-ca1fa3b3692e req-c7549676-ea8e-4d8f-89a1-31a55e2c5a4a tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:34.632663 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-a8f31b73-7ab4-40bc-896f-ca1fa3b3692e req-c7549676-ea8e-4d8f-89a1-31a55e2c5a4a tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b0a1190-f115-44bf-95f3-2d2517bcc5d8 HTTP/1.1" status: 200 len: 943 time: 0.0821929 May 04 18:18:34.688621 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.managers [None req-99f55a4a-3117-4cdc-bb14-b499cbc86bb9 None None] Attempting to bind port fe81c090-aa1e-4a3b-a296-4e0d03d8683d on host dv-cinder-840511-4-iscsi for vnic_type normal with profile {{(pid=104025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 18:18:34.688995 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.managers [None req-99f55a4a-3117-4cdc-bb14-b499cbc86bb9 None None] Attempting to bind port fe81c090-aa1e-4a3b-a296-4e0d03d8683d by drivers openvswitch,hyperv on host dv-cinder-840511-4-iscsi at level 0 using segments [{'id': 'f126fb3f-1cce-44a2-9d04-49ad171b24ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '106b7264-34d3-4ab1-9694-1650e4fd9860'}] {{(pid=104025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 18:18:34.689362 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f55a4a-3117-4cdc-bb14-b499cbc86bb9 None None] Attempting to bind port fe81c090-aa1e-4a3b-a296-4e0d03d8683d on network 106b7264-34d3-4ab1-9694-1650e4fd9860 {{(pid=104025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:18:34.695702 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f55a4a-3117-4cdc-bb14-b499cbc86bb9 None None] Checking agent: {'id': 'e55a6cb5-967a-4631-865a-95818de4ff35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840511-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 7, 4), 'started_at': datetime.datetime(2022, 5, 4, 18, 7, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840511-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 18:18:34.695702 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f55a4a-3117-4cdc-bb14-b499cbc86bb9 None None] Checking segment: {'id': 'f126fb3f-1cce-44a2-9d04-49ad171b24ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '106b7264-34d3-4ab1-9694-1650e4fd9860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:18:34.696120 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-99f55a4a-3117-4cdc-bb14-b499cbc86bb9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:34.696466 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f55a4a-3117-4cdc-bb14-b499cbc86bb9 None None] Bound using segment: {'id': 'f126fb3f-1cce-44a2-9d04-49ad171b24ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '106b7264-34d3-4ab1-9694-1650e4fd9860'} {{(pid=104025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 18:18:34.696941 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.managers [None req-99f55a4a-3117-4cdc-bb14-b499cbc86bb9 None None] Bound port: fe81c090-aa1e-4a3b-a296-4e0d03d8683d, host: dv-cinder-840511-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f126fb3f-1cce-44a2-9d04-49ad171b24ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '106b7264-34d3-4ab1-9694-1650e4fd9860'}}] {{(pid=104025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 18:18:34.697390 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-99f55a4a-3117-4cdc-bb14-b499cbc86bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (fe81c090-aa1e-4a3b-a296-4e0d03d8683d), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:34.709468 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-a8f31b73-7ab4-40bc-896f-ca1fa3b3692e req-3643b6d1-8b26-45f9-bca0-f527f607282d tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=9291093b-e98e-4588-b836-50cbbdb3127e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697689 May 04 18:18:34.772383 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-99f55a4a-3117-4cdc-bb14-b499cbc86bb9 None None] For port fe81c090-aa1e-4a3b-a296-4e0d03d8683d, host dv-cinder-840511-4-iscsi, cleared binding levels {{(pid=104025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 18:18:34.775931 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-99f55a4a-3117-4cdc-bb14-b499cbc86bb9 None None] For port fe81c090-aa1e-4a3b-a296-4e0d03d8683d, host dv-cinder-840511-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=fe81c090-aa1e-4a3b-a296-4e0d03d8683d,segment=NetworkSegment(f126fb3f-1cce-44a2-9d04-49ad171b24ae),segment_id=f126fb3f-1cce-44a2-9d04-49ad171b24ae)] {{(pid=104025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 18:18:34.840699 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-99f55a4a-3117-4cdc-bb14-b499cbc86bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (fe81c090-aa1e-4a3b-a296-4e0d03d8683d), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:34.917523 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f55a4a-3117-4cdc-bb14-b499cbc86bb9 None None] Pushing event updated for resources: {'Port': ['ID=fe81c090-aa1e-4a3b-a296-4e0d03d8683d,revision_number=2']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:35.117897 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-918ba8ac-984d-4e95-8d6f-953ff4f05342 admin admin] Publish callbacks [] for router_gateway (7083c830-f333-46fd-9322-19ed9b2d21c1), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:35.138685 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-918ba8ac-984d-4e95-8d6f-953ff4f05342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:35.279602 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.db_base_plugin_common [None req-918ba8ac-984d-4e95-8d6f-953ff4f05342 admin admin] Allocated IP 172.27.1.72 (1bc9efb7-0207-4c06-8ee1-3b0aa535de31/61d7fae2-9d6e-42a3-8cf9-91a587505bb7/4fa398eb-adf8-446e-b957-5e7853142b88) {{(pid=104023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:18:35.386810 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-918ba8ac-984d-4e95-8d6f-953ff4f05342 admin admin] Publish callbacks [] for port (4fa398eb-adf8-446e-b957-5e7853142b88), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:35.497976 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 50956) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:18:35.554488 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-918ba8ac-984d-4e95-8d6f-953ff4f05342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772819832230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7382190'] for port (4fa398eb-adf8-446e-b957-5e7853142b88), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:35.600214 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918ba8ac-984d-4e95-8d6f-953ff4f05342 admin admin] Network 1bc9efb7-0207-4c06-8ee1-3b0aa535de31 is already hosted by enough agents. {{(pid=104023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:18:35.603806 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.base_scheduler [None req-918ba8ac-984d-4e95-8d6f-953ff4f05342 admin admin] Resources bound (agent type, host, resource id): {{(pid=104023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:18:35.606497 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918ba8ac-984d-4e95-8d6f-953ff4f05342 admin admin] Received port after_create {{(pid=104023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:18:35.610372 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.v2.base [None req-726701f4-28fd-4fde-990b-f31c0973494b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1720509302-network', 'tenant_id': '4b68a11882a6412eb56fce7c38668928'}} {{(pid=104024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:18:35.645709 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918ba8ac-984d-4e95-8d6f-953ff4f05342 admin admin] Pushing event updated for resources: {'Port': ['ID=4fa398eb-adf8-446e-b957-5e7853142b88,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:35.737975 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-726701f4-28fd-4fde-990b-f31c0973494b admin admin] Made reservation on behalf of 4b68a11882a6412eb56fce7c38668928 for: {'network': 1} {{(pid=104024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:18:35.741730 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-726701f4-28fd-4fde-990b-f31c0973494b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for network (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:35.751593 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-726701f4-28fd-4fde-990b-f31c0973494b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:35.783708 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=104025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 18:18:35.860902 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdfcf71-4cc2-4521-9b5d-b347447d3de9 req-bfab3ba2-8302-467f-a5f0-ea7547648d2c tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:35.864876 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-cfdfcf71-4cc2-4521-9b5d-b347447d3de9 req-bfab3ba2-8302-467f-a5f0-ea7547648d2c tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b0a1190-f115-44bf-95f3-2d2517bcc5d8 HTTP/1.1" status: 200 len: 943 time: 0.0680292 May 04 18:18:35.911530 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-726701f4-28fd-4fde-990b-f31c0973494b admin admin] Publish callbacks [] for security_group (2fad3c30-75b0-4b0d-8b95-18af514bb6f2), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:35.913329 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] For port ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b,segment=NetworkSegment(97ff9aec-6531-4441-91ba-ff0470154517),segment_id=97ff9aec-6531-4441-91ba-ff0470154517)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:18:35.931424 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Returning: {'device': 'ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b', 'network_id': 'a6fe39e6-2945-43c4-866c-f901f807513e', 'port_id': 'ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b', 'mac_address': 'fa:16:3e:e2:f1:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abd7f995-331d-4f8f-976d-dc07d5f652e4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 18:18:35.964159 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-cfdfcf71-4cc2-4521-9b5d-b347447d3de9 req-5400e55f-0a3a-4a1f-a9b4-7585e58b299b tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=9291093b-e98e-4588-b836-50cbbdb3127e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672247 May 04 18:18:35.989317 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Current status of the port ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b is: DOWN; New status is: BUILD {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:18:35.989317 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:35.992449 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-918ba8ac-984d-4e95-8d6f-953ff4f05342 admin admin] Publish callbacks [] for router_gateway (7083c830-f333-46fd-9322-19ed9b2d21c1), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:35.997418 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.notifiers.nova [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b {{(pid=104025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:18:36.000585 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-726701f4-28fd-4fde-990b-f31c0973494b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (2fad3c30-75b0-4b0d-8b95-18af514bb6f2), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:36.018747 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] For port ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b,segment=NetworkSegment(97ff9aec-6531-4441-91ba-ff0470154517),segment_id=97ff9aec-6531-4441-91ba-ff0470154517)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:18:36.028484 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-726701f4-28fd-4fde-990b-f31c0973494b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 834} {{(pid=104024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 18:18:36.039625 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726701f4-28fd-4fde-990b-f31c0973494b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fad3c30-75b0-4b0d-8b95-18af514bb6f2,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:36.044640 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-726701f4-28fd-4fde-990b-f31c0973494b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691573'] for segment (88f7cdf2-d05d-4e36-a30b-4ea7c828b10e), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:36.045181 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.db.segments_db [None req-726701f4-28fd-4fde-990b-f31c0973494b admin admin] Added segment 88f7cdf2-d05d-4e36-a30b-4ea7c828b10e of type vlan for network c3915597-48e7-4c26-a023-967dd3df59e3 May 04 18:18:36.048100 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042ef9de-b1bc-465e-b7e5-7a143b4dc3fa None None] Network 106b7264-34d3-4ab1-9694-1650e4fd9860 requested from dv-cinder-840511-4-iscsi {{(pid=104025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 18:18:36.085792 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-7658af74-591e-4a83-bc16-119a452a127e None None] Provisioning complete for port fe81c090-aa1e-4a3b-a296-4e0d03d8683d triggered by entity DHCP. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:18:36.086477 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-7658af74-591e-4a83-bc16-119a452a127e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (fe81c090-aa1e-4a3b-a296-4e0d03d8683d), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:36.091260 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-726701f4-28fd-4fde-990b-f31c0973494b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772819821523'] for network (c3915597-48e7-4c26-a023-967dd3df59e3), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:36.142576 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:36.244009 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-918ba8ac-984d-4e95-8d6f-953ff4f05342 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1680775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1675720'] for router (7083c830-f333-46fd-9322-19ed9b2d21c1), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:36.245874 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-726701f4-28fd-4fde-990b-f31c0973494b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260'] for network (c3915597-48e7-4c26-a023-967dd3df59e3), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:36.246852 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726701f4-28fd-4fde-990b-f31c0973494b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:36.248813 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-726701f4-28fd-4fde-990b-f31c0973494b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598214'] for network (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:36.275032 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Pushing event updated for resources: {'Port': ['ID=ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b,revision_number=4']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:36.309298 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-7658af74-591e-4a83-bc16-119a452a127e None None] Current status of the port fe81c090-aa1e-4a3b-a296-4e0d03d8683d is: DOWN; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:18:36.309700 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-7658af74-591e-4a83-bc16-119a452a127e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (fe81c090-aa1e-4a3b-a296-4e0d03d8683d), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:36.326943 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726701f4-28fd-4fde-990b-f31c0973494b admin admin] Pushing event updated for resources: {'Network': ['ID=c3915597-48e7-4c26-a023-967dd3df59e3,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:36.346367 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-726701f4-28fd-4fde-990b-f31c0973494b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8440926 May 04 18:18:36.346367 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 50966) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:18:36.353388 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.v2.base [None req-803dd883-ac2f-4f4f-8a71-f1f5a4bf2659 admin admin] Request body: {'subnet': {'network_id': 'c3915597-48e7-4c26-a023-967dd3df59e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1720509302-subnet', 'tenant_id': '4b68a11882a6412eb56fce7c38668928', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:18:36.446638 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-803dd883-ac2f-4f4f-8a71-f1f5a4bf2659 admin admin] Made reservation on behalf of 4b68a11882a6412eb56fce7c38668928 for: {'subnet': 1} {{(pid=104024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:18:36.449399 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-803dd883-ac2f-4f4f-8a71-f1f5a4bf2659 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5949435'] for subnet (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:36.453335 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Network c3915597-48e7-4c26-a023-967dd3df59e3 details requested by agent ovs-agent-dv-cinder-840511-4-iscsi with host dv-cinder-840511-4-iscsi {{(pid=104025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 18:18:36.468931 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-918ba8ac-984d-4e95-8d6f-953ff4f05342 admin admin] Router 7083c830-f333-46fd-9322-19ed9b2d21c1 is scheduled to L3 agent 341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae with binding_index 1 {{(pid=104023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 18:18:36.533710 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-7658af74-591e-4a83-bc16-119a452a127e None None] For port fe81c090-aa1e-4a3b-a296-4e0d03d8683d, host dv-cinder-840511-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=fe81c090-aa1e-4a3b-a296-4e0d03d8683d,segment=NetworkSegment(f126fb3f-1cce-44a2-9d04-49ad171b24ae),segment_id=f126fb3f-1cce-44a2-9d04-49ad171b24ae)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:18:36.590216 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-7658af74-591e-4a83-bc16-119a452a127e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (fe81c090-aa1e-4a3b-a296-4e0d03d8683d), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:36.608097 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-918ba8ac-984d-4e95-8d6f-953ff4f05342 admin admin] Notify agent at l3_agent.dv-cinder-840511-4-iscsi the message routers_updated {{(pid=104023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 18:18:36.625071 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b103cb5-6ef6-475e-b74f-61c315473a09 None None] Sync routers for ids ['7083c830-f333-46fd-9322-19ed9b2d21c1'] in dv-cinder-840511-4-iscsi {{(pid=104026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:18:36.634943 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b103cb5-6ef6-475e-b74f-61c315473a09 None None] Routers {'7083c830-f333-46fd-9322-19ed9b2d21c1'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:18:36.635592 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-2b103cb5-6ef6-475e-b74f-61c315473a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:18:30Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['7083c830-f333-46fd-9322-19ed9b2d21c1'], 'active': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:18:36.648331 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7658af74-591e-4a83-bc16-119a452a127e None None] Pushing event updated for resources: {'Port': ['ID=fe81c090-aa1e-4a3b-a296-4e0d03d8683d,revision_number=3']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:36.658847 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] get_ports_and_sgs() called for port_ids ['ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b'] {{(pid=104025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 18:18:36.705967 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-918ba8ac-984d-4e95-8d6f-953ff4f05342 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:36.710589 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-918ba8ac-984d-4e95-8d6f-953ff4f05342 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.6059849 May 04 18:18:36.715962 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 50972) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:18:36.730765 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-9e66bd11-1dd2-4541-becf-2df56aea296c None None] Provisioning complete for port fe81c090-aa1e-4a3b-a296-4e0d03d8683d triggered by entity DHCP. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:18:36.731187 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-9e66bd11-1dd2-4541-becf-2df56aea296c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (fe81c090-aa1e-4a3b-a296-4e0d03d8683d), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:36.737959 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-803dd883-ac2f-4f4f-8a71-f1f5a4bf2659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6008435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5949321'] for subnet (d2f27c6c-7ffe-4070-bbd4-79d3defb64f5), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:36.864111 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvr_db [None req-2b103cb5-6ef6-475e-b74f-61c315473a09 None None] Set router 7083c830-f333-46fd-9322-19ed9b2d21c1 gateway port host: dv-cinder-840511-4-iscsi {{(pid=104026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:18:36.864874 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803dd883-ac2f-4f4f-8a71-f1f5a4bf2659 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2f27c6c-7ffe-4070-bbd4-79d3defb64f5,revision_number=0']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:36.876531 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803dd883-ac2f-4f4f-8a71-f1f5a4bf2659 admin admin] Checking segment: {'id': '88f7cdf2-d05d-4e36-a30b-4ea7c828b10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'c3915597-48e7-4c26-a023-967dd3df59e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:18:36.876945 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803dd883-ac2f-4f4f-8a71-f1f5a4bf2659 admin admin] Network hostable DHCP agents. Network: c3915597-48e7-4c26-a023-967dd3df59e3, hostable agents: ['c89944b2-e06f-41dc-a0fc-77a7e649c9d3'], hosted agents: [] {{(pid=104024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 18:18:36.936558 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-9e66bd11-1dd2-4541-becf-2df56aea296c None None] Current status of the port fe81c090-aa1e-4a3b-a296-4e0d03d8683d is: ACTIVE; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:18:36.956747 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device fe81c090-aa1e-4a3b-a296-4e0d03d8683d up at agent ovs-agent-dv-cinder-840511-4-iscsi {{(pid=104025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:18:36.996343 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803dd883-ac2f-4f4f-8a71-f1f5a4bf2659 admin admin] Network c3915597-48e7-4c26-a023-967dd3df59e3 is scheduled to be hosted by DHCP agent c89944b2-e06f-41dc-a0fc-77a7e649c9d3 with binding_index 1 {{(pid=104024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 18:18:37.041877 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Provisioning complete for port fe81c090-aa1e-4a3b-a296-4e0d03d8683d triggered by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:18:37.042351 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (fe81c090-aa1e-4a3b-a296-4e0d03d8683d), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:37.073802 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-2b103cb5-6ef6-475e-b74f-61c315473a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7083c830-f333-46fd-9322-19ed9b2d21c1', 'name': 'tempest-TestShelveInstance-735415400-router', 'tenant_id': '5b095a86e9004719a23c3a0bd0f8a986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '4fa398eb-adf8-446e-b957-5e7853142b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:18:34Z', 'updated_at': '2022-05-04T18:18:35Z', 'revision_number': 3, 'project_id': '5b095a86e9004719a23c3a0bd0f8a986', 'gw_port': {'id': '4fa398eb-adf8-446e-b957-5e7853142b88', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e3:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7083c830-f333-46fd-9322-19ed9b2d21c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:18:35Z', 'updated_at': '2022-05-04T18:18:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi'}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:18:37.097579 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.base_scheduler [None req-803dd883-ac2f-4f4f-8a71-f1f5a4bf2659 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840511-4-iscsi, c3915597-48e7-4c26-a023-967dd3df59e3) {{(pid=104024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:18:37.102290 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b103cb5-6ef6-475e-b74f-61c315473a09 None None] Checking router: 7083c830-f333-46fd-9322-19ed9b2d21c1 for host: dv-cinder-840511-4-iscsi {{(pid=104026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:18:37.102635 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b103cb5-6ef6-475e-b74f-61c315473a09 None None] Updating router 7083c830-f333-46fd-9322-19ed9b2d21c1 port 4fa398eb-adf8-446e-b957-5e7853142b88 binding host dv-cinder-840511-4-iscsi {{(pid=104026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 18:18:37.107461 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803dd883-ac2f-4f4f-8a71-f1f5a4bf2659 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:37.108131 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-803dd883-ac2f-4f4f-8a71-f1f5a4bf2659 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:37.132800 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2b103cb5-6ef6-475e-b74f-61c315473a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (4fa398eb-adf8-446e-b957-5e7853142b88), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:37.135977 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c89053b-d5f0-4c05-b815-4166908616fe None None] Network c3915597-48e7-4c26-a023-967dd3df59e3 requested from dv-cinder-840511-4-iscsi {{(pid=104025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 18:18:37.150011 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd29a3-c44d-4b92-815b-9e20d50803cd req-7f9b848f-3a8c-4424-a188-c233355f7654 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:37.156960 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-e4cd29a3-c44d-4b92-815b-9e20d50803cd req-7f9b848f-3a8c-4424-a188-c233355f7654 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b0a1190-f115-44bf-95f3-2d2517bcc5d8 HTTP/1.1" status: 200 len: 944 time: 0.1022718 May 04 18:18:37.186726 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Current status of the port fe81c090-aa1e-4a3b-a296-4e0d03d8683d is: ACTIVE; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:18:37.229281 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-803dd883-ac2f-4f4f-8a71-f1f5a4bf2659 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8813667 May 04 18:18:37.298839 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44518c85-354a-4669-aae8-26cf70fcb9f5 None None] Network c3915597-48e7-4c26-a023-967dd3df59e3 requested from dv-cinder-840511-4-iscsi {{(pid=104025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 18:18:37.469604 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2b103cb5-6ef6-475e-b74f-61c315473a09 None None] Publish callbacks [] for port (4fa398eb-adf8-446e-b957-5e7853142b88), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:37.488859 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-e4cd29a3-c44d-4b92-815b-9e20d50803cd req-cc5b35e2-cbe8-4fa4-b0fa-f35a04af467e tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=9291093b-e98e-4588-b836-50cbbdb3127e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3309941 May 04 18:18:37.577644 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2b103cb5-6ef6-475e-b74f-61c315473a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (4fa398eb-adf8-446e-b957-5e7853142b88), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:37.624388 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-866fb053-cc84-4877-8f99-1e5479408a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:37.635079 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-2b103cb5-6ef6-475e-b74f-61c315473a09 None None] Attempting to bind port 4fa398eb-adf8-446e-b957-5e7853142b88 on host dv-cinder-840511-4-iscsi for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 18:18:37.636022 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-2b103cb5-6ef6-475e-b74f-61c315473a09 None None] Attempting to bind port 4fa398eb-adf8-446e-b957-5e7853142b88 by drivers openvswitch,hyperv on host dv-cinder-840511-4-iscsi at level 0 using segments [{'id': '44841efa-8edc-4b72-aba0-27edf49af522', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 18:18:37.636377 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b103cb5-6ef6-475e-b74f-61c315473a09 None None] Attempting to bind port 4fa398eb-adf8-446e-b957-5e7853142b88 on network 1bc9efb7-0207-4c06-8ee1-3b0aa535de31 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:18:37.639383 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c57ca3-4f60-439a-89fe-7ce557ff6bb0 None None] Pushing event updated for resources: {'Port': ['ID=4fa398eb-adf8-446e-b957-5e7853142b88,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:37.647937 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b103cb5-6ef6-475e-b74f-61c315473a09 None None] Checking agent: {'id': 'e55a6cb5-967a-4631-865a-95818de4ff35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840511-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 7, 4), 'started_at': datetime.datetime(2022, 5, 4, 18, 7, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840511-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 18:18:37.648561 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b103cb5-6ef6-475e-b74f-61c315473a09 None None] Checking segment: {'id': '44841efa-8edc-4b72-aba0-27edf49af522', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:18:37.648955 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2b103cb5-6ef6-475e-b74f-61c315473a09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:37.649342 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b103cb5-6ef6-475e-b74f-61c315473a09 None None] Bound using segment: {'id': '44841efa-8edc-4b72-aba0-27edf49af522', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31'} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 18:18:37.649797 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-2b103cb5-6ef6-475e-b74f-61c315473a09 None None] Bound port: 4fa398eb-adf8-446e-b957-5e7853142b88, host: dv-cinder-840511-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44841efa-8edc-4b72-aba0-27edf49af522', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31'}}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 18:18:37.650325 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2b103cb5-6ef6-475e-b74f-61c315473a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (4fa398eb-adf8-446e-b957-5e7853142b88), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:37.654594 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c57ca3-4f60-439a-89fe-7ce557ff6bb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:37.655435 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c57ca3-4f60-439a-89fe-7ce557ff6bb0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:37.655435 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c57ca3-4f60-439a-89fe-7ce557ff6bb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:37.655792 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c57ca3-4f60-439a-89fe-7ce557ff6bb0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:37.656189 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c57ca3-4f60-439a-89fe-7ce557ff6bb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:37.656788 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c57ca3-4f60-439a-89fe-7ce557ff6bb0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:37.657256 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c57ca3-4f60-439a-89fe-7ce557ff6bb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:37.657717 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c57ca3-4f60-439a-89fe-7ce557ff6bb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:37.658261 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c57ca3-4f60-439a-89fe-7ce557ff6bb0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:37.658741 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c57ca3-4f60-439a-89fe-7ce557ff6bb0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:37.659246 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c57ca3-4f60-439a-89fe-7ce557ff6bb0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:37.659888 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c57ca3-4f60-439a-89fe-7ce557ff6bb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:37.660326 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c57ca3-4f60-439a-89fe-7ce557ff6bb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:37.661360 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c57ca3-4f60-439a-89fe-7ce557ff6bb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:37.661921 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c57ca3-4f60-439a-89fe-7ce557ff6bb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:37.717290 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-2b103cb5-6ef6-475e-b74f-61c315473a09 None None] For port 4fa398eb-adf8-446e-b957-5e7853142b88, host dv-cinder-840511-4-iscsi, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 18:18:37.720683 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-2b103cb5-6ef6-475e-b74f-61c315473a09 None None] For port 4fa398eb-adf8-446e-b957-5e7853142b88, host dv-cinder-840511-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=4fa398eb-adf8-446e-b957-5e7853142b88,segment=NetworkSegment(44841efa-8edc-4b72-aba0-27edf49af522),segment_id=44841efa-8edc-4b72-aba0-27edf49af522)] {{(pid=104026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 18:18:37.801217 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2b103cb5-6ef6-475e-b74f-61c315473a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (4fa398eb-adf8-446e-b957-5e7853142b88), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:37.842805 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.db_base_plugin_common [None req-866fb053-cc84-4877-8f99-1e5479408a7d admin admin] Allocated IP 172.20.0.1 (106b7264-34d3-4ab1-9694-1650e4fd9860/3d61c736-b53f-4743-b857-e2820b1996fc/98cfa51d-91d7-4cc3-8795-19ad35c90a50) {{(pid=104023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:18:37.871167 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c57ca3-4f60-439a-89fe-7ce557ff6bb0 None None] Pushing event updated for resources: {'Port': ['ID=4fa398eb-adf8-446e-b957-5e7853142b88,revision_number=3']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:37.876785 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b103cb5-6ef6-475e-b74f-61c315473a09 None None] Routers {'7083c830-f333-46fd-9322-19ed9b2d21c1'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:18:37.877396 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-2b103cb5-6ef6-475e-b74f-61c315473a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:18:30Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['7083c830-f333-46fd-9322-19ed9b2d21c1'], 'active': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:18:37.962435 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-866fb053-cc84-4877-8f99-1e5479408a7d admin admin] Publish callbacks [] for port (98cfa51d-91d7-4cc3-8795-19ad35c90a50), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:38.000311 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvr_db [None req-2b103cb5-6ef6-475e-b74f-61c315473a09 None None] Set router 7083c830-f333-46fd-9322-19ed9b2d21c1 gateway port host: dv-cinder-840511-4-iscsi {{(pid=104026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:18:38.009048 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b up at agent hyperv_hv-cinder-84051 {{(pid=104025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:18:38.058795 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-866fb053-cc84-4877-8f99-1e5479408a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772819832230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7382190'] for port (98cfa51d-91d7-4cc3-8795-19ad35c90a50), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:38.063298 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Provisioning for port ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b completed by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 18:18:38.092521 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 50994) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:18:38.097385 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.v2.base [None req-7c6a3382-182a-4105-92a6-ef9dc7cbd2b3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1045559923-network', 'tenant_id': 'b15b0b40065e4ef7b99f1c76394cb099'}} {{(pid=104024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:18:38.108102 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866fb053-cc84-4877-8f99-1e5479408a7d admin admin] Network 106b7264-34d3-4ab1-9694-1650e4fd9860 is already hosted by enough agents. {{(pid=104023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:18:38.112767 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.base_scheduler [None req-866fb053-cc84-4877-8f99-1e5479408a7d admin admin] Resources bound (agent type, host, resource id): {{(pid=104023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:18:38.115865 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866fb053-cc84-4877-8f99-1e5479408a7d admin admin] Received port after_create {{(pid=104023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:18:38.132033 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Provisioning complete for port ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b triggered by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:18:38.132412 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:38.152908 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866fb053-cc84-4877-8f99-1e5479408a7d admin admin] Pushing event updated for resources: {'Port': ['ID=98cfa51d-91d7-4cc3-8795-19ad35c90a50,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:38.167123 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-866fb053-cc84-4877-8f99-1e5479408a7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674133'] for router_interface (7083c830-f333-46fd-9322-19ed9b2d21c1), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:38.205875 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c6a3382-182a-4105-92a6-ef9dc7cbd2b3 admin admin] Made reservation on behalf of b15b0b40065e4ef7b99f1c76394cb099 for: {'network': 1} {{(pid=104024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:18:38.209743 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-7c6a3382-182a-4105-92a6-ef9dc7cbd2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for network (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:38.220239 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-7c6a3382-182a-4105-92a6-ef9dc7cbd2b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:38.227599 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-2b103cb5-6ef6-475e-b74f-61c315473a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7083c830-f333-46fd-9322-19ed9b2d21c1', 'name': 'tempest-TestShelveInstance-735415400-router', 'tenant_id': '5b095a86e9004719a23c3a0bd0f8a986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '4fa398eb-adf8-446e-b957-5e7853142b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:18:34Z', 'updated_at': '2022-05-04T18:18:35Z', 'revision_number': 3, 'project_id': '5b095a86e9004719a23c3a0bd0f8a986', 'gw_port': {'id': '4fa398eb-adf8-446e-b957-5e7853142b88', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e3:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7083c830-f333-46fd-9322-19ed9b2d21c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:18:35Z', 'updated_at': '2022-05-04T18:18:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi'}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:18:38.256519 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Current status of the port ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b is: BUILD; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:18:38.256914 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:38.272012 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b103cb5-6ef6-475e-b74f-61c315473a09 None None] The sync data for ids ['7083c830-f333-46fd-9322-19ed9b2d21c1'] in dv-cinder-840511-4-iscsi is: [{'id': '7083c830-f333-46fd-9322-19ed9b2d21c1', 'name': 'tempest-TestShelveInstance-735415400-router', 'tenant_id': '5b095a86e9004719a23c3a0bd0f8a986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '4fa398eb-adf8-446e-b957-5e7853142b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:18:34Z', 'updated_at': '2022-05-04T18:18:35Z', 'revision_number': 3, 'project_id': '5b095a86e9004719a23c3a0bd0f8a986', 'gw_port': {'id': '4fa398eb-adf8-446e-b957-5e7853142b88', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e3:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7083c830-f333-46fd-9322-19ed9b2d21c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:18:35Z', 'updated_at': '2022-05-04T18:18:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi'}] {{(pid=104026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:18:38.289523 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b0a1190-f115-44bf-95f3-2d2517bcc5d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b'}] {{(pid=104025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:18:38.292185 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd171a24610d3ce9b5061050d4b691b0bb0a8f45589b955ae7373af7220d97b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72c3d481-9cb9-4e85-9e1a-f0ac21ba90b5" -d '{"events": [{"server_uuid": "8b0a1190-f115-44bf-95f3-2d2517bcc5d8", "name": "network-vif-plugged", "status": "completed", "tag": "ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b"}]}' {{(pid=104025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:18:38.317632 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] For port ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b,segment=NetworkSegment(97ff9aec-6531-4441-91ba-ff0470154517),segment_id=97ff9aec-6531-4441-91ba-ff0470154517)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:18:38.342041 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 18:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e443bad1-657b-4ff3-9334-da659f1963a1 x-openstack-request-id: req-e443bad1-657b-4ff3-9334-da659f1963a1 {{(pid=104025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:18:38.342343 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b0a1190-f115-44bf-95f3-2d2517bcc5d8", "name": "network-vif-plugged", "status": "completed", "tag": "ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b", "code": 200}]} {{(pid=104025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:18:38.342605 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e443bad1-657b-4ff3-9334-da659f1963a1 {{(pid=104025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:18:38.343097 dv-cinder-840511-4-iscsi neutron-server[104025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e443bad1-657b-4ff3-9334-da659f1963a1'] response: {'server_uuid': '8b0a1190-f115-44bf-95f3-2d2517bcc5d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b', 'code': 200} May 04 18:18:38.365666 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-7c6a3382-182a-4105-92a6-ef9dc7cbd2b3 admin admin] Publish callbacks [] for security_group (340baa1e-cd3f-4ffd-aa5a-dc1a96b83f13), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:38.384339 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:38.446322 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-7c6a3382-182a-4105-92a6-ef9dc7cbd2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (340baa1e-cd3f-4ffd-aa5a-dc1a96b83f13), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:38.452614 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Pushing event updated for resources: {'Port': ['ID=ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b,revision_number=5']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:38.466865 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-c2a0e229-e504-46d5-a54e-bd5fde306a04 None None] Provisioning complete for port 98cfa51d-91d7-4cc3-8795-19ad35c90a50 triggered by entity DHCP. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:18:38.467278 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-c2a0e229-e504-46d5-a54e-bd5fde306a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (98cfa51d-91d7-4cc3-8795-19ad35c90a50), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:38.469047 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c6a3382-182a-4105-92a6-ef9dc7cbd2b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 819} {{(pid=104024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 18:18:38.482639 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6a3382-182a-4105-92a6-ef9dc7cbd2b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=340baa1e-cd3f-4ffd-aa5a-dc1a96b83f13,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:38.488995 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-7c6a3382-182a-4105-92a6-ef9dc7cbd2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691573'] for segment (64f4887f-c14f-4075-8d24-1f56b569349a), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:38.488995 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.db.segments_db [None req-7c6a3382-182a-4105-92a6-ef9dc7cbd2b3 admin admin] Added segment 64f4887f-c14f-4075-8d24-1f56b569349a of type vlan for network fd665953-ca97-4f47-8197-996e99801315 May 04 18:18:38.534480 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-866fb053-cc84-4877-8f99-1e5479408a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (98cfa51d-91d7-4cc3-8795-19ad35c90a50), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:38.541639 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-7c6a3382-182a-4105-92a6-ef9dc7cbd2b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772819821523'] for network (fd665953-ca97-4f47-8197-996e99801315), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:38.571018 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-c2a0e229-e504-46d5-a54e-bd5fde306a04 None None] Port 98cfa51d-91d7-4cc3-8795-19ad35c90a50 cannot update to ACTIVE because it is not bound. {{(pid=104025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 18:18:38.654011 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-7c6a3382-182a-4105-92a6-ef9dc7cbd2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260'] for network (fd665953-ca97-4f47-8197-996e99801315), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:38.655857 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6a3382-182a-4105-92a6-ef9dc7cbd2b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:38.655857 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-7c6a3382-182a-4105-92a6-ef9dc7cbd2b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598214'] for network (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:38.716081 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0618f90e-e83a-4d02-9638-5535e1d236f0 req-6c1e31e6-22f8-45de-9632-f58fe82149c3 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:38.717582 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-0618f90e-e83a-4d02-9638-5535e1d236f0 req-6c1e31e6-22f8-45de-9632-f58fe82149c3 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b0a1190-f115-44bf-95f3-2d2517bcc5d8 HTTP/1.1" status: 200 len: 945 time: 0.1217489 May 04 18:18:38.725676 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6a3382-182a-4105-92a6-ef9dc7cbd2b3 admin admin] Pushing event updated for resources: {'Network': ['ID=fd665953-ca97-4f47-8197-996e99801315,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:38.736697 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Network fd665953-ca97-4f47-8197-996e99801315 details requested by agent ovs-agent-dv-cinder-840511-4-iscsi with host dv-cinder-840511-4-iscsi {{(pid=104025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 18:18:38.751948 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-7c6a3382-182a-4105-92a6-ef9dc7cbd2b3 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6583135 May 04 18:18:38.755291 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 51002) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:18:38.761385 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.v2.base [None req-6cc8769c-0d28-460b-8cf7-040e11492441 admin admin] Request body: {'subnet': {'network_id': 'fd665953-ca97-4f47-8197-996e99801315', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1045559923-subnet', 'tenant_id': 'b15b0b40065e4ef7b99f1c76394cb099', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:18:38.833119 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc568e-bde2-450c-8cb5-4e39b7255bac req-bf93390b-8c17-41c1-accb-148fa397d5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:38.834741 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-93fc568e-bde2-450c-8cb5-4e39b7255bac req-bf93390b-8c17-41c1-accb-148fa397d5e4 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=8b0a1190-f115-44bf-95f3-2d2517bcc5d8 HTTP/1.1" status: 200 len: 1129 time: 0.1076293 May 04 18:18:38.863046 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc8769c-0d28-460b-8cf7-040e11492441 admin admin] Made reservation on behalf of b15b0b40065e4ef7b99f1c76394cb099 for: {'subnet': 1} {{(pid=104024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:18:38.867018 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-6cc8769c-0d28-460b-8cf7-040e11492441 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5949435'] for subnet (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:38.878256 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device 4fa398eb-adf8-446e-b957-5e7853142b88 up at agent ovs-agent-dv-cinder-840511-4-iscsi {{(pid=104025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:18:38.921077 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-93fc568e-bde2-450c-8cb5-4e39b7255bac req-68880600-752a-4418-a6cb-8a0558212d51 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=9291093b-e98e-4588-b836-50cbbdb3127e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762930 May 04 18:18:38.939338 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-0618f90e-e83a-4d02-9638-5535e1d236f0 req-ef927a75-492d-4902-a94c-3a5808a14240 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=9291093b-e98e-4588-b836-50cbbdb3127e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2132745 May 04 18:18:38.942760 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Provisioning complete for port 4fa398eb-adf8-446e-b957-5e7853142b88 triggered by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:18:38.943546 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (4fa398eb-adf8-446e-b957-5e7853142b88), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:38.970790 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-866fb053-cc84-4877-8f99-1e5479408a7d admin admin] Publish callbacks [] for port (98cfa51d-91d7-4cc3-8795-19ad35c90a50), precommit_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:39.043172 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Current status of the port 4fa398eb-adf8-446e-b957-5e7853142b88 is: DOWN; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:18:39.043724 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (4fa398eb-adf8-446e-b957-5e7853142b88), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:39.046073 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-866fb053-cc84-4877-8f99-1e5479408a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7382199'] for port (98cfa51d-91d7-4cc3-8795-19ad35c90a50), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:39.070796 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] For port 4fa398eb-adf8-446e-b957-5e7853142b88, host dv-cinder-840511-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=4fa398eb-adf8-446e-b957-5e7853142b88,segment=NetworkSegment(44841efa-8edc-4b72-aba0-27edf49af522),segment_id=44841efa-8edc-4b72-aba0-27edf49af522)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:18:39.123454 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866fb053-cc84-4877-8f99-1e5479408a7d admin admin] Pushing event updated for resources: {'Port': ['ID=98cfa51d-91d7-4cc3-8795-19ad35c90a50,revision_number=2']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:39.132530 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (4fa398eb-adf8-446e-b957-5e7853142b88), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:39.133270 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-866fb053-cc84-4877-8f99-1e5479408a7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1598242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674095'] for router_interface (7083c830-f333-46fd-9322-19ed9b2d21c1), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:39.167073 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-6cc8769c-0d28-460b-8cf7-040e11492441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6008435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5949321'] for subnet (e452216d-49a9-4550-8736-72f36bb7e83b), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:39.189594 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Pushing event updated for resources: {'Port': ['ID=4fa398eb-adf8-446e-b957-5e7853142b88,revision_number=4']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:39.250820 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc8769c-0d28-460b-8cf7-040e11492441 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e452216d-49a9-4550-8736-72f36bb7e83b,revision_number=0']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:39.251118 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866fb053-cc84-4877-8f99-1e5479408a7d admin admin] Network 106b7264-34d3-4ab1-9694-1650e4fd9860 is already hosted by enough agents. {{(pid=104023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:18:39.252645 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.base_scheduler [None req-866fb053-cc84-4877-8f99-1e5479408a7d admin admin] Resources bound (agent type, host, resource id): {{(pid=104023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:18:39.256215 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc8769c-0d28-460b-8cf7-040e11492441 admin admin] Checking segment: {'id': '64f4887f-c14f-4075-8d24-1f56b569349a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'fd665953-ca97-4f47-8197-996e99801315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:18:39.256569 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc8769c-0d28-460b-8cf7-040e11492441 admin admin] Network hostable DHCP agents. Network: fd665953-ca97-4f47-8197-996e99801315, hostable agents: ['c89944b2-e06f-41dc-a0fc-77a7e649c9d3'], hosted agents: [] {{(pid=104024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 18:18:39.331966 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc8769c-0d28-460b-8cf7-040e11492441 admin admin] Network fd665953-ca97-4f47-8197-996e99801315 is scheduled to be hosted by DHCP agent c89944b2-e06f-41dc-a0fc-77a7e649c9d3 with binding_index 1 {{(pid=104024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 18:18:39.392871 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-866fb053-cc84-4877-8f99-1e5479408a7d admin admin] Router 7083c830-f333-46fd-9322-19ed9b2d21c1 has already been hosted by L3 agent 341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae {{(pid=104023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 18:18:39.394524 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.base_scheduler [None req-6cc8769c-0d28-460b-8cf7-040e11492441 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840511-4-iscsi, fd665953-ca97-4f47-8197-996e99801315) {{(pid=104024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:18:39.404338 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc8769c-0d28-460b-8cf7-040e11492441 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:39.404677 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85742e8b-6cfc-4ecd-8dab-eaca61bd7160 None None] Network fd665953-ca97-4f47-8197-996e99801315 requested from dv-cinder-840511-4-iscsi {{(pid=104025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 18:18:39.404960 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-6cc8769c-0d28-460b-8cf7-040e11492441 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:39.472573 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-6cc8769c-0d28-460b-8cf7-040e11492441 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7160206 May 04 18:18:39.523077 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-866fb053-cc84-4877-8f99-1e5479408a7d admin admin] Notify agent at l3_agent.dv-cinder-840511-4-iscsi the message routers_updated {{(pid=104023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 18:18:39.540345 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-866fb053-cc84-4877-8f99-1e5479408a7d admin admin] 10.222.0.23 "PUT /v2.0/routers/7083c830-f333-46fd-9322-19ed9b2d21c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8152280 May 04 18:18:39.547107 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfae33d2-24b6-4bf6-9381-f989aeea80f1 None None] Network fd665953-ca97-4f47-8197-996e99801315 requested from dv-cinder-840511-4-iscsi {{(pid=104025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 18:18:39.627591 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-da6f9e14-ac87-467f-b767-e94e99840d4b None None] Provisioning complete for port 98cfa51d-91d7-4cc3-8795-19ad35c90a50 triggered by entity DHCP. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:18:39.627937 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-da6f9e14-ac87-467f-b767-e94e99840d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (98cfa51d-91d7-4cc3-8795-19ad35c90a50), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:39.690837 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-da6f9e14-ac87-467f-b767-e94e99840d4b None None] Port 98cfa51d-91d7-4cc3-8795-19ad35c90a50 cannot update to ACTIVE because it is not bound. {{(pid=104025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 18:18:40.068367 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3ff5b8-2621-40c6-ac9e-9099f544fd97 req-7875097a-3933-4de9-8645-2c7bf3aa7eba tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:40.069880 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-dd3ff5b8-2621-40c6-ac9e-9099f544fd97 req-7875097a-3933-4de9-8645-2c7bf3aa7eba tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b0a1190-f115-44bf-95f3-2d2517bcc5d8 HTTP/1.1" status: 200 len: 945 time: 0.0485497 May 04 18:18:40.124474 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-dd3ff5b8-2621-40c6-ac9e-9099f544fd97 req-29218538-31cf-4182-baf6-d18d03b394ab tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=9291093b-e98e-4588-b836-50cbbdb3127e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480101 May 04 18:18:40.219415 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f20fa7-776d-4f49-bd4f-3e5302de3056 None None] Sync routers for ids ['7083c830-f333-46fd-9322-19ed9b2d21c1'] in dv-cinder-840511-4-iscsi {{(pid=104025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:18:40.229657 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f20fa7-776d-4f49-bd4f-3e5302de3056 None None] Routers {'7083c830-f333-46fd-9322-19ed9b2d21c1'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:18:40.230274 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-82f20fa7-776d-4f49-bd4f-3e5302de3056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:18:30Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['7083c830-f333-46fd-9322-19ed9b2d21c1'], 'active': True} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:18:40.353654 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvr_db [None req-82f20fa7-776d-4f49-bd4f-3e5302de3056 None None] Set router 7083c830-f333-46fd-9322-19ed9b2d21c1 gateway port host: dv-cinder-840511-4-iscsi {{(pid=104025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:18:40.448073 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 51032) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:18:40.453124 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.v2.base [None req-b2bc2908-03f8-4b90-9aeb-350af30242fb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1510940414-network', 'tenant_id': 'f31b7ff7d7544a43be9bc12dea90c978'}} {{(pid=104024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:18:40.537691 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2bc2908-03f8-4b90-9aeb-350af30242fb admin admin] Made reservation on behalf of f31b7ff7d7544a43be9bc12dea90c978 for: {'network': 1} {{(pid=104024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:18:40.540058 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-b2bc2908-03f8-4b90-9aeb-350af30242fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for network (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:40.549378 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-b2bc2908-03f8-4b90-9aeb-350af30242fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:40.584799 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-82f20fa7-776d-4f49-bd4f-3e5302de3056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7083c830-f333-46fd-9322-19ed9b2d21c1', 'name': 'tempest-TestShelveInstance-735415400-router', 'tenant_id': '5b095a86e9004719a23c3a0bd0f8a986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '4fa398eb-adf8-446e-b957-5e7853142b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:18:34Z', 'updated_at': '2022-05-04T18:18:38Z', 'revision_number': 4, 'project_id': '5b095a86e9004719a23c3a0bd0f8a986', 'gw_port': {'id': '4fa398eb-adf8-446e-b957-5e7853142b88', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7083c830-f333-46fd-9322-19ed9b2d21c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:18:35Z', 'updated_at': '2022-05-04T18:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_interfaces': [{'id': '98cfa51d-91d7-4cc3-8795-19ad35c90a50', 'name': '', 'network_id': '106b7264-34d3-4ab1-9694-1650e4fd9860', 'tenant_id': '5b095a86e9004719a23c3a0bd0f8a986', 'mac_address': 'fa:16:3e:ef:75:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7083c830-f333-46fd-9322-19ed9b2d21c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '3d61c736-b53f-4743-b857-e2820b1996fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:18:37Z', 'updated_at': '2022-05-04T18:18:38Z', 'revision_number': 2, 'project_id': '5b095a86e9004719a23c3a0bd0f8a986', 'subnets': [{'id': '3d61c736-b53f-4743-b857-e2820b1996fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:18:40.617789 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f20fa7-776d-4f49-bd4f-3e5302de3056 None None] Checking router: 7083c830-f333-46fd-9322-19ed9b2d21c1 for host: dv-cinder-840511-4-iscsi {{(pid=104025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:18:40.618441 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f20fa7-776d-4f49-bd4f-3e5302de3056 None None] Updating router 7083c830-f333-46fd-9322-19ed9b2d21c1 port 98cfa51d-91d7-4cc3-8795-19ad35c90a50 binding host dv-cinder-840511-4-iscsi {{(pid=104025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 18:18:40.640505 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-b2bc2908-03f8-4b90-9aeb-350af30242fb admin admin] Publish callbacks [] for security_group (faf0d919-3f89-40d8-8d97-20c458c7edf4), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:40.649279 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-82f20fa7-776d-4f49-bd4f-3e5302de3056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (98cfa51d-91d7-4cc3-8795-19ad35c90a50), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:40.726307 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-b2bc2908-03f8-4b90-9aeb-350af30242fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (faf0d919-3f89-40d8-8d97-20c458c7edf4), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:40.751507 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2bc2908-03f8-4b90-9aeb-350af30242fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 821} {{(pid=104024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 18:18:40.761095 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bc2908-03f8-4b90-9aeb-350af30242fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf0d919-3f89-40d8-8d97-20c458c7edf4,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:40.765869 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-b2bc2908-03f8-4b90-9aeb-350af30242fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691573'] for segment (e7ae9a72-beab-4d85-82f6-e4201bc70478), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:40.766330 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.db.segments_db [None req-b2bc2908-03f8-4b90-9aeb-350af30242fb admin admin] Added segment e7ae9a72-beab-4d85-82f6-e4201bc70478 of type vlan for network a059beaa-75b1-4a24-81cb-8843626bb7fc May 04 18:18:40.815458 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-b2bc2908-03f8-4b90-9aeb-350af30242fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772819821523'] for network (a059beaa-75b1-4a24-81cb-8843626bb7fc), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:40.853544 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device 4fa398eb-adf8-446e-b957-5e7853142b88 up at agent ovs-agent-dv-cinder-840511-4-iscsi {{(pid=104025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:18:40.892485 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-b2bc2908-03f8-4b90-9aeb-350af30242fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260'] for network (a059beaa-75b1-4a24-81cb-8843626bb7fc), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:40.893593 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2bc2908-03f8-4b90-9aeb-350af30242fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:40.894271 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-b2bc2908-03f8-4b90-9aeb-350af30242fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598214'] for network (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:40.967233 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bc2908-03f8-4b90-9aeb-350af30242fb admin admin] Pushing event updated for resources: {'Network': ['ID=a059beaa-75b1-4a24-81cb-8843626bb7fc,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:41.006098 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Network a059beaa-75b1-4a24-81cb-8843626bb7fc details requested by agent ovs-agent-dv-cinder-840511-4-iscsi with host dv-cinder-840511-4-iscsi {{(pid=104025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 18:18:41.026782 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-b2bc2908-03f8-4b90-9aeb-350af30242fb admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5775440 May 04 18:18:41.029631 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 51044) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:18:41.034445 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.v2.base [None req-dc4fec1b-b468-4a43-b87b-861af4b0a63e admin admin] Request body: {'subnet': {'network_id': 'a059beaa-75b1-4a24-81cb-8843626bb7fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1510940414-subnet', 'tenant_id': 'f31b7ff7d7544a43be9bc12dea90c978', 'ip_version': 4}} {{(pid=104024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:18:41.115800 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc4fec1b-b468-4a43-b87b-861af4b0a63e admin admin] Made reservation on behalf of f31b7ff7d7544a43be9bc12dea90c978 for: {'subnet': 1} {{(pid=104024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:18:41.118140 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-dc4fec1b-b468-4a43-b87b-861af4b0a63e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5949435'] for subnet (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:41.131285 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Provisioning complete for port 4fa398eb-adf8-446e-b957-5e7853142b88 triggered by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:18:41.131666 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (4fa398eb-adf8-446e-b957-5e7853142b88), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:41.209144 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-82f20fa7-776d-4f49-bd4f-3e5302de3056 None None] Publish callbacks [] for port (98cfa51d-91d7-4cc3-8795-19ad35c90a50), precommit_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:41.259624 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Current status of the port 4fa398eb-adf8-446e-b957-5e7853142b88 is: ACTIVE; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:18:41.260931 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a10a510-6b71-4a05-b6a4-a7972badcd9f req-e6295ad0-c3e2-4fb6-bfb8-0bcf87822185 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:41.263628 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-3a10a510-6b71-4a05-b6a4-a7972badcd9f req-e6295ad0-c3e2-4fb6-bfb8-0bcf87822185 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b0a1190-f115-44bf-95f3-2d2517bcc5d8 HTTP/1.1" status: 200 len: 945 time: 0.0554190 May 04 18:18:41.316043 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-3a10a510-6b71-4a05-b6a4-a7972badcd9f req-805e119d-89d3-443f-a10d-9b2ba2175a16 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=9291093b-e98e-4588-b836-50cbbdb3127e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478520 May 04 18:18:41.338148 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-82f20fa7-776d-4f49-bd4f-3e5302de3056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (98cfa51d-91d7-4cc3-8795-19ad35c90a50), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:41.398086 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da2dbf-3f6e-4966-a6e0-82744d553924 None None] Pushing event updated for resources: {'Port': ['ID=98cfa51d-91d7-4cc3-8795-19ad35c90a50,revision_number=3']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:41.402211 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-dc4fec1b-b468-4a43-b87b-861af4b0a63e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6008435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5949321'] for subnet (aaa634e6-6585-4c67-b49a-ca6b09bdb35f), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:41.478028 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.managers [None req-82f20fa7-776d-4f49-bd4f-3e5302de3056 None None] Attempting to bind port 98cfa51d-91d7-4cc3-8795-19ad35c90a50 on host dv-cinder-840511-4-iscsi for vnic_type normal with profile {{(pid=104025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 18:18:41.478399 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.managers [None req-82f20fa7-776d-4f49-bd4f-3e5302de3056 None None] Attempting to bind port 98cfa51d-91d7-4cc3-8795-19ad35c90a50 by drivers openvswitch,hyperv on host dv-cinder-840511-4-iscsi at level 0 using segments [{'id': 'f126fb3f-1cce-44a2-9d04-49ad171b24ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '106b7264-34d3-4ab1-9694-1650e4fd9860'}] {{(pid=104025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 18:18:41.478773 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f20fa7-776d-4f49-bd4f-3e5302de3056 None None] Attempting to bind port 98cfa51d-91d7-4cc3-8795-19ad35c90a50 on network 106b7264-34d3-4ab1-9694-1650e4fd9860 {{(pid=104025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:18:41.484541 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f20fa7-776d-4f49-bd4f-3e5302de3056 None None] Checking agent: {'id': 'e55a6cb5-967a-4631-865a-95818de4ff35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840511-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 7, 4), 'started_at': datetime.datetime(2022, 5, 4, 18, 7, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840511-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 18:18:41.487465 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f20fa7-776d-4f49-bd4f-3e5302de3056 None None] Checking segment: {'id': 'f126fb3f-1cce-44a2-9d04-49ad171b24ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '106b7264-34d3-4ab1-9694-1650e4fd9860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:18:41.487465 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-82f20fa7-776d-4f49-bd4f-3e5302de3056 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:41.487465 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f20fa7-776d-4f49-bd4f-3e5302de3056 None None] Bound using segment: {'id': 'f126fb3f-1cce-44a2-9d04-49ad171b24ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '106b7264-34d3-4ab1-9694-1650e4fd9860'} {{(pid=104025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 18:18:41.487465 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.managers [None req-82f20fa7-776d-4f49-bd4f-3e5302de3056 None None] Bound port: 98cfa51d-91d7-4cc3-8795-19ad35c90a50, host: dv-cinder-840511-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f126fb3f-1cce-44a2-9d04-49ad171b24ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '106b7264-34d3-4ab1-9694-1650e4fd9860'}}] {{(pid=104025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 18:18:41.487465 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-82f20fa7-776d-4f49-bd4f-3e5302de3056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (98cfa51d-91d7-4cc3-8795-19ad35c90a50), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:41.488370 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4fec1b-b468-4a43-b87b-861af4b0a63e admin admin] Pushing event updated for resources: {'Subnet': ['ID=aaa634e6-6585-4c67-b49a-ca6b09bdb35f,revision_number=0']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:41.492428 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4fec1b-b468-4a43-b87b-861af4b0a63e admin admin] Checking segment: {'id': 'e7ae9a72-beab-4d85-82f6-e4201bc70478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'a059beaa-75b1-4a24-81cb-8843626bb7fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:18:41.493013 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4fec1b-b468-4a43-b87b-861af4b0a63e admin admin] Network hostable DHCP agents. Network: a059beaa-75b1-4a24-81cb-8843626bb7fc, hostable agents: ['c89944b2-e06f-41dc-a0fc-77a7e649c9d3'], hosted agents: [] {{(pid=104024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 18:18:41.557126 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-82f20fa7-776d-4f49-bd4f-3e5302de3056 None None] For port 98cfa51d-91d7-4cc3-8795-19ad35c90a50, host dv-cinder-840511-4-iscsi, cleared binding levels {{(pid=104025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 18:18:41.561947 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-82f20fa7-776d-4f49-bd4f-3e5302de3056 None None] For port 98cfa51d-91d7-4cc3-8795-19ad35c90a50, host dv-cinder-840511-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=98cfa51d-91d7-4cc3-8795-19ad35c90a50,segment=NetworkSegment(f126fb3f-1cce-44a2-9d04-49ad171b24ae),segment_id=f126fb3f-1cce-44a2-9d04-49ad171b24ae)] {{(pid=104025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 18:18:41.600949 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4fec1b-b468-4a43-b87b-861af4b0a63e admin admin] Network a059beaa-75b1-4a24-81cb-8843626bb7fc is scheduled to be hosted by DHCP agent c89944b2-e06f-41dc-a0fc-77a7e649c9d3 with binding_index 1 {{(pid=104024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 18:18:41.628361 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-61da0257-0017-4b33-93ac-80537af53076 None None] Provisioning complete for port 98cfa51d-91d7-4cc3-8795-19ad35c90a50 triggered by entity DHCP. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:18:41.628655 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-61da0257-0017-4b33-93ac-80537af53076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (98cfa51d-91d7-4cc3-8795-19ad35c90a50), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:41.658860 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-82f20fa7-776d-4f49-bd4f-3e5302de3056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (98cfa51d-91d7-4cc3-8795-19ad35c90a50), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:41.686427 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.base_scheduler [None req-dc4fec1b-b468-4a43-b87b-861af4b0a63e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840511-4-iscsi, a059beaa-75b1-4a24-81cb-8843626bb7fc) {{(pid=104024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:18:41.691300 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4fec1b-b468-4a43-b87b-861af4b0a63e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:41.692082 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-dc4fec1b-b468-4a43-b87b-861af4b0a63e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:41.692811 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-61da0257-0017-4b33-93ac-80537af53076 None None] Port 98cfa51d-91d7-4cc3-8795-19ad35c90a50 cannot update to ACTIVE because it is not bound. {{(pid=104025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 18:18:41.697481 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce727b15-559d-471d-86ab-604adf9c7091 None None] Network a059beaa-75b1-4a24-81cb-8843626bb7fc requested from dv-cinder-840511-4-iscsi {{(pid=104025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 18:18:41.753902 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da2dbf-3f6e-4966-a6e0-82744d553924 None None] Pushing event updated for resources: {'Port': ['ID=98cfa51d-91d7-4cc3-8795-19ad35c90a50,revision_number=4']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:41.795532 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f20fa7-776d-4f49-bd4f-3e5302de3056 None None] Routers {'7083c830-f333-46fd-9322-19ed9b2d21c1'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:18:41.796187 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-82f20fa7-776d-4f49-bd4f-3e5302de3056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:18:30Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['7083c830-f333-46fd-9322-19ed9b2d21c1'], 'active': True} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:18:41.818464 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 51052) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:18:41.818959 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-dc4fec1b-b468-4a43-b87b-861af4b0a63e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7880800 May 04 18:18:41.822941 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.v2.base [None req-445d1330-ba47-4fec-94e9-706f3007c8e4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1510940414-router', 'tenant_id': 'f31b7ff7d7544a43be9bc12dea90c978', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31'}}} {{(pid=104023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:18:41.879717 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d7e69d-5f0d-42c7-b199-f9c62d3d0144 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7413deaf-5835-5fbd-ad87-e75b1d698e43-a059beaa-75b1-4a24-81cb-8843626bb7fc', 'network_id': 'a059beaa-75b1-4a24-81cb-8843626bb7fc', 'project_id': 'f31b7ff7d7544a43be9bc12dea90c978', 'fixed_ips': [{'subnet_id': 'aaa634e6-6585-4c67-b49a-ca6b09bdb35f'}]}} from dv-cinder-840511-4-iscsi. {{(pid=104025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 18:18:41.880582 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-c0d7e69d-5f0d-42c7-b199-f9c62d3d0144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (None), before_create {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:41.904250 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-445d1330-ba47-4fec-94e9-706f3007c8e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1680882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13377'] for router (c09b4a78-e60a-4ec8-a331-119fc4a5ea5e), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:41.905318 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-445d1330-ba47-4fec-94e9-706f3007c8e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1680798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1675771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1801714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13400'] for router (c09b4a78-e60a-4ec8-a331-119fc4a5ea5e), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:41.958197 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-346862eb-3710-4c82-8cd7-a25ee081e57c None None] Provisioning complete for port 98cfa51d-91d7-4cc3-8795-19ad35c90a50 triggered by entity DHCP. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:18:41.959211 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-346862eb-3710-4c82-8cd7-a25ee081e57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (98cfa51d-91d7-4cc3-8795-19ad35c90a50), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:41.962631 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-445d1330-ba47-4fec-94e9-706f3007c8e4 admin admin] Publish callbacks [] for router_controller (c09b4a78-e60a-4ec8-a331-119fc4a5ea5e), precommit_add_association {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:42.025454 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvr_db [None req-82f20fa7-776d-4f49-bd4f-3e5302de3056 None None] Set router 7083c830-f333-46fd-9322-19ed9b2d21c1 gateway port host: dv-cinder-840511-4-iscsi {{(pid=104025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:18:42.153314 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-445d1330-ba47-4fec-94e9-706f3007c8e4 admin admin] Publish callbacks [] for router_gateway (c09b4a78-e60a-4ec8-a331-119fc4a5ea5e), precommit_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:42.258218 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.db_base_plugin_common [None req-c0d7e69d-5f0d-42c7-b199-f9c62d3d0144 None None] Allocated IP 172.20.0.2 (a059beaa-75b1-4a24-81cb-8843626bb7fc/aaa634e6-6585-4c67-b49a-ca6b09bdb35f/79e08fe5-6b36-4628-9386-fc1ad95087da) {{(pid=104025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:18:42.279049 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-346862eb-3710-4c82-8cd7-a25ee081e57c None None] Current status of the port 98cfa51d-91d7-4cc3-8795-19ad35c90a50 is: DOWN; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:18:42.279756 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-346862eb-3710-4c82-8cd7-a25ee081e57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (98cfa51d-91d7-4cc3-8795-19ad35c90a50), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:42.412374 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-346862eb-3710-4c82-8cd7-a25ee081e57c None None] For port 98cfa51d-91d7-4cc3-8795-19ad35c90a50, host dv-cinder-840511-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=98cfa51d-91d7-4cc3-8795-19ad35c90a50,segment=NetworkSegment(f126fb3f-1cce-44a2-9d04-49ad171b24ae),segment_id=f126fb3f-1cce-44a2-9d04-49ad171b24ae)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:18:42.418324 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-82f20fa7-776d-4f49-bd4f-3e5302de3056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7083c830-f333-46fd-9322-19ed9b2d21c1', 'name': 'tempest-TestShelveInstance-735415400-router', 'tenant_id': '5b095a86e9004719a23c3a0bd0f8a986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '4fa398eb-adf8-446e-b957-5e7853142b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:18:34Z', 'updated_at': '2022-05-04T18:18:38Z', 'revision_number': 4, 'project_id': '5b095a86e9004719a23c3a0bd0f8a986', 'gw_port': {'id': '4fa398eb-adf8-446e-b957-5e7853142b88', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7083c830-f333-46fd-9322-19ed9b2d21c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:18:35Z', 'updated_at': '2022-05-04T18:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_interfaces': [{'id': '98cfa51d-91d7-4cc3-8795-19ad35c90a50', 'name': '', 'network_id': '106b7264-34d3-4ab1-9694-1650e4fd9860', 'tenant_id': '5b095a86e9004719a23c3a0bd0f8a986', 'mac_address': 'fa:16:3e:ef:75:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7083c830-f333-46fd-9322-19ed9b2d21c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '3d61c736-b53f-4743-b857-e2820b1996fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:18:37Z', 'updated_at': '2022-05-04T18:18:41Z', 'revision_number': 4, 'project_id': '5b095a86e9004719a23c3a0bd0f8a986', 'subnets': [{'id': '3d61c736-b53f-4743-b857-e2820b1996fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:18:42.434276 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-445d1330-ba47-4fec-94e9-706f3007c8e4 admin admin] Publish callbacks [] for router_gateway (c09b4a78-e60a-4ec8-a331-119fc4a5ea5e), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:42.434920 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee46f1ab-0049-4711-b1cf-59e546085b1d req-05dc2717-1d6c-46dc-9eeb-016c508f6363 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:42.436973 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-ee46f1ab-0049-4711-b1cf-59e546085b1d req-05dc2717-1d6c-46dc-9eeb-016c508f6363 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b0a1190-f115-44bf-95f3-2d2517bcc5d8 HTTP/1.1" status: 200 len: 945 time: 0.0498726 May 04 18:18:42.456408 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-445d1330-ba47-4fec-94e9-706f3007c8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:42.459461 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f20fa7-776d-4f49-bd4f-3e5302de3056 None None] The sync data for ids ['7083c830-f333-46fd-9322-19ed9b2d21c1'] in dv-cinder-840511-4-iscsi is: [{'id': '7083c830-f333-46fd-9322-19ed9b2d21c1', 'name': 'tempest-TestShelveInstance-735415400-router', 'tenant_id': '5b095a86e9004719a23c3a0bd0f8a986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '4fa398eb-adf8-446e-b957-5e7853142b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:18:34Z', 'updated_at': '2022-05-04T18:18:38Z', 'revision_number': 4, 'project_id': '5b095a86e9004719a23c3a0bd0f8a986', 'gw_port': {'id': '4fa398eb-adf8-446e-b957-5e7853142b88', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7083c830-f333-46fd-9322-19ed9b2d21c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:18:35Z', 'updated_at': '2022-05-04T18:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_interfaces': [{'id': '98cfa51d-91d7-4cc3-8795-19ad35c90a50', 'name': '', 'network_id': '106b7264-34d3-4ab1-9694-1650e4fd9860', 'tenant_id': '5b095a86e9004719a23c3a0bd0f8a986', 'mac_address': 'fa:16:3e:ef:75:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7083c830-f333-46fd-9322-19ed9b2d21c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '3d61c736-b53f-4743-b857-e2820b1996fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:18:37Z', 'updated_at': '2022-05-04T18:18:41Z', 'revision_number': 4, 'project_id': '5b095a86e9004719a23c3a0bd0f8a986', 'subnets': [{'id': '3d61c736-b53f-4743-b857-e2820b1996fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:18:42.484177 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-346862eb-3710-4c82-8cd7-a25ee081e57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (98cfa51d-91d7-4cc3-8795-19ad35c90a50), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:42.499643 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-ee46f1ab-0049-4711-b1cf-59e546085b1d req-86a006be-8418-44be-907a-da1bc37d5ab8 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=9291093b-e98e-4588-b836-50cbbdb3127e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555620 May 04 18:18:42.578570 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346862eb-3710-4c82-8cd7-a25ee081e57c None None] Pushing event updated for resources: {'Port': ['ID=98cfa51d-91d7-4cc3-8795-19ad35c90a50,revision_number=5']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:42.617874 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-c0d7e69d-5f0d-42c7-b199-f9c62d3d0144 None None] Publish callbacks [] for port (79e08fe5-6b36-4628-9386-fc1ad95087da), precommit_create {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:42.661852 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.db_base_plugin_common [None req-445d1330-ba47-4fec-94e9-706f3007c8e4 admin admin] Allocated IP 172.27.1.162 (1bc9efb7-0207-4c06-8ee1-3b0aa535de31/61d7fae2-9d6e-42a3-8cf9-91a587505bb7/63b8916a-5ba4-44ad-b6a0-dbbd35c09ec9) {{(pid=104023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:18:42.708601 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcc911c-1f36-4f5e-9333-87d0efe3da70 req-9cf85a2d-eff7-449b-8a9d-336e391ce1d9 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:42.710169 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-edcc911c-1f36-4f5e-9333-87d0efe3da70 req-9cf85a2d-eff7-449b-8a9d-336e391ce1d9 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b0a1190-f115-44bf-95f3-2d2517bcc5d8 HTTP/1.1" status: 200 len: 945 time: 0.0704386 May 04 18:18:42.721043 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 51064) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:18:42.726285 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.v2.base [None req-568dc439-b26e-4707-82c2-fc73df8e0762 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Request body: {'floatingip': {'port_id': 'ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b'}} {{(pid=104024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:18:42.732989 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-c0d7e69d-5f0d-42c7-b199-f9c62d3d0144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772819832230'] for port (79e08fe5-6b36-4628-9386-fc1ad95087da), after_create {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:42.765111 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d7e69d-5f0d-42c7-b199-f9c62d3d0144 None None] Network a059beaa-75b1-4a24-81cb-8843626bb7fc is already hosted by enough agents. {{(pid=104025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:18:42.769118 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.scheduler.base_scheduler [None req-c0d7e69d-5f0d-42c7-b199-f9c62d3d0144 None None] Resources bound (agent type, host, resource id): {{(pid=104025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:18:42.785776 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d7e69d-5f0d-42c7-b199-f9c62d3d0144 None None] Received port after_create {{(pid=104025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:18:42.812914 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-568dc439-b26e-4707-82c2-fc73df8e0762 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Publish callbacks [] for floatingip (d477d951-d646-429c-98c3-1e38f68eade2), before_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:42.826341 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-445d1330-ba47-4fec-94e9-706f3007c8e4 admin admin] Publish callbacks [] for port (63b8916a-5ba4-44ad-b6a0-dbbd35c09ec9), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:42.896048 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d7e69d-5f0d-42c7-b199-f9c62d3d0144 None None] Pushing event updated for resources: {'Port': ['ID=79e08fe5-6b36-4628-9386-fc1ad95087da,revision_number=1']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:42.907059 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device 98cfa51d-91d7-4cc3-8795-19ad35c90a50 up at agent ovs-agent-dv-cinder-840511-4-iscsi {{(pid=104025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:18:42.934393 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.managers [None req-c0d7e69d-5f0d-42c7-b199-f9c62d3d0144 None None] Attempting to bind port 79e08fe5-6b36-4628-9386-fc1ad95087da on host dv-cinder-840511-4-iscsi for vnic_type normal with profile {{(pid=104025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 18:18:42.934781 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.managers [None req-c0d7e69d-5f0d-42c7-b199-f9c62d3d0144 None None] Attempting to bind port 79e08fe5-6b36-4628-9386-fc1ad95087da by drivers openvswitch,hyperv on host dv-cinder-840511-4-iscsi at level 0 using segments [{'id': 'e7ae9a72-beab-4d85-82f6-e4201bc70478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'a059beaa-75b1-4a24-81cb-8843626bb7fc'}] {{(pid=104025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 18:18:42.935242 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d7e69d-5f0d-42c7-b199-f9c62d3d0144 None None] Attempting to bind port 79e08fe5-6b36-4628-9386-fc1ad95087da on network a059beaa-75b1-4a24-81cb-8843626bb7fc {{(pid=104025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:18:42.938548 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-445d1330-ba47-4fec-94e9-706f3007c8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772819832230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7382190'] for port (63b8916a-5ba4-44ad-b6a0-dbbd35c09ec9), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:42.945100 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d7e69d-5f0d-42c7-b199-f9c62d3d0144 None None] Checking agent: {'id': 'e55a6cb5-967a-4631-865a-95818de4ff35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840511-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 7, 4), 'started_at': datetime.datetime(2022, 5, 4, 18, 7, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840511-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 18:18:42.945482 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d7e69d-5f0d-42c7-b199-f9c62d3d0144 None None] Checking segment: {'id': 'e7ae9a72-beab-4d85-82f6-e4201bc70478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'a059beaa-75b1-4a24-81cb-8843626bb7fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:18:42.945891 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-c0d7e69d-5f0d-42c7-b199-f9c62d3d0144 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:42.946296 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d7e69d-5f0d-42c7-b199-f9c62d3d0144 None None] Bound using segment: {'id': 'e7ae9a72-beab-4d85-82f6-e4201bc70478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'a059beaa-75b1-4a24-81cb-8843626bb7fc'} {{(pid=104025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 18:18:42.946776 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.managers [None req-c0d7e69d-5f0d-42c7-b199-f9c62d3d0144 None None] Bound port: 79e08fe5-6b36-4628-9386-fc1ad95087da, host: dv-cinder-840511-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7ae9a72-beab-4d85-82f6-e4201bc70478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'a059beaa-75b1-4a24-81cb-8843626bb7fc'}}] {{(pid=104025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 18:18:42.947190 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-c0d7e69d-5f0d-42c7-b199-f9c62d3d0144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (79e08fe5-6b36-4628-9386-fc1ad95087da), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:43.004837 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445d1330-ba47-4fec-94e9-706f3007c8e4 admin admin] Pushing event updated for resources: {'Port': ['ID=63b8916a-5ba4-44ad-b6a0-dbbd35c09ec9,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:43.009382 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Provisioning complete for port 98cfa51d-91d7-4cc3-8795-19ad35c90a50 triggered by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:18:43.009779 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (98cfa51d-91d7-4cc3-8795-19ad35c90a50), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:43.014247 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445d1330-ba47-4fec-94e9-706f3007c8e4 admin admin] Network 1bc9efb7-0207-4c06-8ee1-3b0aa535de31 is already hosted by enough agents. {{(pid=104023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:18:43.015778 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.base_scheduler [None req-445d1330-ba47-4fec-94e9-706f3007c8e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:18:43.018600 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445d1330-ba47-4fec-94e9-706f3007c8e4 admin admin] Received port after_create {{(pid=104023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:18:43.221919 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-c0d7e69d-5f0d-42c7-b199-f9c62d3d0144 None None] For port 79e08fe5-6b36-4628-9386-fc1ad95087da, host dv-cinder-840511-4-iscsi, cleared binding levels {{(pid=104025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 18:18:43.226334 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-c0d7e69d-5f0d-42c7-b199-f9c62d3d0144 None None] For port 79e08fe5-6b36-4628-9386-fc1ad95087da, host dv-cinder-840511-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=79e08fe5-6b36-4628-9386-fc1ad95087da,segment=NetworkSegment(e7ae9a72-beab-4d85-82f6-e4201bc70478),segment_id=e7ae9a72-beab-4d85-82f6-e4201bc70478)] {{(pid=104025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 18:18:43.274956 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Current status of the port 98cfa51d-91d7-4cc3-8795-19ad35c90a50 is: ACTIVE; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:18:43.299673 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-c0d7e69d-5f0d-42c7-b199-f9c62d3d0144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (79e08fe5-6b36-4628-9386-fc1ad95087da), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:43.386363 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d7e69d-5f0d-42c7-b199-f9c62d3d0144 None None] Pushing event updated for resources: {'Port': ['ID=79e08fe5-6b36-4628-9386-fc1ad95087da,revision_number=2']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:43.667566 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-445d1330-ba47-4fec-94e9-706f3007c8e4 admin admin] Publish callbacks [] for router_gateway (c09b4a78-e60a-4ec8-a331-119fc4a5ea5e), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:43.720200 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.agents_db [None req-cc71a237-c19e-45a1-a167-cff52744c55e None None] Agent healthcheck: found 6 active agents {{(pid=104026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 18:18:43.885144 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.db.resource_extend [None req-568dc439-b26e-4707-82c2-fc73df8e0762 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 04 18:18:43.954418 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-445d1330-ba47-4fec-94e9-706f3007c8e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1680775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1675720'] for router (c09b4a78-e60a-4ec8-a331-119fc4a5ea5e), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:43.972314 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-568dc439-b26e-4707-82c2-fc73df8e0762 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:44.029857 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-568dc439-b26e-4707-82c2-fc73df8e0762 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1676511'] for floatingip (d477d951-d646-429c-98c3-1e38f68eade2), after_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:44.148255 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.db.l3_db [None req-568dc439-b26e-4707-82c2-fc73df8e0762 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Floating IP d477d951-d646-429c-98c3-1e38f68eade2 associated. External IP: 172.27.1.18, port: ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b. May 04 18:18:44.161276 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-445d1330-ba47-4fec-94e9-706f3007c8e4 admin admin] Router c09b4a78-e60a-4ec8-a331-119fc4a5ea5e is scheduled to L3 agent 341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae with binding_index 1 {{(pid=104023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 18:18:44.276589 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-445d1330-ba47-4fec-94e9-706f3007c8e4 admin admin] Notify agent at l3_agent.dv-cinder-840511-4-iscsi the message routers_updated {{(pid=104023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 18:18:44.285794 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4cd3a3-3a5c-4ec0-9a42-b424a34446e6 None None] Sync routers for ids ['c09b4a78-e60a-4ec8-a331-119fc4a5ea5e'] in dv-cinder-840511-4-iscsi {{(pid=104026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:18:44.295865 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4cd3a3-3a5c-4ec0-9a42-b424a34446e6 None None] Routers {'c09b4a78-e60a-4ec8-a331-119fc4a5ea5e'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:18:44.302194 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-8b4cd3a3-3a5c-4ec0-9a42-b424a34446e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:18:30Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['c09b4a78-e60a-4ec8-a331-119fc4a5ea5e'], 'active': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:18:44.352215 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-445d1330-ba47-4fec-94e9-706f3007c8e4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:44.356055 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-445d1330-ba47-4fec-94e9-706f3007c8e4 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5339816 May 04 18:18:44.356365 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 51070) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:18:44.408472 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvr_db [None req-8b4cd3a3-3a5c-4ec0-9a42-b424a34446e6 None None] Set router c09b4a78-e60a-4ec8-a331-119fc4a5ea5e gateway port host: dv-cinder-840511-4-iscsi {{(pid=104026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:18:44.414555 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-568dc439-b26e-4707-82c2-fc73df8e0762 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Router f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff has already been hosted by L3 agent 341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae {{(pid=104024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 18:18:44.593966 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-8b4cd3a3-3a5c-4ec0-9a42-b424a34446e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c09b4a78-e60a-4ec8-a331-119fc4a5ea5e', 'name': 'tempest-TestShelveInstance-1510940414-router', 'tenant_id': 'f31b7ff7d7544a43be9bc12dea90c978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '63b8916a-5ba4-44ad-b6a0-dbbd35c09ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:18:41Z', 'updated_at': '2022-05-04T18:18:43Z', 'revision_number': 3, 'project_id': 'f31b7ff7d7544a43be9bc12dea90c978', 'gw_port': {'id': '63b8916a-5ba4-44ad-b6a0-dbbd35c09ec9', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:3c:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c09b4a78-e60a-4ec8-a331-119fc4a5ea5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:18:42Z', 'updated_at': '2022-05-04T18:18:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi'}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:18:44.622778 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4cd3a3-3a5c-4ec0-9a42-b424a34446e6 None None] Checking router: c09b4a78-e60a-4ec8-a331-119fc4a5ea5e for host: dv-cinder-840511-4-iscsi {{(pid=104026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:18:44.623167 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4cd3a3-3a5c-4ec0-9a42-b424a34446e6 None None] Updating router c09b4a78-e60a-4ec8-a331-119fc4a5ea5e port 63b8916a-5ba4-44ad-b6a0-dbbd35c09ec9 binding host dv-cinder-840511-4-iscsi {{(pid=104026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 18:18:44.634664 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-568dc439-b26e-4707-82c2-fc73df8e0762 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Notify agent at l3_agent.dv-cinder-840511-4-iscsi the message routers_updated {{(pid=104024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 18:18:44.646884 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4b3f58-5280-433b-923e-080d08337aba None None] Sync routers for ids ['f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff'] in dv-cinder-840511-4-iscsi {{(pid=104025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:18:44.659522 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4b3f58-5280-433b-923e-080d08337aba None None] Routers {'f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:18:44.660300 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-de4b3f58-5280-433b-923e-080d08337aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:18:30Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff'], 'active': True} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:18:44.660756 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8b4cd3a3-3a5c-4ec0-9a42-b424a34446e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (63b8916a-5ba4-44ad-b6a0-dbbd35c09ec9), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:44.682837 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-568dc439-b26e-4707-82c2-fc73df8e0762 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976'] for floatingip (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:44.727472 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-568dc439-b26e-4707-82c2-fc73df8e0762 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "PUT /v2.0/floatingips/d477d951-d646-429c-98c3-1e38f68eade2 HTTP/1.1" status: 200 len: 990 time: 2.0052018 May 04 18:18:44.729998 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b0a1190-f115-44bf-95f3-2d2517bcc5d8', 'tag': 'ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b'}] {{(pid=104024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:18:44.732248 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c26fa3ecb1f16f42831e56f73673e8220bc52890772fb217514d3f8d557ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-691b3faf-fd75-4dc5-9950-4d0d0e08897a" -d '{"events": [{"name": "network-changed", "server_uuid": "8b0a1190-f115-44bf-95f3-2d2517bcc5d8", "tag": "ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b"}]}' {{(pid=104024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:18:44.860149 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvr_db [None req-de4b3f58-5280-433b-923e-080d08337aba None None] Set router f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff gateway port host: dv-cinder-840511-4-iscsi {{(pid=104025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:18:44.872598 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 18:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cccb76b3-e58e-4a4e-acf6-3014267adf5e x-openstack-request-id: req-cccb76b3-e58e-4a4e-acf6-3014267adf5e {{(pid=104024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:18:44.873691 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b0a1190-f115-44bf-95f3-2d2517bcc5d8", "tag": "ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b", "status": "completed", "code": 200}]} {{(pid=104024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:18:44.874119 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cccb76b3-e58e-4a4e-acf6-3014267adf5e {{(pid=104024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:18:44.874733 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cccb76b3-e58e-4a4e-acf6-3014267adf5e'] response: {'name': 'network-changed', 'server_uuid': '8b0a1190-f115-44bf-95f3-2d2517bcc5d8', 'tag': 'ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b', 'status': 'completed', 'code': 200} May 04 18:18:44.977051 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190d84dc-b72e-4b6a-aefb-e84fc1ea85ae None None] Network a059beaa-75b1-4a24-81cb-8843626bb7fc requested from dv-cinder-840511-4-iscsi {{(pid=104025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 18:18:44.979725 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device 79e08fe5-6b36-4628-9386-fc1ad95087da up at agent ovs-agent-dv-cinder-840511-4-iscsi {{(pid=104025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:18:45.031113 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b3faf-fd75-4dc5-9950-4d0d0e08897a req-cdf9cce1-4def-4bba-9d85-adfcf9f7a738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:45.033774 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-691b3faf-fd75-4dc5-9950-4d0d0e08897a req-cdf9cce1-4def-4bba-9d85-adfcf9f7a738 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=52f7ff6557334462979f9934251c2158&device_id=8b0a1190-f115-44bf-95f3-2d2517bcc5d8 HTTP/1.1" status: 200 len: 1129 time: 0.0554698 May 04 18:18:45.060379 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-8abe3026-8e80-4d0f-9148-ee1393d41240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:45.155395 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-31826efe-c5c2-459a-a751-55def461c969 None None] Provisioning complete for port 79e08fe5-6b36-4628-9386-fc1ad95087da triggered by entity DHCP. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:18:45.155773 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-31826efe-c5c2-459a-a751-55def461c969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (79e08fe5-6b36-4628-9386-fc1ad95087da), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:45.164655 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b3faf-fd75-4dc5-9950-4d0d0e08897a req-00226f3a-bf0d-4c12-bae4-d20b432fa99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:45.166362 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8b4cd3a3-3a5c-4ec0-9a42-b424a34446e6 None None] Publish callbacks [] for port (63b8916a-5ba4-44ad-b6a0-dbbd35c09ec9), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:45.168494 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-691b3faf-fd75-4dc5-9950-4d0d0e08897a req-00226f3a-bf0d-4c12-bae4-d20b432fa99b service neutron] 10.222.0.84 "GET /v2.0/networks?id=a6fe39e6-2945-43c4-866c-f901f807513e HTTP/1.1" status: 200 len: 920 time: 0.1277726 May 04 18:18:45.245614 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.db.db_base_plugin_common [None req-8abe3026-8e80-4d0f-9148-ee1393d41240 admin admin] Allocated IP 172.20.0.1 (a059beaa-75b1-4a24-81cb-8843626bb7fc/aaa634e6-6585-4c67-b49a-ca6b09bdb35f/b263065d-c036-4ed6-bc8f-f7166a3fc1b7) {{(pid=104024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:18:45.250307 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-691b3faf-fd75-4dc5-9950-4d0d0e08897a req-5f95aca0-33e7-4633-adc1-acc57f4baf9b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b HTTP/1.1" status: 200 len: 998 time: 0.0760343 May 04 18:18:45.253109 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8b4cd3a3-3a5c-4ec0-9a42-b424a34446e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (63b8916a-5ba4-44ad-b6a0-dbbd35c09ec9), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:45.301339 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Provisioning complete for port 79e08fe5-6b36-4628-9386-fc1ad95087da triggered by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:18:45.301578 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (79e08fe5-6b36-4628-9386-fc1ad95087da), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:45.315302 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b3faf-fd75-4dc5-9950-4d0d0e08897a req-9d724a25-e9d9-474b-8d0d-39e051b487ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:45.317280 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-691b3faf-fd75-4dc5-9950-4d0d0e08897a req-9d724a25-e9d9-474b-8d0d-39e051b487ed service neutron] 10.222.0.84 "GET /v2.0/subnets?id=abd7f995-331d-4f8f-976d-dc07d5f652e4 HTTP/1.1" status: 200 len: 858 time: 0.0602713 May 04 18:18:45.323958 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-8b4cd3a3-3a5c-4ec0-9a42-b424a34446e6 None None] Attempting to bind port 63b8916a-5ba4-44ad-b6a0-dbbd35c09ec9 on host dv-cinder-840511-4-iscsi for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 18:18:45.324540 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-8b4cd3a3-3a5c-4ec0-9a42-b424a34446e6 None None] Attempting to bind port 63b8916a-5ba4-44ad-b6a0-dbbd35c09ec9 by drivers openvswitch,hyperv on host dv-cinder-840511-4-iscsi at level 0 using segments [{'id': '44841efa-8edc-4b72-aba0-27edf49af522', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 18:18:45.325197 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4cd3a3-3a5c-4ec0-9a42-b424a34446e6 None None] Attempting to bind port 63b8916a-5ba4-44ad-b6a0-dbbd35c09ec9 on network 1bc9efb7-0207-4c06-8ee1-3b0aa535de31 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:18:45.330948 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacc3b71-a2c1-4ae5-be54-f1732f5b97d3 None None] Pushing event updated for resources: {'Port': ['ID=63b8916a-5ba4-44ad-b6a0-dbbd35c09ec9,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:45.341718 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4cd3a3-3a5c-4ec0-9a42-b424a34446e6 None None] Checking agent: {'id': 'e55a6cb5-967a-4631-865a-95818de4ff35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840511-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 7, 4), 'started_at': datetime.datetime(2022, 5, 4, 18, 7, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840511-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 18:18:45.342939 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4cd3a3-3a5c-4ec0-9a42-b424a34446e6 None None] Checking segment: {'id': '44841efa-8edc-4b72-aba0-27edf49af522', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:18:45.343607 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8b4cd3a3-3a5c-4ec0-9a42-b424a34446e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:45.344181 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4cd3a3-3a5c-4ec0-9a42-b424a34446e6 None None] Bound using segment: {'id': '44841efa-8edc-4b72-aba0-27edf49af522', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31'} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 18:18:45.344831 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-8b4cd3a3-3a5c-4ec0-9a42-b424a34446e6 None None] Bound port: 63b8916a-5ba4-44ad-b6a0-dbbd35c09ec9, host: dv-cinder-840511-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44841efa-8edc-4b72-aba0-27edf49af522', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31'}}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 18:18:45.355162 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8b4cd3a3-3a5c-4ec0-9a42-b424a34446e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (63b8916a-5ba4-44ad-b6a0-dbbd35c09ec9), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:45.375033 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b3faf-fd75-4dc5-9950-4d0d0e08897a req-784eeb31-6068-46c1-98d8-4aa3a99e95ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:45.376563 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-691b3faf-fd75-4dc5-9950-4d0d0e08897a req-784eeb31-6068-46c1-98d8-4aa3a99e95ce service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=a6fe39e6-2945-43c4-866c-f901f807513e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0533292 May 04 18:18:45.405926 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-8abe3026-8e80-4d0f-9148-ee1393d41240 admin admin] Publish callbacks [] for port (b263065d-c036-4ed6-bc8f-f7166a3fc1b7), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:45.432298 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-8b4cd3a3-3a5c-4ec0-9a42-b424a34446e6 None None] For port 63b8916a-5ba4-44ad-b6a0-dbbd35c09ec9, host dv-cinder-840511-4-iscsi, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 18:18:45.438787 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-8b4cd3a3-3a5c-4ec0-9a42-b424a34446e6 None None] For port 63b8916a-5ba4-44ad-b6a0-dbbd35c09ec9, host dv-cinder-840511-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=63b8916a-5ba4-44ad-b6a0-dbbd35c09ec9,segment=NetworkSegment(44841efa-8edc-4b72-aba0-27edf49af522),segment_id=44841efa-8edc-4b72-aba0-27edf49af522)] {{(pid=104026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 18:18:45.439669 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-31826efe-c5c2-459a-a751-55def461c969 None None] Current status of the port 79e08fe5-6b36-4628-9386-fc1ad95087da is: DOWN; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:18:45.440139 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-31826efe-c5c2-459a-a751-55def461c969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (79e08fe5-6b36-4628-9386-fc1ad95087da), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:45.487433 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-de4b3f58-5280-433b-923e-080d08337aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff', 'name': 'tempest-ServerRescueNegativeTestJSON-1742315776-router', 'tenant_id': '52f7ff6557334462979f9934251c2158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'be50a966-8c99-4ebd-b960-de2a4f90eb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:15:53Z', 'updated_at': '2022-05-04T18:16:05Z', 'revision_number': 4, 'project_id': '52f7ff6557334462979f9934251c2158', 'gw_port': {'id': 'be50a966-8c99-4ebd-b960-de2a4f90eb39', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:15:55Z', 'updated_at': '2022-05-04T18:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_floatingips': [{'id': 'd477d951-d646-429c-98c3-1e38f68eade2', 'tenant_id': '52f7ff6557334462979f9934251c2158', 'floating_ip_address': '172.27.1.18', 'floating_network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'router_id': 'f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff', 'port_id': 'ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 321, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6fe39e6-2945-43c4-866c-f901f807513e', 'mac_address': 'fa:16:3e:e2:f1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0a1190-f115-44bf-95f3-2d2517bcc5d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:18:25Z', 'updated_at': '2022-05-04T18:18:43Z', 'revision_number': 1, 'project_id': '52f7ff6557334462979f9934251c2158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39c27af9-2e27-4710-b3a3-b466b73b2d21', 'name': '', 'network_id': 'a6fe39e6-2945-43c4-866c-f901f807513e', 'tenant_id': '52f7ff6557334462979f9934251c2158', 'mac_address': 'fa:16:3e:ea:44:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'abd7f995-331d-4f8f-976d-dc07d5f652e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:16:02Z', 'updated_at': '2022-05-04T18:16:13Z', 'revision_number': 5, 'project_id': '52f7ff6557334462979f9934251c2158', 'subnets': [{'id': 'abd7f995-331d-4f8f-976d-dc07d5f652e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:18:45.507697 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-691b3faf-fd75-4dc5-9950-4d0d0e08897a req-9ec15c09-1265-4f4c-a405-9c0c86eb9c0c service neutron] 10.222.0.84 "GET /v2.0/networks/a6fe39e6-2945-43c4-866c-f901f807513e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228819 May 04 18:18:45.515985 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8b4cd3a3-3a5c-4ec0-9a42-b424a34446e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (63b8916a-5ba4-44ad-b6a0-dbbd35c09ec9), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:45.528314 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4b3f58-5280-433b-923e-080d08337aba None None] Checking router: f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff for host: dv-cinder-840511-4-iscsi {{(pid=104025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:18:45.544523 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-8abe3026-8e80-4d0f-9148-ee1393d41240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772819832230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007267'] for port (b263065d-c036-4ed6-bc8f-f7166a3fc1b7), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:45.548240 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Current status of the port 79e08fe5-6b36-4628-9386-fc1ad95087da is: DOWN; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:18:45.548635 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (79e08fe5-6b36-4628-9386-fc1ad95087da), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:45.558892 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-31826efe-c5c2-459a-a751-55def461c969 None None] For port 79e08fe5-6b36-4628-9386-fc1ad95087da, host dv-cinder-840511-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=79e08fe5-6b36-4628-9386-fc1ad95087da,segment=NetworkSegment(e7ae9a72-beab-4d85-82f6-e4201bc70478),segment_id=e7ae9a72-beab-4d85-82f6-e4201bc70478)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:18:45.570680 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4b3f58-5280-433b-923e-080d08337aba None None] Routers {'f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:18:45.571426 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-de4b3f58-5280-433b-923e-080d08337aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:18:30Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff'], 'active': True} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:18:45.621775 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abe3026-8e80-4d0f-9148-ee1393d41240 admin admin] Network a059beaa-75b1-4a24-81cb-8843626bb7fc is already hosted by enough agents. {{(pid=104024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:18:45.625176 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.base_scheduler [None req-8abe3026-8e80-4d0f-9148-ee1393d41240 admin admin] Resources bound (agent type, host, resource id): {{(pid=104024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:18:45.625635 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-691b3faf-fd75-4dc5-9950-4d0d0e08897a req-e62ba46a-237b-48f4-83bf-91bf87f9a290 service neutron] 10.222.0.84 "GET /v2.0/networks/a6fe39e6-2945-43c4-866c-f901f807513e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114402 May 04 18:18:45.630334 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4cd3a3-3a5c-4ec0-9a42-b424a34446e6 None None] Routers {'c09b4a78-e60a-4ec8-a331-119fc4a5ea5e'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:18:45.631837 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-8b4cd3a3-3a5c-4ec0-9a42-b424a34446e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:18:30Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['c09b4a78-e60a-4ec8-a331-119fc4a5ea5e'], 'active': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:18:45.632410 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abe3026-8e80-4d0f-9148-ee1393d41240 admin admin] Received port after_create {{(pid=104024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:18:45.637373 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-31826efe-c5c2-459a-a751-55def461c969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (79e08fe5-6b36-4628-9386-fc1ad95087da), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:45.670239 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abe3026-8e80-4d0f-9148-ee1393d41240 admin admin] Pushing event updated for resources: {'Port': ['ID=b263065d-c036-4ed6-bc8f-f7166a3fc1b7,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:45.685875 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacc3b71-a2c1-4ae5-be54-f1732f5b97d3 None None] Pushing event updated for resources: {'Port': ['ID=63b8916a-5ba4-44ad-b6a0-dbbd35c09ec9,revision_number=3']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:45.694319 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-8abe3026-8e80-4d0f-9148-ee1393d41240 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674133'] for router_interface (c09b4a78-e60a-4ec8-a331-119fc4a5ea5e), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:45.805799 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvr_db [None req-8b4cd3a3-3a5c-4ec0-9a42-b424a34446e6 None None] Set router c09b4a78-e60a-4ec8-a331-119fc4a5ea5e gateway port host: dv-cinder-840511-4-iscsi {{(pid=104026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:18:45.818174 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-273f00ff-aeaf-4d1b-96c1-ffdbf3f65eba None None] Provisioning complete for port 79e08fe5-6b36-4628-9386-fc1ad95087da triggered by entity DHCP. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:18:45.819235 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-273f00ff-aeaf-4d1b-96c1-ffdbf3f65eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (79e08fe5-6b36-4628-9386-fc1ad95087da), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:45.846880 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.db.api [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 18:18:45.847326 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG oslo_db.api [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 18:18:45.855480 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvr_db [None req-de4b3f58-5280-433b-923e-080d08337aba None None] Set router f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff gateway port host: dv-cinder-840511-4-iscsi {{(pid=104025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:18:45.895791 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31826efe-c5c2-459a-a751-55def461c969 None None] Pushing event updated for resources: {'Port': ['ID=79e08fe5-6b36-4628-9386-fc1ad95087da,revision_number=3']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:45.929550 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-8abe3026-8e80-4d0f-9148-ee1393d41240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (b263065d-c036-4ed6-bc8f-f7166a3fc1b7), before_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:46.022788 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-8b4cd3a3-3a5c-4ec0-9a42-b424a34446e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c09b4a78-e60a-4ec8-a331-119fc4a5ea5e', 'name': 'tempest-TestShelveInstance-1510940414-router', 'tenant_id': 'f31b7ff7d7544a43be9bc12dea90c978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '63b8916a-5ba4-44ad-b6a0-dbbd35c09ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:18:41Z', 'updated_at': '2022-05-04T18:18:43Z', 'revision_number': 3, 'project_id': 'f31b7ff7d7544a43be9bc12dea90c978', 'gw_port': {'id': '63b8916a-5ba4-44ad-b6a0-dbbd35c09ec9', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:3c:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c09b4a78-e60a-4ec8-a331-119fc4a5ea5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:18:42Z', 'updated_at': '2022-05-04T18:18:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi'}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:18:46.034232 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-273f00ff-aeaf-4d1b-96c1-ffdbf3f65eba None None] Current status of the port 79e08fe5-6b36-4628-9386-fc1ad95087da is: ACTIVE; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:18:46.053412 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4cd3a3-3a5c-4ec0-9a42-b424a34446e6 None None] The sync data for ids ['c09b4a78-e60a-4ec8-a331-119fc4a5ea5e'] in dv-cinder-840511-4-iscsi is: [{'id': 'c09b4a78-e60a-4ec8-a331-119fc4a5ea5e', 'name': 'tempest-TestShelveInstance-1510940414-router', 'tenant_id': 'f31b7ff7d7544a43be9bc12dea90c978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '63b8916a-5ba4-44ad-b6a0-dbbd35c09ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:18:41Z', 'updated_at': '2022-05-04T18:18:43Z', 'revision_number': 3, 'project_id': 'f31b7ff7d7544a43be9bc12dea90c978', 'gw_port': {'id': '63b8916a-5ba4-44ad-b6a0-dbbd35c09ec9', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:3c:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c09b4a78-e60a-4ec8-a331-119fc4a5ea5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:18:42Z', 'updated_at': '2022-05-04T18:18:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi'}] {{(pid=104026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:18:46.112596 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-8abe3026-8e80-4d0f-9148-ee1393d41240 admin admin] Publish callbacks [] for port (b263065d-c036-4ed6-bc8f-f7166a3fc1b7), precommit_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:46.182242 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-73315938-b371-4c61-a038-7e39197020c1 None None] Provisioning complete for port b263065d-c036-4ed6-bc8f-f7166a3fc1b7 triggered by entity DHCP. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:18:46.182611 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-73315938-b371-4c61-a038-7e39197020c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (b263065d-c036-4ed6-bc8f-f7166a3fc1b7), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:46.189925 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-8abe3026-8e80-4d0f-9148-ee1393d41240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6007290'] for port (b263065d-c036-4ed6-bc8f-f7166a3fc1b7), after_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:46.223922 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-de4b3f58-5280-433b-923e-080d08337aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff', 'name': 'tempest-ServerRescueNegativeTestJSON-1742315776-router', 'tenant_id': '52f7ff6557334462979f9934251c2158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'be50a966-8c99-4ebd-b960-de2a4f90eb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:15:53Z', 'updated_at': '2022-05-04T18:16:05Z', 'revision_number': 4, 'project_id': '52f7ff6557334462979f9934251c2158', 'gw_port': {'id': 'be50a966-8c99-4ebd-b960-de2a4f90eb39', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:15:55Z', 'updated_at': '2022-05-04T18:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_floatingips': [{'id': 'd477d951-d646-429c-98c3-1e38f68eade2', 'tenant_id': '52f7ff6557334462979f9934251c2158', 'floating_ip_address': '172.27.1.18', 'floating_network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'router_id': 'f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff', 'port_id': 'ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 321, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6fe39e6-2945-43c4-866c-f901f807513e', 'mac_address': 'fa:16:3e:e2:f1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0a1190-f115-44bf-95f3-2d2517bcc5d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:18:25Z', 'updated_at': '2022-05-04T18:18:43Z', 'revision_number': 1, 'project_id': '52f7ff6557334462979f9934251c2158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39c27af9-2e27-4710-b3a3-b466b73b2d21', 'name': '', 'network_id': 'a6fe39e6-2945-43c4-866c-f901f807513e', 'tenant_id': '52f7ff6557334462979f9934251c2158', 'mac_address': 'fa:16:3e:ea:44:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'abd7f995-331d-4f8f-976d-dc07d5f652e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:16:02Z', 'updated_at': '2022-05-04T18:16:13Z', 'revision_number': 5, 'project_id': '52f7ff6557334462979f9934251c2158', 'subnets': [{'id': 'abd7f995-331d-4f8f-976d-dc07d5f652e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:18:46.265216 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-8abe3026-8e80-4d0f-9148-ee1393d41240 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1598242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674095'] for router_interface (c09b4a78-e60a-4ec8-a331-119fc4a5ea5e), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:46.267435 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abe3026-8e80-4d0f-9148-ee1393d41240 admin admin] Pushing event updated for resources: {'Port': ['ID=b263065d-c036-4ed6-bc8f-f7166a3fc1b7,revision_number=2']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:46.409204 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abe3026-8e80-4d0f-9148-ee1393d41240 admin admin] Network a059beaa-75b1-4a24-81cb-8843626bb7fc is already hosted by enough agents. {{(pid=104024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:18:46.411116 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.base_scheduler [None req-8abe3026-8e80-4d0f-9148-ee1393d41240 admin admin] Resources bound (agent type, host, resource id): {{(pid=104024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:18:46.437562 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4b3f58-5280-433b-923e-080d08337aba None None] The sync data for ids ['f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff'] in dv-cinder-840511-4-iscsi is: [{'id': 'f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff', 'name': 'tempest-ServerRescueNegativeTestJSON-1742315776-router', 'tenant_id': '52f7ff6557334462979f9934251c2158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'be50a966-8c99-4ebd-b960-de2a4f90eb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:15:53Z', 'updated_at': '2022-05-04T18:16:05Z', 'revision_number': 4, 'project_id': '52f7ff6557334462979f9934251c2158', 'gw_port': {'id': 'be50a966-8c99-4ebd-b960-de2a4f90eb39', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:15:55Z', 'updated_at': '2022-05-04T18:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_floatingips': [{'id': 'd477d951-d646-429c-98c3-1e38f68eade2', 'tenant_id': '52f7ff6557334462979f9934251c2158', 'floating_ip_address': '172.27.1.18', 'floating_network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'router_id': 'f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff', 'port_id': 'ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 321, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6fe39e6-2945-43c4-866c-f901f807513e', 'mac_address': 'fa:16:3e:e2:f1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0a1190-f115-44bf-95f3-2d2517bcc5d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:18:25Z', 'updated_at': '2022-05-04T18:18:43Z', 'revision_number': 1, 'project_id': '52f7ff6557334462979f9934251c2158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39c27af9-2e27-4710-b3a3-b466b73b2d21', 'name': '', 'network_id': 'a6fe39e6-2945-43c4-866c-f901f807513e', 'tenant_id': '52f7ff6557334462979f9934251c2158', 'mac_address': 'fa:16:3e:ea:44:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'abd7f995-331d-4f8f-976d-dc07d5f652e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:16:02Z', 'updated_at': '2022-05-04T18:16:13Z', 'revision_number': 5, 'project_id': '52f7ff6557334462979f9934251c2158', 'subnets': [{'id': 'abd7f995-331d-4f8f-976d-dc07d5f652e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:18:46.444035 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-73315938-b371-4c61-a038-7e39197020c1 None None] Port b263065d-c036-4ed6-bc8f-f7166a3fc1b7 cannot update to ACTIVE because it is not bound. {{(pid=104025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 18:18:46.467381 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Current status of the port 79e08fe5-6b36-4628-9386-fc1ad95087da is: ACTIVE; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:18:46.598833 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8abe3026-8e80-4d0f-9148-ee1393d41240 admin admin] Router c09b4a78-e60a-4ec8-a331-119fc4a5ea5e has already been hosted by L3 agent 341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae {{(pid=104024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 18:18:46.671446 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-ec79dce5-e166-4972-819a-45968b1a248c None None] Provisioning complete for port b263065d-c036-4ed6-bc8f-f7166a3fc1b7 triggered by entity DHCP. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:18:46.672066 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-ec79dce5-e166-4972-819a-45968b1a248c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (b263065d-c036-4ed6-bc8f-f7166a3fc1b7), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:46.711670 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-ec79dce5-e166-4972-819a-45968b1a248c None None] Port b263065d-c036-4ed6-bc8f-f7166a3fc1b7 cannot update to ACTIVE because it is not bound. {{(pid=104025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 18:18:46.728184 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8abe3026-8e80-4d0f-9148-ee1393d41240 admin admin] Notify agent at l3_agent.dv-cinder-840511-4-iscsi the message routers_updated {{(pid=104024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 18:18:46.733454 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-8abe3026-8e80-4d0f-9148-ee1393d41240 admin admin] 10.222.0.23 "PUT /v2.0/routers/c09b4a78-e60a-4ec8-a331-119fc4a5ea5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3760309 May 04 18:18:46.747094 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e16761c-7579-4d2e-9160-1c52be521087 None None] New status for floating IP d477d951-d646-429c-98c3-1e38f68eade2: ACTIVE {{(pid=104026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 18:18:46.999876 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device 63b8916a-5ba4-44ad-b6a0-dbbd35c09ec9 up at agent ovs-agent-dv-cinder-840511-4-iscsi {{(pid=104025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:18:47.095075 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Provisioning complete for port 63b8916a-5ba4-44ad-b6a0-dbbd35c09ec9 triggered by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:18:47.097021 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (63b8916a-5ba4-44ad-b6a0-dbbd35c09ec9), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:47.238193 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Current status of the port 63b8916a-5ba4-44ad-b6a0-dbbd35c09ec9 is: DOWN; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:18:47.238883 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (63b8916a-5ba4-44ad-b6a0-dbbd35c09ec9), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:47.273821 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] For port 63b8916a-5ba4-44ad-b6a0-dbbd35c09ec9, host dv-cinder-840511-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=63b8916a-5ba4-44ad-b6a0-dbbd35c09ec9,segment=NetworkSegment(44841efa-8edc-4b72-aba0-27edf49af522),segment_id=44841efa-8edc-4b72-aba0-27edf49af522)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:18:47.379234 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (63b8916a-5ba4-44ad-b6a0-dbbd35c09ec9), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:47.383778 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device 79e08fe5-6b36-4628-9386-fc1ad95087da up at agent ovs-agent-dv-cinder-840511-4-iscsi {{(pid=104025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:18:47.470029 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Pushing event updated for resources: {'Port': ['ID=63b8916a-5ba4-44ad-b6a0-dbbd35c09ec9,revision_number=4']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:47.481954 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Provisioning complete for port 79e08fe5-6b36-4628-9386-fc1ad95087da triggered by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:18:47.482165 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (79e08fe5-6b36-4628-9386-fc1ad95087da), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:47.551681 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 51114) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:18:47.557442 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.v2.base [None req-eb803721-2fe0-46e6-b204-963d922a5c81 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-912976655', 'description': 'tempest-secgroup-smoke-912976655 description', 'project_id': '5b095a86e9004719a23c3a0bd0f8a986'}} {{(pid=104024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:18:47.582177 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Current status of the port 79e08fe5-6b36-4628-9386-fc1ad95087da is: ACTIVE; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:18:47.681941 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-eb803721-2fe0-46e6-b204-963d922a5c81 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Publish callbacks [] for security_group (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:47.752748 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-eb803721-2fe0-46e6-b204-963d922a5c81 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Publish callbacks [] for security_group (1715c313-c023-437e-9dab-04beca213f8f), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:47.853216 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-eb803721-2fe0-46e6-b204-963d922a5c81 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (1715c313-c023-437e-9dab-04beca213f8f), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:47.885578 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb803721-2fe0-46e6-b204-963d922a5c81 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1715c313-c023-437e-9dab-04beca213f8f,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:47.957963 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-eb803721-2fe0-46e6-b204-963d922a5c81 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Publish callbacks [] for security_group (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:47.959288 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-eb803721-2fe0-46e6-b204-963d922a5c81 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4054232 May 04 18:18:47.963597 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 51118) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:18:47.969871 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.v2.base [None req-26b925a5-48c9-47bf-ba9a-594441836593 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Request body: {'security_group_rule': {'security_group_id': '1715c313-c023-437e-9dab-04beca213f8f', 'project_id': '5b095a86e9004719a23c3a0bd0f8a986', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:18:48.082535 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-26b925a5-48c9-47bf-ba9a-594441836593 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Publish callbacks [] for security_group_rule (373254c6-85e4-48d5-86f9-188a6cde05cf), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:48.151224 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-26b925a5-48c9-47bf-ba9a-594441836593 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Publish callbacks [] for security_group_rule (373254c6-85e4-48d5-86f9-188a6cde05cf), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:48.253001 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-26b925a5-48c9-47bf-ba9a-594441836593 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688088'] for security_group_rule (373254c6-85e4-48d5-86f9-188a6cde05cf), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:48.270860 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b925a5-48c9-47bf-ba9a-594441836593 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=373254c6-85e4-48d5-86f9-188a6cde05cf,revision_number=0']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:48.358454 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-26b925a5-48c9-47bf-ba9a-594441836593 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:48.359760 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-26b925a5-48c9-47bf-ba9a-594441836593 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3945246 May 04 18:18:48.362750 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 51124) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:18:48.367533 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.v2.base [None req-f74c9b86-75fd-43fa-9fff-d7ff41f369af tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Request body: {'security_group_rule': {'security_group_id': '1715c313-c023-437e-9dab-04beca213f8f', 'project_id': '5b095a86e9004719a23c3a0bd0f8a986', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:18:48.471080 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f74c9b86-75fd-43fa-9fff-d7ff41f369af tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Publish callbacks [] for security_group_rule (197a6f08-6fd2-40f7-8996-a3a8e20827fa), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:48.531327 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f74c9b86-75fd-43fa-9fff-d7ff41f369af tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Publish callbacks [] for security_group_rule (197a6f08-6fd2-40f7-8996-a3a8e20827fa), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:48.608554 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f74c9b86-75fd-43fa-9fff-d7ff41f369af tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688088'] for security_group_rule (197a6f08-6fd2-40f7-8996-a3a8e20827fa), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:48.627523 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74c9b86-75fd-43fa-9fff-d7ff41f369af tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=197a6f08-6fd2-40f7-8996-a3a8e20827fa,revision_number=0']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:48.701115 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f74c9b86-75fd-43fa-9fff-d7ff41f369af tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:48.702321 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-f74c9b86-75fd-43fa-9fff-d7ff41f369af tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3385956 May 04 18:18:48.705079 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 51126) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:18:48.709960 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.v2.base [None req-afb5444b-3ed8-4752-aa7a-4917dc7b6c3e tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Request body: {'security_group_rule': {'security_group_id': '1715c313-c023-437e-9dab-04beca213f8f', 'project_id': '5b095a86e9004719a23c3a0bd0f8a986', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:18:48.785026 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-afb5444b-3ed8-4752-aa7a-4917dc7b6c3e tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Publish callbacks [] for security_group_rule (6569315e-d1c4-42bd-8737-e3af8d678d63), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:48.832288 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device 63b8916a-5ba4-44ad-b6a0-dbbd35c09ec9 up at agent ovs-agent-dv-cinder-840511-4-iscsi {{(pid=104025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:18:48.861777 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-afb5444b-3ed8-4752-aa7a-4917dc7b6c3e tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Publish callbacks [] for security_group_rule (6569315e-d1c4-42bd-8737-e3af8d678d63), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:48.885088 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Provisioning complete for port 63b8916a-5ba4-44ad-b6a0-dbbd35c09ec9 triggered by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:18:48.885461 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (63b8916a-5ba4-44ad-b6a0-dbbd35c09ec9), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:48.938972 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-afb5444b-3ed8-4752-aa7a-4917dc7b6c3e tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688088'] for security_group_rule (6569315e-d1c4-42bd-8737-e3af8d678d63), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:48.957692 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb5444b-3ed8-4752-aa7a-4917dc7b6c3e tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6569315e-d1c4-42bd-8737-e3af8d678d63,revision_number=0']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:48.965116 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Current status of the port 63b8916a-5ba4-44ad-b6a0-dbbd35c09ec9 is: ACTIVE; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:18:49.044022 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-afb5444b-3ed8-4752-aa7a-4917dc7b6c3e tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:49.045192 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-afb5444b-3ed8-4752-aa7a-4917dc7b6c3e tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3391731 May 04 18:18:49.048046 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 51134) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:18:49.052250 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.v2.base [None req-c60d6398-9c3b-42bb-86bb-a2f7520698df tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Request body: {'security_group_rule': {'security_group_id': '1715c313-c023-437e-9dab-04beca213f8f', 'project_id': '5b095a86e9004719a23c3a0bd0f8a986', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:18:49.327825 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-c60d6398-9c3b-42bb-86bb-a2f7520698df tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Publish callbacks [] for security_group_rule (fea5828a-2cca-4064-9089-f35801ec60ff), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:49.392096 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-c60d6398-9c3b-42bb-86bb-a2f7520698df tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Publish callbacks [] for security_group_rule (fea5828a-2cca-4064-9089-f35801ec60ff), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:49.459744 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-c60d6398-9c3b-42bb-86bb-a2f7520698df tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688088'] for security_group_rule (fea5828a-2cca-4064-9089-f35801ec60ff), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:49.481379 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60d6398-9c3b-42bb-86bb-a2f7520698df tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fea5828a-2cca-4064-9089-f35801ec60ff,revision_number=0']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:49.541518 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-c60d6398-9c3b-42bb-86bb-a2f7520698df tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:49.542755 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-c60d6398-9c3b-42bb-86bb-a2f7520698df tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4937811 May 04 18:18:49.545658 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 51142) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:18:49.549929 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.v2.base [None req-bc13b65b-7c4d-405c-9334-c210636c75cf tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Request body: {'security_group_rule': {'security_group_id': '1715c313-c023-437e-9dab-04beca213f8f', 'project_id': '5b095a86e9004719a23c3a0bd0f8a986', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:18:49.637707 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.db.securitygroups_db [None req-bc13b65b-7c4d-405c-9334-c210636c75cf tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Project 5b095a86e9004719a23c3a0bd0f8a986 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 18:18:49.642847 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-bc13b65b-7c4d-405c-9334-c210636c75cf tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Publish callbacks [] for security_group_rule (b24bbdb8-d081-4ce1-996b-b8ea9c34dabd), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:49.664542 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93d707b-559c-4472-b09e-3aac07f9720f None None] Sync routers for ids ['c09b4a78-e60a-4ec8-a331-119fc4a5ea5e'] in dv-cinder-840511-4-iscsi {{(pid=104025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:18:49.675104 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93d707b-559c-4472-b09e-3aac07f9720f None None] Routers {'c09b4a78-e60a-4ec8-a331-119fc4a5ea5e'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:18:49.675775 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-d93d707b-559c-4472-b09e-3aac07f9720f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:18:30Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['c09b4a78-e60a-4ec8-a331-119fc4a5ea5e'], 'active': True} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:18:49.705615 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-bc13b65b-7c4d-405c-9334-c210636c75cf tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Publish callbacks [] for security_group_rule (b24bbdb8-d081-4ce1-996b-b8ea9c34dabd), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:49.792576 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvr_db [None req-d93d707b-559c-4472-b09e-3aac07f9720f None None] Set router c09b4a78-e60a-4ec8-a331-119fc4a5ea5e gateway port host: dv-cinder-840511-4-iscsi {{(pid=104025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:18:49.797079 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-bc13b65b-7c4d-405c-9334-c210636c75cf tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688088'] for security_group_rule (b24bbdb8-d081-4ce1-996b-b8ea9c34dabd), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:49.824210 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc13b65b-7c4d-405c-9334-c210636c75cf tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b24bbdb8-d081-4ce1-996b-b8ea9c34dabd,revision_number=0']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:49.884338 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-bc13b65b-7c4d-405c-9334-c210636c75cf tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:49.885551 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-bc13b65b-7c4d-405c-9334-c210636c75cf tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3389378 May 04 18:18:49.888318 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 51144) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:18:49.892659 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.v2.base [None req-af73d049-f5a9-46a1-9008-14962bf1ef0e tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Request body: {'security_group_rule': {'security_group_id': '1715c313-c023-437e-9dab-04beca213f8f', 'project_id': '5b095a86e9004719a23c3a0bd0f8a986', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:18:49.967650 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.db.securitygroups_db [None req-af73d049-f5a9-46a1-9008-14962bf1ef0e tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Project 5b095a86e9004719a23c3a0bd0f8a986 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 18:18:49.973398 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-af73d049-f5a9-46a1-9008-14962bf1ef0e tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Publish callbacks [] for security_group_rule (02edfb09-fa92-4586-9caa-66bf697579a6), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:49.997847 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-d93d707b-559c-4472-b09e-3aac07f9720f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c09b4a78-e60a-4ec8-a331-119fc4a5ea5e', 'name': 'tempest-TestShelveInstance-1510940414-router', 'tenant_id': 'f31b7ff7d7544a43be9bc12dea90c978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '63b8916a-5ba4-44ad-b6a0-dbbd35c09ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:18:41Z', 'updated_at': '2022-05-04T18:18:45Z', 'revision_number': 4, 'project_id': 'f31b7ff7d7544a43be9bc12dea90c978', 'gw_port': {'id': '63b8916a-5ba4-44ad-b6a0-dbbd35c09ec9', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:3c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09b4a78-e60a-4ec8-a331-119fc4a5ea5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:18:42Z', 'updated_at': '2022-05-04T18:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_interfaces': [{'id': 'b263065d-c036-4ed6-bc8f-f7166a3fc1b7', 'name': '', 'network_id': 'a059beaa-75b1-4a24-81cb-8843626bb7fc', 'tenant_id': 'f31b7ff7d7544a43be9bc12dea90c978', 'mac_address': 'fa:16:3e:03:2c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c09b4a78-e60a-4ec8-a331-119fc4a5ea5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'aaa634e6-6585-4c67-b49a-ca6b09bdb35f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:18:45Z', 'updated_at': '2022-05-04T18:18:45Z', 'revision_number': 2, 'project_id': 'f31b7ff7d7544a43be9bc12dea90c978', 'subnets': [{'id': 'aaa634e6-6585-4c67-b49a-ca6b09bdb35f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:18:50.027351 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93d707b-559c-4472-b09e-3aac07f9720f None None] Checking router: c09b4a78-e60a-4ec8-a331-119fc4a5ea5e for host: dv-cinder-840511-4-iscsi {{(pid=104025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:18:50.027711 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93d707b-559c-4472-b09e-3aac07f9720f None None] Updating router c09b4a78-e60a-4ec8-a331-119fc4a5ea5e port b263065d-c036-4ed6-bc8f-f7166a3fc1b7 binding host dv-cinder-840511-4-iscsi {{(pid=104025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 18:18:50.056518 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-d93d707b-559c-4472-b09e-3aac07f9720f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (b263065d-c036-4ed6-bc8f-f7166a3fc1b7), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:50.095044 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-af73d049-f5a9-46a1-9008-14962bf1ef0e tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Publish callbacks [] for security_group_rule (02edfb09-fa92-4586-9caa-66bf697579a6), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:50.144876 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-af73d049-f5a9-46a1-9008-14962bf1ef0e tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688088'] for security_group_rule (02edfb09-fa92-4586-9caa-66bf697579a6), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:50.167092 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73d049-f5a9-46a1-9008-14962bf1ef0e tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02edfb09-fa92-4586-9caa-66bf697579a6,revision_number=0']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:50.211428 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-af73d049-f5a9-46a1-9008-14962bf1ef0e tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:50.220467 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-af73d049-f5a9-46a1-9008-14962bf1ef0e tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3233497 May 04 18:18:50.361655 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-d93d707b-559c-4472-b09e-3aac07f9720f None None] Publish callbacks [] for port (b263065d-c036-4ed6-bc8f-f7166a3fc1b7), precommit_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:50.448611 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-d93d707b-559c-4472-b09e-3aac07f9720f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (b263065d-c036-4ed6-bc8f-f7166a3fc1b7), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:50.528904 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4955180d-3971-4e17-be7f-67f68f35f5a8 None None] Pushing event updated for resources: {'Port': ['ID=b263065d-c036-4ed6-bc8f-f7166a3fc1b7,revision_number=3']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:50.571703 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.managers [None req-d93d707b-559c-4472-b09e-3aac07f9720f None None] Attempting to bind port b263065d-c036-4ed6-bc8f-f7166a3fc1b7 on host dv-cinder-840511-4-iscsi for vnic_type normal with profile {{(pid=104025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 18:18:50.572314 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.managers [None req-d93d707b-559c-4472-b09e-3aac07f9720f None None] Attempting to bind port b263065d-c036-4ed6-bc8f-f7166a3fc1b7 by drivers openvswitch,hyperv on host dv-cinder-840511-4-iscsi at level 0 using segments [{'id': 'e7ae9a72-beab-4d85-82f6-e4201bc70478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'a059beaa-75b1-4a24-81cb-8843626bb7fc'}] {{(pid=104025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 18:18:50.572724 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93d707b-559c-4472-b09e-3aac07f9720f None None] Attempting to bind port b263065d-c036-4ed6-bc8f-f7166a3fc1b7 on network a059beaa-75b1-4a24-81cb-8843626bb7fc {{(pid=104025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:18:50.578292 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93d707b-559c-4472-b09e-3aac07f9720f None None] Checking agent: {'id': 'e55a6cb5-967a-4631-865a-95818de4ff35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840511-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 7, 4), 'started_at': datetime.datetime(2022, 5, 4, 18, 7, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840511-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 18:18:50.578754 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93d707b-559c-4472-b09e-3aac07f9720f None None] Checking segment: {'id': 'e7ae9a72-beab-4d85-82f6-e4201bc70478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'a059beaa-75b1-4a24-81cb-8843626bb7fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:18:50.579202 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-d93d707b-559c-4472-b09e-3aac07f9720f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:50.579608 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93d707b-559c-4472-b09e-3aac07f9720f None None] Bound using segment: {'id': 'e7ae9a72-beab-4d85-82f6-e4201bc70478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'a059beaa-75b1-4a24-81cb-8843626bb7fc'} {{(pid=104025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 18:18:50.583848 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.managers [None req-d93d707b-559c-4472-b09e-3aac07f9720f None None] Bound port: b263065d-c036-4ed6-bc8f-f7166a3fc1b7, host: dv-cinder-840511-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7ae9a72-beab-4d85-82f6-e4201bc70478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'a059beaa-75b1-4a24-81cb-8843626bb7fc'}}] {{(pid=104025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 18:18:50.583848 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-d93d707b-559c-4472-b09e-3aac07f9720f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (b263065d-c036-4ed6-bc8f-f7166a3fc1b7), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:50.658692 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-d93d707b-559c-4472-b09e-3aac07f9720f None None] For port b263065d-c036-4ed6-bc8f-f7166a3fc1b7, host dv-cinder-840511-4-iscsi, cleared binding levels {{(pid=104025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 18:18:50.662058 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-d93d707b-559c-4472-b09e-3aac07f9720f None None] For port b263065d-c036-4ed6-bc8f-f7166a3fc1b7, host dv-cinder-840511-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=b263065d-c036-4ed6-bc8f-f7166a3fc1b7,segment=NetworkSegment(e7ae9a72-beab-4d85-82f6-e4201bc70478),segment_id=e7ae9a72-beab-4d85-82f6-e4201bc70478)] {{(pid=104025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 18:18:50.746044 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-d93d707b-559c-4472-b09e-3aac07f9720f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (b263065d-c036-4ed6-bc8f-f7166a3fc1b7), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:50.792578 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-7479e058-9909-4683-865e-9ad495b7a959 None None] Provisioning complete for port b263065d-c036-4ed6-bc8f-f7166a3fc1b7 triggered by entity DHCP. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:18:50.796594 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-7479e058-9909-4683-865e-9ad495b7a959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (b263065d-c036-4ed6-bc8f-f7166a3fc1b7), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:50.847052 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4955180d-3971-4e17-be7f-67f68f35f5a8 None None] Pushing event updated for resources: {'Port': ['ID=b263065d-c036-4ed6-bc8f-f7166a3fc1b7,revision_number=4']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:50.855982 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93d707b-559c-4472-b09e-3aac07f9720f None None] Routers {'c09b4a78-e60a-4ec8-a331-119fc4a5ea5e'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:18:50.861026 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-d93d707b-559c-4472-b09e-3aac07f9720f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:18:30Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['c09b4a78-e60a-4ec8-a331-119fc4a5ea5e'], 'active': True} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:18:51.009212 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-7479e058-9909-4683-865e-9ad495b7a959 None None] Current status of the port b263065d-c036-4ed6-bc8f-f7166a3fc1b7 is: DOWN; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:18:51.009916 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-7479e058-9909-4683-865e-9ad495b7a959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (b263065d-c036-4ed6-bc8f-f7166a3fc1b7), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:51.036407 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvr_db [None req-d93d707b-559c-4472-b09e-3aac07f9720f None None] Set router c09b4a78-e60a-4ec8-a331-119fc4a5ea5e gateway port host: dv-cinder-840511-4-iscsi {{(pid=104025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:18:51.101347 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-7479e058-9909-4683-865e-9ad495b7a959 None None] For port b263065d-c036-4ed6-bc8f-f7166a3fc1b7, host dv-cinder-840511-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=b263065d-c036-4ed6-bc8f-f7166a3fc1b7,segment=NetworkSegment(e7ae9a72-beab-4d85-82f6-e4201bc70478),segment_id=e7ae9a72-beab-4d85-82f6-e4201bc70478)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:18:51.163642 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-7479e058-9909-4683-865e-9ad495b7a959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (b263065d-c036-4ed6-bc8f-f7166a3fc1b7), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:51.260583 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7479e058-9909-4683-865e-9ad495b7a959 None None] Pushing event updated for resources: {'Port': ['ID=b263065d-c036-4ed6-bc8f-f7166a3fc1b7,revision_number=5']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:51.307300 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-c5260fc2-542f-4212-8b2c-3bb11ab0ab5f None None] Provisioning complete for port b263065d-c036-4ed6-bc8f-f7166a3fc1b7 triggered by entity DHCP. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:18:51.307677 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-c5260fc2-542f-4212-8b2c-3bb11ab0ab5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (b263065d-c036-4ed6-bc8f-f7166a3fc1b7), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:51.335370 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-d93d707b-559c-4472-b09e-3aac07f9720f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c09b4a78-e60a-4ec8-a331-119fc4a5ea5e', 'name': 'tempest-TestShelveInstance-1510940414-router', 'tenant_id': 'f31b7ff7d7544a43be9bc12dea90c978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '63b8916a-5ba4-44ad-b6a0-dbbd35c09ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:18:41Z', 'updated_at': '2022-05-04T18:18:45Z', 'revision_number': 4, 'project_id': 'f31b7ff7d7544a43be9bc12dea90c978', 'gw_port': {'id': '63b8916a-5ba4-44ad-b6a0-dbbd35c09ec9', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:3c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09b4a78-e60a-4ec8-a331-119fc4a5ea5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:18:42Z', 'updated_at': '2022-05-04T18:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_interfaces': [{'id': 'b263065d-c036-4ed6-bc8f-f7166a3fc1b7', 'name': '', 'network_id': 'a059beaa-75b1-4a24-81cb-8843626bb7fc', 'tenant_id': 'f31b7ff7d7544a43be9bc12dea90c978', 'mac_address': 'fa:16:3e:03:2c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c09b4a78-e60a-4ec8-a331-119fc4a5ea5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'aaa634e6-6585-4c67-b49a-ca6b09bdb35f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:18:45Z', 'updated_at': '2022-05-04T18:18:50Z', 'revision_number': 4, 'project_id': 'f31b7ff7d7544a43be9bc12dea90c978', 'subnets': [{'id': 'aaa634e6-6585-4c67-b49a-ca6b09bdb35f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:18:51.367743 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93d707b-559c-4472-b09e-3aac07f9720f None None] The sync data for ids ['c09b4a78-e60a-4ec8-a331-119fc4a5ea5e'] in dv-cinder-840511-4-iscsi is: [{'id': 'c09b4a78-e60a-4ec8-a331-119fc4a5ea5e', 'name': 'tempest-TestShelveInstance-1510940414-router', 'tenant_id': 'f31b7ff7d7544a43be9bc12dea90c978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '63b8916a-5ba4-44ad-b6a0-dbbd35c09ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:18:41Z', 'updated_at': '2022-05-04T18:18:45Z', 'revision_number': 4, 'project_id': 'f31b7ff7d7544a43be9bc12dea90c978', 'gw_port': {'id': '63b8916a-5ba4-44ad-b6a0-dbbd35c09ec9', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:3c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09b4a78-e60a-4ec8-a331-119fc4a5ea5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:18:42Z', 'updated_at': '2022-05-04T18:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_interfaces': [{'id': 'b263065d-c036-4ed6-bc8f-f7166a3fc1b7', 'name': '', 'network_id': 'a059beaa-75b1-4a24-81cb-8843626bb7fc', 'tenant_id': 'f31b7ff7d7544a43be9bc12dea90c978', 'mac_address': 'fa:16:3e:03:2c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c09b4a78-e60a-4ec8-a331-119fc4a5ea5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'aaa634e6-6585-4c67-b49a-ca6b09bdb35f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:18:45Z', 'updated_at': '2022-05-04T18:18:50Z', 'revision_number': 4, 'project_id': 'f31b7ff7d7544a43be9bc12dea90c978', 'subnets': [{'id': 'aaa634e6-6585-4c67-b49a-ca6b09bdb35f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:18:51.430065 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-c5260fc2-542f-4212-8b2c-3bb11ab0ab5f None None] Current status of the port b263065d-c036-4ed6-bc8f-f7166a3fc1b7 is: ACTIVE; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:18:52.059918 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (2ed5d983-d6d1-49f2-9dfa-1a41e5be1317), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:52.838415 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device b263065d-c036-4ed6-bc8f-f7166a3fc1b7 up at agent ovs-agent-dv-cinder-840511-4-iscsi {{(pid=104025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:18:52.888937 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Provisioning complete for port b263065d-c036-4ed6-bc8f-f7166a3fc1b7 triggered by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:18:52.889365 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (b263065d-c036-4ed6-bc8f-f7166a3fc1b7), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:18:52.974795 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Current status of the port b263065d-c036-4ed6-bc8f-f7166a3fc1b7 is: ACTIVE; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:18:54.296027 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-a44ef704-ba6b-4888-88ac-2d551e97af87 req-51804f51-1d1b-43f6-a1ba-88be72b5e6e2 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=cfccffee-13f1-4b73-8572-394ea5cc53f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391428 May 04 18:18:54.380563 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ef704-ba6b-4888-88ac-2d551e97af87 req-9813a8a5-8825-4375-9a62-ac4ecedf98cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:54.383372 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-a44ef704-ba6b-4888-88ac-2d551e97af87 req-9813a8a5-8825-4375-9a62-ac4ecedf98cc service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=52f7ff6557334462979f9934251c2158&device_id=cfccffee-13f1-4b73-8572-394ea5cc53f2 HTTP/1.1" status: 200 len: 1129 time: 0.0432618 May 04 18:18:54.490652 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ef704-ba6b-4888-88ac-2d551e97af87 req-a30dd517-1513-450c-852a-994cf6ebc219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:54.492805 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-a44ef704-ba6b-4888-88ac-2d551e97af87 req-a30dd517-1513-450c-852a-994cf6ebc219 service neutron] 10.222.0.84 "GET /v2.0/networks?id=a6fe39e6-2945-43c4-866c-f901f807513e HTTP/1.1" status: 200 len: 920 time: 0.0914092 May 04 18:18:54.536424 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-a44ef704-ba6b-4888-88ac-2d551e97af87 req-0bbbc19c-d91a-4c9a-ad10-f9d91d88a32b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57fd1c3f-6c44-4d6f-a020-d56596ae3dcf HTTP/1.1" status: 200 len: 217 time: 0.0363910 May 04 18:18:54.588580 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ef704-ba6b-4888-88ac-2d551e97af87 req-a41c1b8a-9c19-4ca5-9985-f2169184b71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:54.590028 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-a44ef704-ba6b-4888-88ac-2d551e97af87 req-a41c1b8a-9c19-4ca5-9985-f2169184b71f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=abd7f995-331d-4f8f-976d-dc07d5f652e4 HTTP/1.1" status: 200 len: 858 time: 0.0467842 May 04 18:18:54.639426 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ef704-ba6b-4888-88ac-2d551e97af87 req-b8f52e71-c832-49bb-8d5a-edcdc3dd604b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:54.640847 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-a44ef704-ba6b-4888-88ac-2d551e97af87 req-b8f52e71-c832-49bb-8d5a-edcdc3dd604b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=a6fe39e6-2945-43c4-866c-f901f807513e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433664 May 04 18:18:54.745592 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-a44ef704-ba6b-4888-88ac-2d551e97af87 req-03995f9c-141a-4504-bdf6-8e27210ebdd7 service neutron] 10.222.0.84 "GET /v2.0/networks/a6fe39e6-2945-43c4-866c-f901f807513e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912647 May 04 18:18:54.846716 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-a44ef704-ba6b-4888-88ac-2d551e97af87 req-586ed40e-8bd9-4ac9-979b-8f7b0184dcc4 service neutron] 10.222.0.84 "GET /v2.0/networks/a6fe39e6-2945-43c4-866c-f901f807513e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939651 May 04 18:18:57.580451 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-629c31ad-15c5-47f0-adfe-2b442c163b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (c89944b2-e06f-41dc-a0fc-77a7e649c9d3), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:19:00.039122 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-d4210dec-8f24-46e2-9b86-ed3d2836117d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:19:01.198112 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-4fdd29be-a970-4503-919e-12b86a90c52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (74c08095-bc4c-43d3-91b6-743b06ad1f6c), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:19:02.524221 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-f7537222-04fb-4408-8d24-7493625e2bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (88f974dc-3c14-4d3d-9ef8-4363bb88b433), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:19:03.815311 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (e55a6cb5-967a-4631-865a-95818de4ff35), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:19:06.183196 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 51430) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:19:06.229133 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3a964fc-e06e-42f3-bc20-695a17cd4074 admin admin] Deleting subnet d2f27c6c-7ffe-4070-bbd4-79d3defb64f5 {{(pid=104023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 18:19:06.232439 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-c3a964fc-e06e-42f3-bc20-695a17cd4074 admin admin] Publish callbacks [] for subnet (d2f27c6c-7ffe-4070-bbd4-79d3defb64f5), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:19:06.269539 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-c3a964fc-e06e-42f3-bc20-695a17cd4074 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7381899'] for subnet (d2f27c6c-7ffe-4070-bbd4-79d3defb64f5), precommit_delete_associations {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:19:06.316871 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-c3a964fc-e06e-42f3-bc20-695a17cd4074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727632'] for subnet (d2f27c6c-7ffe-4070-bbd4-79d3defb64f5), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:19:06.416710 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-c3a964fc-e06e-42f3-bc20-695a17cd4074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7382269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7546261'] for subnet (d2f27c6c-7ffe-4070-bbd4-79d3defb64f5), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:19:06.451506 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a964fc-e06e-42f3-bc20-695a17cd4074 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2f27c6c-7ffe-4070-bbd4-79d3defb64f5,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:19:06.454316 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-c3a964fc-e06e-42f3-bc20-695a17cd4074 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598214'] for subnet (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:19:06.457581 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-c3a964fc-e06e-42f3-bc20-695a17cd4074 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d2f27c6c-7ffe-4070-bbd4-79d3defb64f5 HTTP/1.1" status: 204 len: 168 time: 0.2734017 May 04 18:19:06.460659 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 51436) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:19:06.464670 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a964fc-e06e-42f3-bc20-695a17cd4074 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:19:06.465018 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a964fc-e06e-42f3-bc20-695a17cd4074 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:19:06.465366 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a964fc-e06e-42f3-bc20-695a17cd4074 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:19:06.465707 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a964fc-e06e-42f3-bc20-695a17cd4074 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:19:06.466041 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a964fc-e06e-42f3-bc20-695a17cd4074 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:19:06.466370 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a964fc-e06e-42f3-bc20-695a17cd4074 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:19:06.466715 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a964fc-e06e-42f3-bc20-695a17cd4074 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:19:06.467043 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a964fc-e06e-42f3-bc20-695a17cd4074 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:19:06.467375 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a964fc-e06e-42f3-bc20-695a17cd4074 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:19:06.467699 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a964fc-e06e-42f3-bc20-695a17cd4074 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:19:06.468045 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a964fc-e06e-42f3-bc20-695a17cd4074 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:19:06.468355 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a964fc-e06e-42f3-bc20-695a17cd4074 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:19:06.468673 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a964fc-e06e-42f3-bc20-695a17cd4074 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:19:06.468992 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a964fc-e06e-42f3-bc20-695a17cd4074 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:19:06.469312 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a964fc-e06e-42f3-bc20-695a17cd4074 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:19:06.528610 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-bea8c012-959e-4ef3-b14b-350a5b5feb91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653438'] for network (c3915597-48e7-4c26-a023-967dd3df59e3), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:19:06.610583 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-bea8c012-959e-4ef3-b14b-350a5b5feb91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727429', 'neutron.services.segments.db._delete_segments_for_network-8772820294476'] for network (c3915597-48e7-4c26-a023-967dd3df59e3), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:19:06.632650 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.services.segments.db [None req-bea8c012-959e-4ef3-b14b-350a5b5feb91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3915597-48e7-4c26-a023-967dd3df59e3']}} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:19:06.642188 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.services.segments.db [None req-bea8c012-959e-4ef3-b14b-350a5b5feb91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88f7cdf2-d05d-4e36-a30b-4ea7c828b10e') {'for_net_delete': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:19:06.642479 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.services.segments.db [None req-bea8c012-959e-4ef3-b14b-350a5b5feb91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88f7cdf2-d05d-4e36-a30b-4ea7c828b10e') {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:19:06.652200 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-bea8c012-959e-4ef3-b14b-350a5b5feb91 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772820296277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6008514'] for segment (88f7cdf2-d05d-4e36-a30b-4ea7c828b10e), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:19:06.666287 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-bea8c012-959e-4ef3-b14b-350a5b5feb91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691573'] for segment (88f7cdf2-d05d-4e36-a30b-4ea7c828b10e), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:19:06.672481 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bea8c012-959e-4ef3-b14b-350a5b5feb91 admin admin] Releasing vlan 834 on physical network physnet1 to pool {{(pid=104024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 18:19:06.672854 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-bea8c012-959e-4ef3-b14b-350a5b5feb91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6007254'] for segment (88f7cdf2-d05d-4e36-a30b-4ea7c828b10e), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:19:06.674528 dv-cinder-840511-4-iscsi neutron-server[104024]: Traceback (most recent call last): May 04 18:19:06.674528 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 18:19:06.674528 dv-cinder-840511-4-iscsi neutron-server[104024]: timer() May 04 18:19:06.674528 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 18:19:06.674528 dv-cinder-840511-4-iscsi neutron-server[104024]: cb(*args, **kw) May 04 18:19:06.674528 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 18:19:06.674528 dv-cinder-840511-4-iscsi neutron-server[104024]: return func(*args, **kwargs) May 04 18:19:06.674528 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 18:19:06.674528 dv-cinder-840511-4-iscsi neutron-server[104024]: self._notify() May 04 18:19:06.674528 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 18:19:06.674528 dv-cinder-840511-4-iscsi neutron-server[104024]: self.callback(batched_events) May 04 18:19:06.674528 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 18:19:06.674528 dv-cinder-840511-4-iscsi neutron-server[104024]: event.method(event) May 04 18:19:06.674528 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 18:19:06.674528 dv-cinder-840511-4-iscsi neutron-server[104024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 18:19:06.674528 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 18:19:06.674528 dv-cinder-840511-4-iscsi neutron-server[104024]: aggregate_uuid = self.p_client.list_aggregates( May 04 18:19:06.674528 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 18:19:06.674528 dv-cinder-840511-4-iscsi neutron-server[104024]: return f(self, *a, **k) May 04 18:19:06.674528 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 18:19:06.674528 dv-cinder-840511-4-iscsi neutron-server[104024]: return self._get(url).json() May 04 18:19:06.674528 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 18:19:06.674528 dv-cinder-840511-4-iscsi neutron-server[104024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 18:19:06.674528 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 18:19:06.674528 dv-cinder-840511-4-iscsi neutron-server[104024]: return self.request(url, 'GET', **kwargs) May 04 18:19:06.674528 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 18:19:06.674528 dv-cinder-840511-4-iscsi neutron-server[104024]: base_url = self.get_endpoint(auth, allow=allow, May 04 18:19:06.674528 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 18:19:06.674528 dv-cinder-840511-4-iscsi neutron-server[104024]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 18:19:06.674528 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 18:19:06.674528 dv-cinder-840511-4-iscsi neutron-server[104024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 18:19:06.674528 dv-cinder-840511-4-iscsi neutron-server[104024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 18:19:06.776284 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-bea8c012-959e-4ef3-b14b-350a5b5feb91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676474'] for network (c3915597-48e7-4c26-a023-967dd3df59e3), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:19:06.781748 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-bea8c012-959e-4ef3-b14b-350a5b5feb91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598214'] for network (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:19:06.784954 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-bea8c012-959e-4ef3-b14b-350a5b5feb91 admin admin] 10.222.0.23 "DELETE /v2.0/networks/c3915597-48e7-4c26-a023-967dd3df59e3 HTTP/1.1" status: 204 len: 168 time: 0.3226151 May 04 18:19:06.787886 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 51438) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:19:06.796666 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea8c012-959e-4ef3-b14b-350a5b5feb91 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3915597-48e7-4c26-a023-967dd3df59e3,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:19:06.804044 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea8c012-959e-4ef3-b14b-350a5b5feb91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:19:06.804393 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea8c012-959e-4ef3-b14b-350a5b5feb91 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:19:06.804739 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea8c012-959e-4ef3-b14b-350a5b5feb91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:19:06.805257 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea8c012-959e-4ef3-b14b-350a5b5feb91 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:19:06.805713 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea8c012-959e-4ef3-b14b-350a5b5feb91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:19:06.806174 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea8c012-959e-4ef3-b14b-350a5b5feb91 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:19:06.806509 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea8c012-959e-4ef3-b14b-350a5b5feb91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:19:06.806841 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea8c012-959e-4ef3-b14b-350a5b5feb91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:19:06.807200 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea8c012-959e-4ef3-b14b-350a5b5feb91 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:19:06.807533 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea8c012-959e-4ef3-b14b-350a5b5feb91 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:19:06.807863 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea8c012-959e-4ef3-b14b-350a5b5feb91 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:19:06.808196 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea8c012-959e-4ef3-b14b-350a5b5feb91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:19:06.808518 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea8c012-959e-4ef3-b14b-350a5b5feb91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:19:06.808841 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea8c012-959e-4ef3-b14b-350a5b5feb91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:19:06.809161 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea8c012-959e-4ef3-b14b-350a5b5feb91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:19:06.835271 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4325a61-d051-4734-9890-1d53722c2265 admin admin] Deleting subnet e452216d-49a9-4550-8736-72f36bb7e83b {{(pid=104023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 18:19:06.839609 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-c4325a61-d051-4734-9890-1d53722c2265 admin admin] Publish callbacks [] for subnet (e452216d-49a9-4550-8736-72f36bb7e83b), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:19:06.878555 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-c4325a61-d051-4734-9890-1d53722c2265 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7381899'] for subnet (e452216d-49a9-4550-8736-72f36bb7e83b), precommit_delete_associations {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:19:06.919274 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-c4325a61-d051-4734-9890-1d53722c2265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727632'] for subnet (e452216d-49a9-4550-8736-72f36bb7e83b), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:19:07.021954 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-c4325a61-d051-4734-9890-1d53722c2265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7382269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7546261'] for subnet (e452216d-49a9-4550-8736-72f36bb7e83b), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:19:07.050937 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4325a61-d051-4734-9890-1d53722c2265 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e452216d-49a9-4550-8736-72f36bb7e83b,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:19:07.053178 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-c4325a61-d051-4734-9890-1d53722c2265 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598214'] for subnet (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:19:07.056919 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-c4325a61-d051-4734-9890-1d53722c2265 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e452216d-49a9-4550-8736-72f36bb7e83b HTTP/1.1" status: 204 len: 168 time: 0.2679324 May 04 18:19:07.059989 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 51440) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:19:07.135619 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-07094a88-0b59-453f-94e1-2a3339fd8a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653438'] for network (fd665953-ca97-4f47-8197-996e99801315), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:19:07.214332 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-07094a88-0b59-453f-94e1-2a3339fd8a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727429', 'neutron.services.segments.db._delete_segments_for_network-8772820294476'] for network (fd665953-ca97-4f47-8197-996e99801315), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:19:07.234914 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.services.segments.db [None req-07094a88-0b59-453f-94e1-2a3339fd8a19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd665953-ca97-4f47-8197-996e99801315']}} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:19:07.245069 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.services.segments.db [None req-07094a88-0b59-453f-94e1-2a3339fd8a19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64f4887f-c14f-4075-8d24-1f56b569349a') {'for_net_delete': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:19:07.245370 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.services.segments.db [None req-07094a88-0b59-453f-94e1-2a3339fd8a19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64f4887f-c14f-4075-8d24-1f56b569349a') {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:19:07.254918 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-07094a88-0b59-453f-94e1-2a3339fd8a19 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772820296277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7381908'] for segment (64f4887f-c14f-4075-8d24-1f56b569349a), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:19:07.270266 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-07094a88-0b59-453f-94e1-2a3339fd8a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691573'] for segment (64f4887f-c14f-4075-8d24-1f56b569349a), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:19:07.276714 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07094a88-0b59-453f-94e1-2a3339fd8a19 admin admin] Releasing vlan 819 on physical network physnet1 to pool {{(pid=104023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 18:19:07.277100 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-07094a88-0b59-453f-94e1-2a3339fd8a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7382171'] for segment (64f4887f-c14f-4075-8d24-1f56b569349a), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:19:07.278795 dv-cinder-840511-4-iscsi neutron-server[104023]: Traceback (most recent call last): May 04 18:19:07.278795 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 18:19:07.278795 dv-cinder-840511-4-iscsi neutron-server[104023]: timer() May 04 18:19:07.278795 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 18:19:07.278795 dv-cinder-840511-4-iscsi neutron-server[104023]: cb(*args, **kw) May 04 18:19:07.278795 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 18:19:07.278795 dv-cinder-840511-4-iscsi neutron-server[104023]: return func(*args, **kwargs) May 04 18:19:07.278795 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 18:19:07.278795 dv-cinder-840511-4-iscsi neutron-server[104023]: self._notify() May 04 18:19:07.278795 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 18:19:07.278795 dv-cinder-840511-4-iscsi neutron-server[104023]: self.callback(batched_events) May 04 18:19:07.278795 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 18:19:07.278795 dv-cinder-840511-4-iscsi neutron-server[104023]: event.method(event) May 04 18:19:07.278795 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 18:19:07.278795 dv-cinder-840511-4-iscsi neutron-server[104023]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 18:19:07.278795 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 18:19:07.278795 dv-cinder-840511-4-iscsi neutron-server[104023]: aggregate_uuid = self.p_client.list_aggregates( May 04 18:19:07.278795 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 18:19:07.278795 dv-cinder-840511-4-iscsi neutron-server[104023]: return f(self, *a, **k) May 04 18:19:07.278795 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 18:19:07.278795 dv-cinder-840511-4-iscsi neutron-server[104023]: return self._get(url).json() May 04 18:19:07.278795 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 18:19:07.278795 dv-cinder-840511-4-iscsi neutron-server[104023]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 18:19:07.278795 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 18:19:07.278795 dv-cinder-840511-4-iscsi neutron-server[104023]: return self.request(url, 'GET', **kwargs) May 04 18:19:07.278795 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 18:19:07.278795 dv-cinder-840511-4-iscsi neutron-server[104023]: base_url = self.get_endpoint(auth, allow=allow, May 04 18:19:07.278795 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 18:19:07.278795 dv-cinder-840511-4-iscsi neutron-server[104023]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 18:19:07.278795 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 18:19:07.278795 dv-cinder-840511-4-iscsi neutron-server[104023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 18:19:07.278795 dv-cinder-840511-4-iscsi neutron-server[104023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 18:19:07.387465 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-07094a88-0b59-453f-94e1-2a3339fd8a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676474'] for network (fd665953-ca97-4f47-8197-996e99801315), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:19:07.395503 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-07094a88-0b59-453f-94e1-2a3339fd8a19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598214'] for network (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:19:07.399280 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-07094a88-0b59-453f-94e1-2a3339fd8a19 admin admin] 10.222.0.23 "DELETE /v2.0/networks/fd665953-ca97-4f47-8197-996e99801315 HTTP/1.1" status: 204 len: 168 time: 0.3378196 May 04 18:19:07.408500 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07094a88-0b59-453f-94e1-2a3339fd8a19 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd665953-ca97-4f47-8197-996e99801315,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:19:07.754341 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 51448) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:19:07.796862 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-80f996c4-476c-41c6-a634-2baed3622ca1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4b68a11882a6412eb56fce7c38668928&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413263 May 04 18:19:07.800427 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 51450) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:19:07.858238 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-4c5e9eb7-01dd-4b3a-b7da-3af0e5261af7 admin admin] Publish callbacks [] for security_group (2fad3c30-75b0-4b0d-8b95-18af514bb6f2), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:19:07.880321 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-4c5e9eb7-01dd-4b3a-b7da-3af0e5261af7 admin admin] Publish callbacks [] for security_group (2fad3c30-75b0-4b0d-8b95-18af514bb6f2), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:19:08.004502 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-4c5e9eb7-01dd-4b3a-b7da-3af0e5261af7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (2fad3c30-75b0-4b0d-8b95-18af514bb6f2), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:19:08.007058 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-4c5e9eb7-01dd-4b3a-b7da-3af0e5261af7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:19:08.008535 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-4c5e9eb7-01dd-4b3a-b7da-3af0e5261af7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2fad3c30-75b0-4b0d-8b95-18af514bb6f2 HTTP/1.1" status: 204 len: 168 time: 0.2069466 May 04 18:19:08.019150 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5e9eb7-01dd-4b3a-b7da-3af0e5261af7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fad3c30-75b0-4b0d-8b95-18af514bb6f2,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:19:08.622083 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 51460) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:19:08.663872 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-172e242d-26ec-4d86-8190-413e71c3f657 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b15b0b40065e4ef7b99f1c76394cb099&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405788 May 04 18:19:08.666357 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 51462) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:19:08.723603 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-9b25ae0d-ab63-47f5-b7fd-8a29bfcb2baf admin admin] Publish callbacks [] for security_group (340baa1e-cd3f-4ffd-aa5a-dc1a96b83f13), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:19:08.751553 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-9b25ae0d-ab63-47f5-b7fd-8a29bfcb2baf admin admin] Publish callbacks [] for security_group (340baa1e-cd3f-4ffd-aa5a-dc1a96b83f13), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:19:08.868006 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-9b25ae0d-ab63-47f5-b7fd-8a29bfcb2baf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (340baa1e-cd3f-4ffd-aa5a-dc1a96b83f13), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:19:08.870763 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-9b25ae0d-ab63-47f5-b7fd-8a29bfcb2baf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:19:08.871989 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-9b25ae0d-ab63-47f5-b7fd-8a29bfcb2baf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/340baa1e-cd3f-4ffd-aa5a-dc1a96b83f13 HTTP/1.1" status: 204 len: 168 time: 0.2046695 May 04 18:19:08.880872 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b25ae0d-ab63-47f5-b7fd-8a29bfcb2baf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=340baa1e-cd3f-4ffd-aa5a-dc1a96b83f13,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:19:10.475870 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 51506) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:19:10.584951 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-970edfa4-a857-4bad-ae89-97d43a0ccbb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:19:10.662577 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-970edfa4-a857-4bad-ae89-97d43a0ccbb2 admin admin] Publish callbacks [] for security_group (40ebd62b-4db3-4a0a-9252-18cf4140bbe2), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:19:10.719156 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-970edfa4-a857-4bad-ae89-97d43a0ccbb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (40ebd62b-4db3-4a0a-9252-18cf4140bbe2), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:19:10.759338 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970edfa4-a857-4bad-ae89-97d43a0ccbb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ebd62b-4db3-4a0a-9252-18cf4140bbe2,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:19:10.763610 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-970edfa4-a857-4bad-ae89-97d43a0ccbb2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7a9a464c2e874b73978bbb20d663a8df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2867265 May 04 18:19:10.767224 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 51514) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:19:10.819682 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-0fe99869-9684-44b8-bddc-3cbb4d79ba11 admin admin] Publish callbacks [] for security_group (40ebd62b-4db3-4a0a-9252-18cf4140bbe2), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:19:10.842395 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-0fe99869-9684-44b8-bddc-3cbb4d79ba11 admin admin] Publish callbacks [] for security_group (40ebd62b-4db3-4a0a-9252-18cf4140bbe2), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:19:10.947784 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-0fe99869-9684-44b8-bddc-3cbb4d79ba11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (40ebd62b-4db3-4a0a-9252-18cf4140bbe2), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:19:10.950408 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-0fe99869-9684-44b8-bddc-3cbb4d79ba11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:19:10.951613 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-0fe99869-9684-44b8-bddc-3cbb4d79ba11 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/40ebd62b-4db3-4a0a-9252-18cf4140bbe2 HTTP/1.1" status: 204 len: 168 time: 0.1840858 May 04 18:19:10.959636 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe99869-9684-44b8-bddc-3cbb4d79ba11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ebd62b-4db3-4a0a-9252-18cf4140bbe2,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:19:20.720719 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.agents_db [None req-cc71a237-c19e-45a1-a167-cff52744c55e None None] Agent healthcheck: found 6 active agents {{(pid=104026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 18:19:22.040173 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (2ed5d983-d6d1-49f2-9dfa-1a41e5be1317), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:19:26.505209 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd60338d-369c-49a3-83b1-cac601dbcaf9 req-2e37a3ad-2421-48e1-bbba-6243479c8669 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:19:26.506728 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-bd60338d-369c-49a3-83b1-cac601dbcaf9 req-2e37a3ad-2421-48e1-bbba-6243479c8669 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 945 time: 0.0526803 May 04 18:19:26.554668 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-bd60338d-369c-49a3-83b1-cac601dbcaf9 req-b7bbfed4-bba0-4b09-b3e6-d16d9097de8e tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421433 May 04 18:19:27.590337 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-eff8cf6f-94b9-496d-95a6-9a5aefa93391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (c89944b2-e06f-41dc-a0fc-77a7e649c9d3), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:19:27.674484 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d741e04-d791-43ac-bc1b-634c3ad6083e req-58187cd0-3064-4ed0-8c3d-a878b74f515b tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:19:27.675966 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-1d741e04-d791-43ac-bc1b-634c3ad6083e req-58187cd0-3064-4ed0-8c3d-a878b74f515b tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 945 time: 0.0463524 May 04 18:19:27.728433 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-1d741e04-d791-43ac-bc1b-634c3ad6083e req-d3eb83b5-4fe2-4e4f-87a4-78f2cae9e81d tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468252 May 04 18:19:28.846399 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6772510-ee81-401b-9892-c76b7293cf91 req-3f80645a-c9bd-4c50-a4f5-95cfab2e0069 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:19:28.847887 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-d6772510-ee81-401b-9892-c76b7293cf91 req-3f80645a-c9bd-4c50-a4f5-95cfab2e0069 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 945 time: 0.0458279 May 04 18:19:28.896000 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-d6772510-ee81-401b-9892-c76b7293cf91 req-edb1cc80-f1d4-4604-8cb7-9e0f3b0e5f3f tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422375 May 04 18:19:30.012659 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-73bf5a03-f692-4a24-9c8f-608122dc163b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:19:30.014758 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2c0692-9252-42bd-88e6-a3b547d42c5a req-4121a5e9-ff4a-4bdc-a4b0-c7ab9cae88bd tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:19:30.016278 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-6d2c0692-9252-42bd-88e6-a3b547d42c5a req-4121a5e9-ff4a-4bdc-a4b0-c7ab9cae88bd tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 945 time: 0.0472438 May 04 18:19:30.064139 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-6d2c0692-9252-42bd-88e6-a3b547d42c5a req-121ad218-4411-4575-8267-cc82864e2b31 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419714 May 04 18:19:31.161180 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-4fdd29be-a970-4503-919e-12b86a90c52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (74c08095-bc4c-43d3-91b6-743b06ad1f6c), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:19:31.180114 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9febf0-29b1-472d-a99a-f3d7176050d8 req-05c141ec-c3a0-48d7-aefb-78d031955a65 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:19:31.181568 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-db9febf0-29b1-472d-a99a-f3d7176050d8 req-05c141ec-c3a0-48d7-aefb-78d031955a65 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 945 time: 0.0459266 May 04 18:19:31.232411 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-db9febf0-29b1-472d-a99a-f3d7176050d8 req-b459b063-8287-4488-9e71-6009bbe66863 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445955 May 04 18:19:32.349883 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45151858-0605-4717-8970-b11b49a6b7c5 req-c11db302-3269-4ea2-a1cf-2bd262b2833f tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:19:32.351347 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-45151858-0605-4717-8970-b11b49a6b7c5 req-c11db302-3269-4ea2-a1cf-2bd262b2833f tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 945 time: 0.0469997 May 04 18:19:32.398668 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-45151858-0605-4717-8970-b11b49a6b7c5 req-476e968d-bd77-4610-aed0-a72035d9258e tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411899 May 04 18:19:32.532655 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-f7537222-04fb-4408-8d24-7493625e2bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (88f974dc-3c14-4d3d-9ef8-4363bb88b433), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:19:33.517543 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f20fa3-8112-4d94-884c-cef31f1f0a2c req-9c8e5146-8cc9-4d8d-b62b-2612c79b6363 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:19:33.519060 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-28f20fa3-8112-4d94-884c-cef31f1f0a2c req-9c8e5146-8cc9-4d8d-b62b-2612c79b6363 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 945 time: 0.0483754 May 04 18:19:33.568240 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-28f20fa3-8112-4d94-884c-cef31f1f0a2c req-cbc6cd6a-15cf-4c9a-b321-e33e838226a9 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433784 May 04 18:19:33.824948 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (e55a6cb5-967a-4631-865a-95818de4ff35), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:19:34.693400 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d35299-a43e-4218-b13c-1829fed61af0 req-533297c7-2ccd-4fc1-8b54-bed3f81bdf63 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:19:34.694869 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-88d35299-a43e-4218-b13c-1829fed61af0 req-533297c7-2ccd-4fc1-8b54-bed3f81bdf63 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 945 time: 0.0508771 May 04 18:19:34.742391 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-88d35299-a43e-4218-b13c-1829fed61af0 req-d49ea324-1b48-4da3-b7e0-5e67b3d773d3 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407906 May 04 18:19:35.858785 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba5ade-c552-4c31-aba3-e3850492c0ad req-d0c20518-76ea-4a32-8c59-faf9cc16ad99 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:19:35.860285 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-c2ba5ade-c552-4c31-aba3-e3850492c0ad req-d0c20518-76ea-4a32-8c59-faf9cc16ad99 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 945 time: 0.0459516 May 04 18:19:35.907940 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-c2ba5ade-c552-4c31-aba3-e3850492c0ad req-7b32c5ac-7fc8-4ccb-a0df-518dd22d2905 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419447 May 04 18:19:36.820245 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-08e43673-556d-40c4-9611-89055b2641c3 req-7d4f5019-2537-43a0-a99e-accff1694dc1 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-912976655&fields=id&tenant_id=5b095a86e9004719a23c3a0bd0f8a986 HTTP/1.1" status: 200 len: 267 time: 0.0557270 May 04 18:19:36.931770 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e43673-556d-40c4-9611-89055b2641c3 req-34840047-0661-437e-b724-3f792a5ece3d tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:19:36.933297 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-08e43673-556d-40c4-9611-89055b2641c3 req-34840047-0661-437e-b724-3f792a5ece3d tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/networks?id=106b7264-34d3-4ab1-9694-1650e4fd9860 HTTP/1.1" status: 200 len: 808 time: 0.1057141 May 04 18:19:36.948737 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-08e43673-556d-40c4-9611-89055b2641c3 req-4e8e9cd3-35be-4641-9a32-cf9e5200d5da tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/quotas/5b095a86e9004719a23c3a0bd0f8a986 HTTP/1.1" status: 200 len: 375 time: 0.0092041 May 04 18:19:37.002060 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-08e43673-556d-40c4-9611-89055b2641c3 req-14d9d842-c432-448c-a09f-227f8553fe8c tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5b095a86e9004719a23c3a0bd0f8a986&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479062 May 04 18:19:37.107464 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-08e43673-556d-40c4-9611-89055b2641c3 req-96fb11f4-ba6a-4486-91e1-7ddf9ae00ded service neutron] 10.222.0.23 "GET /v2.0/networks/106b7264-34d3-4ab1-9694-1650e4fd9860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925210 May 04 18:19:37.203791 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-08e43673-556d-40c4-9611-89055b2641c3 req-01295439-f447-44c1-ad52-e338a648b663 service neutron] 10.222.0.23 "GET /v2.0/networks/106b7264-34d3-4ab1-9694-1650e4fd9860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898972 May 04 18:19:37.582757 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cfc87a-39b0-4801-907a-ac30c2d292d9 req-138c15ce-f85e-4b5b-957c-7e445f03bd07 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:19:37.584418 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-45cfc87a-39b0-4801-907a-ac30c2d292d9 req-138c15ce-f85e-4b5b-957c-7e445f03bd07 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 945 time: 0.0477195 May 04 18:19:37.636837 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-45cfc87a-39b0-4801-907a-ac30c2d292d9 req-32d797c9-a7f2-4c85-9a3c-8e19a2fcfa57 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464711 May 04 18:19:37.774831 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-06f0f973-d350-4248-a7e6-93da4a9d3bd5 req-e6951e9f-cf11-49f7-a862-8d686cbedf1c tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8dd944e-6e16-498a-848a-ffdff4fbd064 HTTP/1.1" status: 200 len: 210 time: 0.0305319 May 04 18:19:38.877559 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-08ff5ddd-0186-4023-8f89-6d2f4b01648c req-31f6c309-5b5d-4f37-bb1c-c68f33a622da tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8dd944e-6e16-498a-848a-ffdff4fbd064 HTTP/1.1" status: 200 len: 210 time: 0.0313139 May 04 18:19:39.003048 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1347e24-6afa-4d44-a184-cdabaa62bbec req-2a8913d3-43da-484e-b960-607371ed976f tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:19:39.004454 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-d1347e24-6afa-4d44-a184-cdabaa62bbec req-2a8913d3-43da-484e-b960-607371ed976f tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 945 time: 0.2913229 May 04 18:19:39.053916 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-d1347e24-6afa-4d44-a184-cdabaa62bbec req-ca6673c2-1336-4555-b5e4-cf89f9115b84 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436683 May 04 18:19:39.984933 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-1867e72e-b652-48f9-b82a-c149d0d60ceb req-22787f28-e3ed-468e-a084-51fdb953b621 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8dd944e-6e16-498a-848a-ffdff4fbd064 HTTP/1.1" status: 200 len: 210 time: 0.0357757 May 04 18:19:40.173851 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cf006e-7a6f-4379-8beb-7bf9087473be req-54d18567-44d5-41cd-a9d9-0c51dad81074 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:19:40.175418 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-92cf006e-7a6f-4379-8beb-7bf9087473be req-54d18567-44d5-41cd-a9d9-0c51dad81074 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 945 time: 0.0485625 May 04 18:19:40.224050 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-92cf006e-7a6f-4379-8beb-7bf9087473be req-e6c2dff1-1afb-4f50-8094-d92c2f51ea4d tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428636 May 04 18:19:40.741315 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e43673-556d-40c4-9611-89055b2641c3 req-42bdf109-7de3-4342-b1b2-42240d8c2670 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:19:40.742738 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-08e43673-556d-40c4-9611-89055b2641c3 req-42bdf109-7de3-4342-b1b2-42240d8c2670 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.84 "GET /v2.0/networks?id=106b7264-34d3-4ab1-9694-1650e4fd9860 HTTP/1.1" status: 200 len: 808 time: 0.1082304 May 04 18:19:41.089910 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-976df395-8e9d-4dcc-909f-aec41c5aee87 req-7b24fef2-8012-4b4f-ac4d-6fe712bd8064 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8dd944e-6e16-498a-848a-ffdff4fbd064 HTTP/1.1" status: 200 len: 210 time: 0.0353563 May 04 18:19:41.347049 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b3967c-5206-4c62-9536-b9b65e183e59 req-b5548dc4-a5aa-4eea-a65a-409d2613c3c2 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:19:41.348425 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-43b3967c-5206-4c62-9536-b9b65e183e59 req-b5548dc4-a5aa-4eea-a65a-409d2613c3c2 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 945 time: 0.0495205 May 04 18:19:41.394859 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-43b3967c-5206-4c62-9536-b9b65e183e59 req-938e162c-96a7-4260-9499-366e6f318988 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407448 May 04 18:19:42.188693 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-db6385a7-3046-4660-a331-159617b6362a req-83f55e4c-c7f5-4dbf-87db-1e9f3c34a81c tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8dd944e-6e16-498a-848a-ffdff4fbd064 HTTP/1.1" status: 200 len: 210 time: 0.0275347 May 04 18:19:42.510153 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36528a41-4f2a-4510-8b20-3c6de9dc22f0 req-d0eef1f7-6ca5-4a49-aa58-63cf9906f12e tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:19:42.511625 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-36528a41-4f2a-4510-8b20-3c6de9dc22f0 req-d0eef1f7-6ca5-4a49-aa58-63cf9906f12e tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 945 time: 0.0457363 May 04 18:19:42.557759 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-36528a41-4f2a-4510-8b20-3c6de9dc22f0 req-8b163ef8-9a15-407b-b9f0-33df2d7f91cd tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403988 May 04 18:19:43.283009 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-c94024f1-6946-428e-87b5-c93f317858f2 req-2f58023f-0730-4181-b646-ed2190f8eaa3 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8dd944e-6e16-498a-848a-ffdff4fbd064 HTTP/1.1" status: 200 len: 210 time: 0.0274262 May 04 18:19:43.677171 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b15620-e779-4d03-86b9-b73f64d3c3f9 req-c1206fde-6906-4d6f-8d58-770d4dcc8fca tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:19:43.678635 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-b1b15620-e779-4d03-86b9-b73f64d3c3f9 req-c1206fde-6906-4d6f-8d58-770d4dcc8fca tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 945 time: 0.0503976 May 04 18:19:43.725471 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-b1b15620-e779-4d03-86b9-b73f64d3c3f9 req-735bb6e6-d886-4909-9bf9-976261609ecd tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412436 May 04 18:19:43.924089 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-08e43673-556d-40c4-9611-89055b2641c3 req-e9ffdc59-953b-470b-bb2b-5cec64f433b3 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b095a86e9004719a23c3a0bd0f8a986 HTTP/1.1" status: 200 len: 379 time: 0.0554087 May 04 18:19:43.932536 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.v2.base [req-08e43673-556d-40c4-9611-89055b2641c3 req-505d1784-7e78-4523-84af-7206748f3c30 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Request body: {'port': {'device_id': 'f8dd944e-6e16-498a-848a-ffdff4fbd064', 'network_id': '106b7264-34d3-4ab1-9694-1650e4fd9860', 'admin_state_up': True, 'tenant_id': '5b095a86e9004719a23c3a0bd0f8a986', 'security_groups': ['1715c313-c023-437e-9dab-04beca213f8f']}} {{(pid=104023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:19:44.082458 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08e43673-556d-40c4-9611-89055b2641c3 req-505d1784-7e78-4523-84af-7206748f3c30 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Made reservation on behalf of 5b095a86e9004719a23c3a0bd0f8a986 for: {'port': 1} {{(pid=104023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:19:44.086137 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-08e43673-556d-40c4-9611-89055b2641c3 req-505d1784-7e78-4523-84af-7206748f3c30 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:19:44.215966 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.db_base_plugin_common [req-08e43673-556d-40c4-9611-89055b2641c3 req-505d1784-7e78-4523-84af-7206748f3c30 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Allocated IP 172.20.0.5 (106b7264-34d3-4ab1-9694-1650e4fd9860/3d61c736-b53f-4743-b857-e2820b1996fc/8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4) {{(pid=104023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:19:44.369182 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-08e43673-556d-40c4-9611-89055b2641c3 req-505d1784-7e78-4523-84af-7206748f3c30 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Publish callbacks [] for port (8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:19:44.389018 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-a46e7306-e44e-4e28-8515-990de7550534 req-709b05e0-c3b3-465f-b229-c660150ca119 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8dd944e-6e16-498a-848a-ffdff4fbd064 HTTP/1.1" status: 200 len: 210 time: 0.0386367 May 04 18:19:44.489083 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-08e43673-556d-40c4-9611-89055b2641c3 req-505d1784-7e78-4523-84af-7206748f3c30 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772819832230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7382190'] for port (8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:19:44.536402 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08e43673-556d-40c4-9611-89055b2641c3 req-505d1784-7e78-4523-84af-7206748f3c30 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Network 106b7264-34d3-4ab1-9694-1650e4fd9860 is already hosted by enough agents. {{(pid=104023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:19:44.539680 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.base_scheduler [req-08e43673-556d-40c4-9611-89055b2641c3 req-505d1784-7e78-4523-84af-7206748f3c30 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Resources bound (agent type, host, resource id): {{(pid=104023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:19:44.545578 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [req-08e43673-556d-40c4-9611-89055b2641c3 req-505d1784-7e78-4523-84af-7206748f3c30 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Received port after_create {{(pid=104023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:19:44.552807 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505d1784-7e78-4523-84af-7206748f3c30 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Pushing event updated for resources: {'Port': ['ID=8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:19:44.603100 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e43673-556d-40c4-9611-89055b2641c3 req-505d1784-7e78-4523-84af-7206748f3c30 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:19:44.603747 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-08e43673-556d-40c4-9611-89055b2641c3 req-505d1784-7e78-4523-84af-7206748f3c30 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598214'] for port (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:19:44.668600 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-08e43673-556d-40c4-9611-89055b2641c3 req-505d1784-7e78-4523-84af-7206748f3c30 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7396123 May 04 18:19:44.771944 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.v2.base [req-08e43673-556d-40c4-9611-89055b2641c3 req-221fb78f-53e6-4093-aacd-150a95551752 service neutron] Request body: {'port': {'device_id': 'f8dd944e-6e16-498a-848a-ffdff4fbd064', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=104023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:19:44.801219 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-d67c9568-1434-43f9-b0a2-a9ed5ec9a1e2 None None] Provisioning complete for port 8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4 triggered by entity DHCP. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:19:44.801673 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-d67c9568-1434-43f9-b0a2-a9ed5ec9a1e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:19:44.845064 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-08e43673-556d-40c4-9611-89055b2641c3 req-221fb78f-53e6-4093-aacd-150a95551752 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:19:44.851998 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-d67c9568-1434-43f9-b0a2-a9ed5ec9a1e2 None None] Port 8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4 cannot update to ACTIVE because it is not bound. {{(pid=104025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 18:19:44.871717 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291c8d2b-d396-4631-ab5d-ebc3491b4f18 req-9a6269e9-fc94-47ba-9220-df3e0e485f07 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:19:44.873381 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-291c8d2b-d396-4631-ab5d-ebc3491b4f18 req-9a6269e9-fc94-47ba-9220-df3e0e485f07 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 945 time: 0.0491855 May 04 18:19:44.930050 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-291c8d2b-d396-4631-ab5d-ebc3491b4f18 req-c5e25824-c9e0-4cd2-8e66-0f8963f5ca18 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505683 May 04 18:19:45.366012 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [req-08e43673-556d-40c4-9611-89055b2641c3 req-221fb78f-53e6-4093-aacd-150a95551752 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4 {{(pid=104023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:19:45.374725 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-08e43673-556d-40c4-9611-89055b2641c3 req-221fb78f-53e6-4093-aacd-150a95551752 service neutron] Publish callbacks [] for port (8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4), precommit_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:19:45.387728 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [req-08e43673-556d-40c4-9611-89055b2641c3 req-221fb78f-53e6-4093-aacd-150a95551752 service neutron] Transition to ACTIVE for port object 8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4 will not be triggered until provisioned by entity L2. {{(pid=104023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 18:19:45.454786 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-08e43673-556d-40c4-9611-89055b2641c3 req-221fb78f-53e6-4093-aacd-150a95551752 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7382199'] for port (8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:19:45.545444 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8c6478-fc01-4a7e-84e0-b2cebe03b79d req-44507bb4-c7e7-4438-9d84-66957e7f61bb tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:19:45.545444 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-2c8c6478-fc01-4a7e-84e0-b2cebe03b79d req-44507bb4-c7e7-4438-9d84-66957e7f61bb tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8dd944e-6e16-498a-848a-ffdff4fbd064 HTTP/1.1" status: 200 len: 943 time: 0.0799575 May 04 18:19:45.563322 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221fb78f-53e6-4093-aacd-150a95551752 service neutron] Pushing event updated for resources: {'Port': ['ID=8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4,revision_number=2']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:19:45.655288 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-2c8c6478-fc01-4a7e-84e0-b2cebe03b79d req-a1a4e472-3d34-4ff2-8b09-544d26c7a076 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/security-groups?id=1715c313-c023-437e-9dab-04beca213f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017408 May 04 18:19:45.676583 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [req-08e43673-556d-40c4-9611-89055b2641c3 req-221fb78f-53e6-4093-aacd-150a95551752 service neutron] Attempting to bind port 8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4 on host hv-cinder-84051 for vnic_type normal with profile {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 18:19:45.676815 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [req-08e43673-556d-40c4-9611-89055b2641c3 req-221fb78f-53e6-4093-aacd-150a95551752 service neutron] Attempting to bind port 8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4 by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': 'f126fb3f-1cce-44a2-9d04-49ad171b24ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '106b7264-34d3-4ab1-9694-1650e4fd9860'}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 18:19:45.677367 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e43673-556d-40c4-9611-89055b2641c3 req-221fb78f-53e6-4093-aacd-150a95551752 service neutron] Attempting to bind port 8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4 on network 106b7264-34d3-4ab1-9694-1650e4fd9860 {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:19:45.682152 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e43673-556d-40c4-9611-89055b2641c3 req-221fb78f-53e6-4093-aacd-150a95551752 service neutron] Port 8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4 on network 106b7264-34d3-4ab1-9694-1650e4fd9860 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 18:19:45.683266 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e43673-556d-40c4-9611-89055b2641c3 req-221fb78f-53e6-4093-aacd-150a95551752 service neutron] Attempting to bind port 8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4 on network 106b7264-34d3-4ab1-9694-1650e4fd9860 {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:19:45.688642 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e43673-556d-40c4-9611-89055b2641c3 req-221fb78f-53e6-4093-aacd-150a95551752 service neutron] Checking agent: {'id': '2ed5d983-d6d1-49f2-9dfa-1a41e5be1317', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 13, 52), 'started_at': datetime.datetime(2022, 5, 4, 18, 13, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 18:19:45.688988 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e43673-556d-40c4-9611-89055b2641c3 req-221fb78f-53e6-4093-aacd-150a95551752 service neutron] Checking segment: {'id': 'f126fb3f-1cce-44a2-9d04-49ad171b24ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '106b7264-34d3-4ab1-9694-1650e4fd9860'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:19:45.689376 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e43673-556d-40c4-9611-89055b2641c3 req-221fb78f-53e6-4093-aacd-150a95551752 service neutron] Bound using segment: {'id': 'f126fb3f-1cce-44a2-9d04-49ad171b24ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '106b7264-34d3-4ab1-9694-1650e4fd9860'} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 18:19:45.689809 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [req-08e43673-556d-40c4-9611-89055b2641c3 req-221fb78f-53e6-4093-aacd-150a95551752 service neutron] Bound port: 8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f126fb3f-1cce-44a2-9d04-49ad171b24ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '106b7264-34d3-4ab1-9694-1650e4fd9860'}}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 18:19:45.690176 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-08e43673-556d-40c4-9611-89055b2641c3 req-221fb78f-53e6-4093-aacd-150a95551752 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:19:45.757475 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [req-08e43673-556d-40c4-9611-89055b2641c3 req-221fb78f-53e6-4093-aacd-150a95551752 service neutron] For port 8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4, host hv-cinder-84051, cleared binding levels {{(pid=104023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 18:19:45.760573 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [req-08e43673-556d-40c4-9611-89055b2641c3 req-221fb78f-53e6-4093-aacd-150a95551752 service neutron] For port 8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4,segment=NetworkSegment(f126fb3f-1cce-44a2-9d04-49ad171b24ae),segment_id=f126fb3f-1cce-44a2-9d04-49ad171b24ae)] {{(pid=104023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 18:19:45.855353 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-08e43673-556d-40c4-9611-89055b2641c3 req-221fb78f-53e6-4093-aacd-150a95551752 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7382199'] for port (8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:19:45.893804 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e43673-556d-40c4-9611-89055b2641c3 req-221fb78f-53e6-4093-aacd-150a95551752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:19:45.894826 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-08e43673-556d-40c4-9611-89055b2641c3 req-221fb78f-53e6-4093-aacd-150a95551752 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598214'] for port (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:19:45.896315 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-08e43673-556d-40c4-9611-89055b2641c3 req-221fb78f-53e6-4093-aacd-150a95551752 service neutron] 10.222.0.84 "PUT /v2.0/ports/8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4 HTTP/1.1" status: 200 len: 1093 time: 1.1288543 May 04 18:19:45.898537 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8dd944e-6e16-498a-848a-ffdff4fbd064', 'tag': '8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:19:45.900913 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}418c4fc0ed359c78e2a46d0945201a397afdfc4a7689ae544a04c30398cb972a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a772f7cf-c281-49e4-9ee0-058423820dcf" -d '{"events": [{"name": "network-changed", "server_uuid": "f8dd944e-6e16-498a-848a-ffdff4fbd064", "tag": "8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:19:45.930032 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221fb78f-53e6-4093-aacd-150a95551752 service neutron] Pushing event updated for resources: {'Port': ['ID=8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4,revision_number=3']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:19:45.939992 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 18:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f89613-d17e-4021-9921-6ad2219cb9e8 x-openstack-request-id: req-66f89613-d17e-4021-9921-6ad2219cb9e8 {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:19:45.940295 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8dd944e-6e16-498a-848a-ffdff4fbd064", "tag": "8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4", "status": "completed", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:19:45.940551 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-66f89613-d17e-4021-9921-6ad2219cb9e8 {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:19:45.940966 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66f89613-d17e-4021-9921-6ad2219cb9e8'] response: {'name': 'network-changed', 'server_uuid': 'f8dd944e-6e16-498a-848a-ffdff4fbd064', 'tag': '8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4', 'status': 'completed', 'code': 200} May 04 18:19:46.075301 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4d8af2-b9f6-4b8d-993f-c1d6721f97b1 req-e79b559e-d622-4302-8258-24b47d1382e4 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:19:46.083607 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-5a4d8af2-b9f6-4b8d-993f-c1d6721f97b1 req-e79b559e-d622-4302-8258-24b47d1382e4 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 945 time: 0.0587428 May 04 18:19:46.140355 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-5a4d8af2-b9f6-4b8d-993f-c1d6721f97b1 req-53d12285-d549-4b7b-9bc9-4a54dfb84f0b tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558565 May 04 18:19:46.171617 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a772f7cf-c281-49e4-9ee0-058423820dcf req-c04763f3-8bc6-4a5c-aa2f-bae844f4a160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:19:46.173160 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-a772f7cf-c281-49e4-9ee0-058423820dcf req-c04763f3-8bc6-4a5c-aa2f-bae844f4a160 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=5b095a86e9004719a23c3a0bd0f8a986&device_id=f8dd944e-6e16-498a-848a-ffdff4fbd064 HTTP/1.1" status: 200 len: 1127 time: 0.0452449 May 04 18:19:46.313023 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a772f7cf-c281-49e4-9ee0-058423820dcf req-d4142c9c-6bb8-4ec4-b74b-d57a1f588ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:19:46.314620 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-a772f7cf-c281-49e4-9ee0-058423820dcf req-d4142c9c-6bb8-4ec4-b74b-d57a1f588ac3 service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=5b095a86e9004719a23c3a0bd0f8a986&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1088097 May 04 18:19:46.412434 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a772f7cf-c281-49e4-9ee0-058423820dcf req-6280c575-bf5f-4e9d-8e50-011582eed0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:19:46.413931 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-a772f7cf-c281-49e4-9ee0-058423820dcf req-6280c575-bf5f-4e9d-8e50-011582eed0ca service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0931561 May 04 18:19:46.517153 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e43673-556d-40c4-9611-89055b2641c3 req-92e61179-aea7-4a61-ba5a-247a8cf54d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:19:46.518872 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-08e43673-556d-40c4-9611-89055b2641c3 req-92e61179-aea7-4a61-ba5a-247a8cf54d3e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=5b095a86e9004719a23c3a0bd0f8a986&device_id=f8dd944e-6e16-498a-848a-ffdff4fbd064 HTTP/1.1" status: 200 len: 1127 time: 0.0472083 May 04 18:19:46.574970 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-08e43673-556d-40c4-9611-89055b2641c3 req-e942a093-2657-49d1-9288-e4ac7cf9aeba service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4 HTTP/1.1" status: 200 len: 217 time: 0.0437686 May 04 18:19:46.675280 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e43673-556d-40c4-9611-89055b2641c3 req-d913048e-f4fd-4a7d-a610-39915b7a5f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:19:46.676809 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-08e43673-556d-40c4-9611-89055b2641c3 req-d913048e-f4fd-4a7d-a610-39915b7a5f04 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3d61c736-b53f-4743-b857-e2820b1996fc HTTP/1.1" status: 200 len: 847 time: 0.0727427 May 04 18:19:46.726427 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e43673-556d-40c4-9611-89055b2641c3 req-fc1e0e3d-0a13-486e-8bb0-7dfd40c6c941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:19:46.727988 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-08e43673-556d-40c4-9611-89055b2641c3 req-fc1e0e3d-0a13-486e-8bb0-7dfd40c6c941 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=106b7264-34d3-4ab1-9694-1650e4fd9860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442851 May 04 18:19:46.777814 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f7280-cf74-49c2-a9de-9372ecfff900 req-b8d35f72-9c06-4374-a44a-c48af57d2475 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:19:46.780291 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-396f7280-cf74-49c2-a9de-9372ecfff900 req-b8d35f72-9c06-4374-a44a-c48af57d2475 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8dd944e-6e16-498a-848a-ffdff4fbd064 HTTP/1.1" status: 200 len: 943 time: 0.0521462 May 04 18:19:46.831241 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-08e43673-556d-40c4-9611-89055b2641c3 req-ad9cff13-3972-4263-849e-a91e92b63528 service neutron] 10.222.0.84 "GET /v2.0/networks/106b7264-34d3-4ab1-9694-1650e4fd9860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962219 May 04 18:19:46.837962 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-396f7280-cf74-49c2-a9de-9372ecfff900 req-19240178-184e-4533-b255-556887a4d3e6 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/security-groups?id=1715c313-c023-437e-9dab-04beca213f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514693 May 04 18:19:46.928493 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-08e43673-556d-40c4-9611-89055b2641c3 req-30cf1c27-9b16-492b-a8bc-548061d80159 service neutron] 10.222.0.84 "GET /v2.0/networks/106b7264-34d3-4ab1-9694-1650e4fd9860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910797 May 04 18:19:47.265536 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fe6ce2-2c10-4351-b5fc-2d2b5cb505e6 req-8f3e9afb-9276-4c97-926c-0613ef5c47d4 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:19:47.267044 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-25fe6ce2-2c10-4351-b5fc-2d2b5cb505e6 req-8f3e9afb-9276-4c97-926c-0613ef5c47d4 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 945 time: 0.0473125 May 04 18:19:47.315523 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-25fe6ce2-2c10-4351-b5fc-2d2b5cb505e6 req-12c1f79e-4eb5-44c3-83bf-5006a9cfce27 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428202 May 04 18:19:47.468196 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dc49f2-fc87-40bc-a526-bcbdfb8b8a8f req-b9ff0b25-c922-4438-9062-aaf9b1eeae62 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:19:47.469616 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-d6dc49f2-fc87-40bc-a526-bcbdfb8b8a8f req-b9ff0b25-c922-4438-9062-aaf9b1eeae62 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2 HTTP/1.1" status: 200 len: 945 time: 0.0476193 May 04 18:19:47.518222 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-d6dc49f2-fc87-40bc-a526-bcbdfb8b8a8f req-ecfffe32-0cf4-4024-a012-26dbd964ac85 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f9cf9b-5753-412e-92be-8773f690cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429697 May 04 18:19:47.960250 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcb6e08-0666-45c8-8c06-565e049094b6 req-d2ca1aad-00d2-4cb7-846e-1453a9bef1e5 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:19:47.961736 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-cdcb6e08-0666-45c8-8c06-565e049094b6 req-d2ca1aad-00d2-4cb7-846e-1453a9bef1e5 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8dd944e-6e16-498a-848a-ffdff4fbd064 HTTP/1.1" status: 200 len: 943 time: 0.0475538 May 04 18:19:48.012240 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-cdcb6e08-0666-45c8-8c06-565e049094b6 req-c7c89e01-a731-4a1b-8f12-8ff3f032e7bc tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/security-groups?id=1715c313-c023-437e-9dab-04beca213f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440054 May 04 18:19:48.439435 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9643ed-53f6-43f1-bf56-1cd5a498a6c9 req-9d71a2da-0479-4916-9c41-a85e89f8c1e8 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:19:48.440841 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-6b9643ed-53f6-43f1-bf56-1cd5a498a6c9 req-9d71a2da-0479-4916-9c41-a85e89f8c1e8 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 945 time: 0.0499730 May 04 18:19:48.488900 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-6b9643ed-53f6-43f1-bf56-1cd5a498a6c9 req-9a3fd8b8-e070-48d4-97d9-0535c7f6e91b tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423553 May 04 18:19:48.632336 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee2349-8f5a-4aa8-bc6f-3870cfec3256 req-de02c5ff-8c06-49e0-988c-3576fc578ef8 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:19:48.633806 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-b5ee2349-8f5a-4aa8-bc6f-3870cfec3256 req-de02c5ff-8c06-49e0-988c-3576fc578ef8 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2 HTTP/1.1" status: 200 len: 945 time: 0.0466115 May 04 18:19:48.686412 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-b5ee2349-8f5a-4aa8-bc6f-3870cfec3256 req-5d90b49a-7221-4aa6-a659-51a69aaca8bc tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f9cf9b-5753-412e-92be-8773f690cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458038 May 04 18:19:49.131946 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3045f3b7-4a02-4ada-a4f9-d956f5be2605 req-68a1e844-f5bf-40a8-ba3e-59cff0594e4f tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:19:49.133515 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-3045f3b7-4a02-4ada-a4f9-d956f5be2605 req-68a1e844-f5bf-40a8-ba3e-59cff0594e4f tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8dd944e-6e16-498a-848a-ffdff4fbd064 HTTP/1.1" status: 200 len: 943 time: 0.0492079 May 04 18:19:49.189836 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-3045f3b7-4a02-4ada-a4f9-d956f5be2605 req-76f289e4-9469-4725-aff3-ae6c702f43f1 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/security-groups?id=1715c313-c023-437e-9dab-04beca213f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494082 May 04 18:19:49.607721 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d0fcf8-1793-42c8-8b8d-e31c55163591 req-3fdbad6f-aa6c-471a-a796-a2deeff689fe tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:19:49.610237 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-95d0fcf8-1793-42c8-8b8d-e31c55163591 req-3fdbad6f-aa6c-471a-a796-a2deeff689fe tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 945 time: 0.0486631 May 04 18:19:49.662378 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-95d0fcf8-1793-42c8-8b8d-e31c55163591 req-1d59878f-0279-4cf2-967c-9b8255bb3bd0 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454910 May 04 18:19:49.802888 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1349d0-3024-4a93-8575-6bb74a394827 req-3b0aa8e6-bb04-4806-a6ec-503c5345d814 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:19:49.806222 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-ab1349d0-3024-4a93-8575-6bb74a394827 req-3b0aa8e6-bb04-4806-a6ec-503c5345d814 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2 HTTP/1.1" status: 200 len: 945 time: 0.0488334 May 04 18:19:49.859990 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-ab1349d0-3024-4a93-8575-6bb74a394827 req-4bb2a6ed-18ec-490f-958b-7e2a456a98b9 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f9cf9b-5753-412e-92be-8773f690cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497160 May 04 18:19:50.316218 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf58fac1-5832-4629-81e4-05d8637c47a4 req-5807afea-0fc3-453e-9070-2fb1e4979907 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:19:50.317962 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-bf58fac1-5832-4629-81e4-05d8637c47a4 req-5807afea-0fc3-453e-9070-2fb1e4979907 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8dd944e-6e16-498a-848a-ffdff4fbd064 HTTP/1.1" status: 200 len: 943 time: 0.0488598 May 04 18:19:50.370954 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-bf58fac1-5832-4629-81e4-05d8637c47a4 req-be28b409-341f-4f4d-bb18-fddc8a553b76 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/security-groups?id=1715c313-c023-437e-9dab-04beca213f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476201 May 04 18:19:50.646373 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 52038) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:19:50.788115 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c602cf9-8c91-46cb-9af9-7563b5316e8a req-0bb86a30-a084-4c80-b46f-afb863c1525e tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:19:50.790357 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-9c602cf9-8c91-46cb-9af9-7563b5316e8a req-0bb86a30-a084-4c80-b46f-afb863c1525e tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 945 time: 0.0522051 May 04 18:19:50.809171 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 52046) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:19:50.849175 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-9c602cf9-8c91-46cb-9af9-7563b5316e8a req-66298aea-d5ef-467b-8042-30f66ef43ae4 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514536 May 04 18:19:50.867470 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-f00ebd71-0693-4ab2-8f0c-15dd39005f52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:19:50.872503 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7f42bb6d-1488-40ce-a796-aaae28efb47d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:19:50.954250 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-f00ebd71-0693-4ab2-8f0c-15dd39005f52 admin admin] Publish callbacks [] for security_group (85198dde-0aff-426d-b888-24619a6f074a), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:19:50.992588 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e8f5d-4835-4da2-9d30-2d0e3f10835a req-06f83f96-d0f8-465b-8a93-071018c6a1b3 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:19:50.994054 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-a13e8f5d-4835-4da2-9d30-2d0e3f10835a req-06f83f96-d0f8-465b-8a93-071018c6a1b3 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2 HTTP/1.1" status: 200 len: 945 time: 0.0637474 May 04 18:19:51.004800 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7f42bb6d-1488-40ce-a796-aaae28efb47d admin admin] Publish callbacks [] for security_group (cc67631e-12b3-4555-a0e1-e9e7efda49c0), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:19:51.048900 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-a13e8f5d-4835-4da2-9d30-2d0e3f10835a req-c30e4aba-38d3-4d74-b200-49caec1e0518 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f9cf9b-5753-412e-92be-8773f690cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467215 May 04 18:19:51.055013 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-f00ebd71-0693-4ab2-8f0c-15dd39005f52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (85198dde-0aff-426d-b888-24619a6f074a), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:19:51.083718 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7f42bb6d-1488-40ce-a796-aaae28efb47d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (cc67631e-12b3-4555-a0e1-e9e7efda49c0), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:19:51.097657 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-f00ebd71-0693-4ab2-8f0c-15dd39005f52 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6bc12faa457f4ea9a4ecd0da053e702f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4500580 May 04 18:19:51.099628 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00ebd71-0693-4ab2-8f0c-15dd39005f52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85198dde-0aff-426d-b888-24619a6f074a,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:19:51.100987 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 52052) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:19:51.142116 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f42bb6d-1488-40ce-a796-aaae28efb47d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc67631e-12b3-4555-a0e1-e9e7efda49c0,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:19:51.149063 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-7f42bb6d-1488-40ce-a796-aaae28efb47d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d5b76f8203c64cf99f512979a53a6cbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3383093 May 04 18:19:51.151939 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 52054) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:19:51.177618 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-2f5bba8e-b074-40dd-8859-056e1500b251 admin admin] Publish callbacks [] for security_group (85198dde-0aff-426d-b888-24619a6f074a), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:19:51.200235 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-2f5bba8e-b074-40dd-8859-056e1500b251 admin admin] Publish callbacks [] for security_group (85198dde-0aff-426d-b888-24619a6f074a), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:19:51.204377 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-546a811e-bf9b-491e-a9ad-1cad361f1d14 admin admin] Publish callbacks [] for security_group (cc67631e-12b3-4555-a0e1-e9e7efda49c0), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:19:51.229140 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-546a811e-bf9b-491e-a9ad-1cad361f1d14 admin admin] Publish callbacks [] for security_group (cc67631e-12b3-4555-a0e1-e9e7efda49c0), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:19:51.323361 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-2f5bba8e-b074-40dd-8859-056e1500b251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (85198dde-0aff-426d-b888-24619a6f074a), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:19:51.323625 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-546a811e-bf9b-491e-a9ad-1cad361f1d14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (cc67631e-12b3-4555-a0e1-e9e7efda49c0), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:19:51.325996 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-2f5bba8e-b074-40dd-8859-056e1500b251 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:19:51.326132 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-546a811e-bf9b-491e-a9ad-1cad361f1d14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:19:51.330664 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-546a811e-bf9b-491e-a9ad-1cad361f1d14 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cc67631e-12b3-4555-a0e1-e9e7efda49c0 HTTP/1.1" status: 204 len: 168 time: 0.1741221 May 04 18:19:51.330818 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-2f5bba8e-b074-40dd-8859-056e1500b251 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/85198dde-0aff-426d-b888-24619a6f074a HTTP/1.1" status: 204 len: 168 time: 0.2239571 May 04 18:19:51.338113 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5bba8e-b074-40dd-8859-056e1500b251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85198dde-0aff-426d-b888-24619a6f074a,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:19:51.338799 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546a811e-bf9b-491e-a9ad-1cad361f1d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc67631e-12b3-4555-a0e1-e9e7efda49c0,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:19:51.487233 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea4c42e-3bdd-480a-b191-7419e502bc35 req-d6533669-2b71-49c6-8b23-d61784a525fd tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:19:51.488742 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-dea4c42e-3bdd-480a-b191-7419e502bc35 req-d6533669-2b71-49c6-8b23-d61784a525fd tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8dd944e-6e16-498a-848a-ffdff4fbd064 HTTP/1.1" status: 200 len: 943 time: 0.0478597 May 04 18:19:51.539966 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-dea4c42e-3bdd-480a-b191-7419e502bc35 req-00c121b2-a2ae-481d-9572-7712d187441a tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/security-groups?id=1715c313-c023-437e-9dab-04beca213f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455749 May 04 18:19:51.972390 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6a8e84-d517-4178-bd98-69a0cb168fe3 req-bb269fbc-df93-4ef1-97b8-da7c8ad10b6b tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:19:51.977772 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-4a6a8e84-d517-4178-bd98-69a0cb168fe3 req-bb269fbc-df93-4ef1-97b8-da7c8ad10b6b tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 945 time: 0.0479898 May 04 18:19:52.029736 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-4a6a8e84-d517-4178-bd98-69a0cb168fe3 req-6598c455-526d-41d1-af14-71a6c7c40fcc tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494208 May 04 18:19:52.066499 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (2ed5d983-d6d1-49f2-9dfa-1a41e5be1317), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:19:52.167058 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fdfdef-af07-429c-83c7-3136b8f97035 req-a9e033b3-8e09-4ae7-901e-f43162cdae0b tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:19:52.168799 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-19fdfdef-af07-429c-83c7-3136b8f97035 req-a9e033b3-8e09-4ae7-901e-f43162cdae0b tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2 HTTP/1.1" status: 200 len: 945 time: 0.0516853 May 04 18:19:52.224639 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-19fdfdef-af07-429c-83c7-3136b8f97035 req-dfbcff0d-2def-4975-9ad0-1c3e75f476fc tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f9cf9b-5753-412e-92be-8773f690cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497887 May 04 18:19:52.652201 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea89a29c-d36e-49fb-98a1-3f749da70248 req-b14aa057-0aca-42a5-9207-10cb3e15ea3e tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:19:52.653661 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-ea89a29c-d36e-49fb-98a1-3f749da70248 req-b14aa057-0aca-42a5-9207-10cb3e15ea3e tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8dd944e-6e16-498a-848a-ffdff4fbd064 HTTP/1.1" status: 200 len: 943 time: 0.0458229 May 04 18:19:52.704122 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-ea89a29c-d36e-49fb-98a1-3f749da70248 req-7acf4d1c-357f-4dc4-957e-261108fd0666 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/security-groups?id=1715c313-c023-437e-9dab-04beca213f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439529 May 04 18:19:53.152798 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b84fae-2907-4dbe-bce7-0a897c8dbf6b req-4cd6d450-d54e-4561-be6b-b1edce5b74e9 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:19:53.154464 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-41b84fae-2907-4dbe-bce7-0a897c8dbf6b req-4cd6d450-d54e-4561-be6b-b1edce5b74e9 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 945 time: 0.0482593 May 04 18:19:53.205905 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-41b84fae-2907-4dbe-bce7-0a897c8dbf6b req-8561689c-4c3e-478b-8c5c-5d3653e88cff tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433135 May 04 18:19:53.235698 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device c589458d-8328-434f-b78d-ac0c07f164dd details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=104025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 18:19:53.339626 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] For port c589458d-8328-434f-b78d-ac0c07f164dd, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=c589458d-8328-434f-b78d-ac0c07f164dd,segment=NetworkSegment(de7bb9b3-95ed-4c1b-8898-7bebbfcd85a3),segment_id=de7bb9b3-95ed-4c1b-8898-7bebbfcd85a3)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:19:53.348238 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fbdf44-d907-4065-b5d6-c602b1ed2c12 req-383ff5de-ad15-4516-9159-1903ad490218 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:19:53.349696 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-89fbdf44-d907-4065-b5d6-c602b1ed2c12 req-383ff5de-ad15-4516-9159-1903ad490218 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2 HTTP/1.1" status: 200 len: 945 time: 0.0521858 May 04 18:19:53.351975 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Returning: {'device': 'c589458d-8328-434f-b78d-ac0c07f164dd', 'network_id': '26d35b79-1359-484a-a955-f54353f413dc', 'port_id': 'c589458d-8328-434f-b78d-ac0c07f164dd', 'mac_address': 'fa:16:3e:ef:e7:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e97a9af-bf91-4879-8505-d85b9edd2417', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 18:19:53.391973 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Current status of the port c589458d-8328-434f-b78d-ac0c07f164dd is: ACTIVE; New status is: BUILD {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:19:53.392366 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (c589458d-8328-434f-b78d-ac0c07f164dd), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:19:53.397661 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-89fbdf44-d907-4065-b5d6-c602b1ed2c12 req-395c58c8-010e-4db1-875f-8faba5e6c991 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f9cf9b-5753-412e-92be-8773f690cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420551 May 04 18:19:53.406406 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.notifiers.nova [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c589458d-8328-434f-b78d-ac0c07f164dd {{(pid=104025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:19:53.427395 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] For port c589458d-8328-434f-b78d-ac0c07f164dd, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=c589458d-8328-434f-b78d-ac0c07f164dd,segment=NetworkSegment(de7bb9b3-95ed-4c1b-8898-7bebbfcd85a3),segment_id=de7bb9b3-95ed-4c1b-8898-7bebbfcd85a3)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:19:53.512298 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (c589458d-8328-434f-b78d-ac0c07f164dd), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:19:53.562295 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Pushing event updated for resources: {'Port': ['ID=c589458d-8328-434f-b78d-ac0c07f164dd,revision_number=6']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:19:53.570100 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:19:53.571132 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:19:53.571132 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:19:53.571378 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:19:53.571720 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:19:53.572052 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:19:53.572380 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:19:53.572709 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:19:53.573098 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:19:53.573368 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:19:53.573697 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:19:53.574043 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:19:53.574371 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:19:53.574699 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:19:53.575038 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:19:53.725063 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] get_ports_and_sgs() called for port_ids ['c589458d-8328-434f-b78d-ac0c07f164dd'] {{(pid=104025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 18:19:53.815849 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6142b80b-22f8-4eb8-b266-126b33c24682 req-f6115a02-6614-473a-b5f1-ca76fee345d9 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:19:53.817350 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-6142b80b-22f8-4eb8-b266-126b33c24682 req-f6115a02-6614-473a-b5f1-ca76fee345d9 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8dd944e-6e16-498a-848a-ffdff4fbd064 HTTP/1.1" status: 200 len: 943 time: 0.0466444 May 04 18:19:53.869868 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-6142b80b-22f8-4eb8-b266-126b33c24682 req-b5c16479-41de-42a9-8556-3caa202db79a tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/security-groups?id=1715c313-c023-437e-9dab-04beca213f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467680 May 04 18:19:54.326175 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752cfb02-25b4-4aac-ac3d-0d361ad33605 req-bdb54cbb-78b8-4bd9-adf4-eed632a38e2e tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:19:54.327785 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-752cfb02-25b4-4aac-ac3d-0d361ad33605 req-bdb54cbb-78b8-4bd9-adf4-eed632a38e2e tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 944 time: 0.0488465 May 04 18:19:54.387942 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c9108-1b35-4153-a340-65661d6cccee req-a9e1bedf-ad41-44a6-a644-40545f56a1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:19:54.389378 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-914c9108-1b35-4153-a340-65661d6cccee req-a9e1bedf-ad41-44a6-a644-40545f56a1f9 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1437e10b84d943a885db1ec25dccc6e5&device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 1128 time: 0.0607226 May 04 18:19:54.410758 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-752cfb02-25b4-4aac-ac3d-0d361ad33605 req-f7c18e9a-3811-476c-9e06-003f1bcc8a45 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736511 May 04 18:19:54.504267 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c9108-1b35-4153-a340-65661d6cccee req-0f2e680f-67aa-4264-b7c5-582d298849f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:19:54.505726 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-914c9108-1b35-4153-a340-65661d6cccee req-0f2e680f-67aa-4264-b7c5-582d298849f1 service neutron] 10.222.0.84 "GET /v2.0/networks?id=26d35b79-1359-484a-a955-f54353f413dc HTTP/1.1" status: 200 len: 918 time: 0.0940678 May 04 18:19:54.515874 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebe0c0a-5f34-4599-95c9-1cbccaf4d325 req-4a29362c-8b49-4394-8d8b-17edb12fe04e tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:19:54.517929 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-eebe0c0a-5f34-4599-95c9-1cbccaf4d325 req-4a29362c-8b49-4394-8d8b-17edb12fe04e tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2 HTTP/1.1" status: 200 len: 945 time: 0.0499380 May 04 18:19:54.567220 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-eebe0c0a-5f34-4599-95c9-1cbccaf4d325 req-c97c57fd-6268-4fde-88fc-ed22e8df48f0 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f9cf9b-5753-412e-92be-8773f690cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433006 May 04 18:19:54.574932 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-914c9108-1b35-4153-a340-65661d6cccee req-ef5d0a3b-d809-411f-aa7c-f7ecab2422d4 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c589458d-8328-434f-b78d-ac0c07f164dd HTTP/1.1" status: 200 len: 999 time: 0.0613675 May 04 18:19:54.629678 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c9108-1b35-4153-a340-65661d6cccee req-7e1395e8-bbdd-4210-a1d9-8d13db167026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:19:54.631156 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-914c9108-1b35-4153-a340-65661d6cccee req-7e1395e8-bbdd-4210-a1d9-8d13db167026 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0e97a9af-bf91-4879-8505-d85b9edd2417 HTTP/1.1" status: 200 len: 856 time: 0.0487657 May 04 18:19:54.675603 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c9108-1b35-4153-a340-65661d6cccee req-b7c7bc8e-7568-4c45-999a-83c873eecfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:19:54.676999 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-914c9108-1b35-4153-a340-65661d6cccee req-b7c7bc8e-7568-4c45-999a-83c873eecfdc service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=26d35b79-1359-484a-a955-f54353f413dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385790 May 04 18:19:54.897440 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-914c9108-1b35-4153-a340-65661d6cccee req-4e1da625-8b02-490d-b007-c472b8cb1ebb service neutron] 10.222.0.84 "GET /v2.0/networks/26d35b79-1359-484a-a955-f54353f413dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883014 May 04 18:19:54.982731 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a7276-f10c-402f-a31c-7c4dcb61f6a4 req-f15abd6f-897e-4021-9a2a-60c26b41a669 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:19:54.984148 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-ca0a7276-f10c-402f-a31c-7c4dcb61f6a4 req-f15abd6f-897e-4021-9a2a-60c26b41a669 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8dd944e-6e16-498a-848a-ffdff4fbd064 HTTP/1.1" status: 200 len: 943 time: 0.0478983 May 04 18:19:55.034967 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-ca0a7276-f10c-402f-a31c-7c4dcb61f6a4 req-6d665edd-0ba4-4ed9-9c66-885cdd6653f3 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/security-groups?id=1715c313-c023-437e-9dab-04beca213f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449986 May 04 18:19:55.231234 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device c589458d-8328-434f-b78d-ac0c07f164dd up at agent hyperv_hv-cinder-84051 {{(pid=104025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:19:55.279878 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Provisioning complete for port c589458d-8328-434f-b78d-ac0c07f164dd triggered by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:19:55.280253 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (c589458d-8328-434f-b78d-ac0c07f164dd), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:19:55.361961 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Current status of the port c589458d-8328-434f-b78d-ac0c07f164dd is: BUILD; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:19:55.363010 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (c589458d-8328-434f-b78d-ac0c07f164dd), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:19:55.386941 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de7620f2-9bed-46d6-bb9e-c43d1abf3561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c589458d-8328-434f-b78d-ac0c07f164dd'}] {{(pid=104025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:19:55.389166 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd171a24610d3ce9b5061050d4b691b0bb0a8f45589b955ae7373af7220d97b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c05eebfa-31e2-4234-a26c-ca859effcb16" -d '{"events": [{"server_uuid": "de7620f2-9bed-46d6-bb9e-c43d1abf3561", "name": "network-vif-plugged", "status": "completed", "tag": "c589458d-8328-434f-b78d-ac0c07f164dd"}]}' {{(pid=104025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:19:55.401454 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] For port c589458d-8328-434f-b78d-ac0c07f164dd, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=c589458d-8328-434f-b78d-ac0c07f164dd,segment=NetworkSegment(de7bb9b3-95ed-4c1b-8898-7bebbfcd85a3),segment_id=de7bb9b3-95ed-4c1b-8898-7bebbfcd85a3)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:19:55.426027 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 18:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55f68252-b37f-43ff-a7db-f8e7ad40ec3a x-openstack-request-id: req-55f68252-b37f-43ff-a7db-f8e7ad40ec3a {{(pid=104025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:19:55.426346 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de7620f2-9bed-46d6-bb9e-c43d1abf3561", "name": "network-vif-plugged", "status": "completed", "tag": "c589458d-8328-434f-b78d-ac0c07f164dd", "code": 200}]} {{(pid=104025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:19:55.426606 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-55f68252-b37f-43ff-a7db-f8e7ad40ec3a {{(pid=104025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:19:55.427035 dv-cinder-840511-4-iscsi neutron-server[104025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55f68252-b37f-43ff-a7db-f8e7ad40ec3a'] response: {'server_uuid': 'de7620f2-9bed-46d6-bb9e-c43d1abf3561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c589458d-8328-434f-b78d-ac0c07f164dd', 'code': 200} May 04 18:19:55.449931 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (c589458d-8328-434f-b78d-ac0c07f164dd), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:19:55.506419 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Pushing event updated for resources: {'Port': ['ID=c589458d-8328-434f-b78d-ac0c07f164dd,revision_number=7']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:19:55.535330 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea122d94-09b0-47e1-8f7a-2972f711897e req-2b5c3af1-730a-47ac-a43a-fb6897b271f2 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:19:55.536811 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-ea122d94-09b0-47e1-8f7a-2972f711897e req-2b5c3af1-730a-47ac-a43a-fb6897b271f2 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 945 time: 0.0492332 May 04 18:19:55.594345 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-ea122d94-09b0-47e1-8f7a-2972f711897e req-ef39f8f9-1936-4c56-ab5b-0b390ab59fc4 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492954 May 04 18:19:55.684948 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e560c141-bac4-46a9-9a76-d866d17382dd req-fa3c3554-97b4-40d5-b719-019b591ff464 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:19:55.686433 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-e560c141-bac4-46a9-9a76-d866d17382dd req-fa3c3554-97b4-40d5-b719-019b591ff464 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2 HTTP/1.1" status: 200 len: 945 time: 0.0473647 May 04 18:19:55.734321 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-e560c141-bac4-46a9-9a76-d866d17382dd req-b2e1e68c-9f75-4f18-8110-2193b6fb1bed tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f9cf9b-5753-412e-92be-8773f690cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416224 May 04 18:19:56.150034 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9bc287-b8c0-4004-a76e-ddd3eb440b1c req-2111a3a7-3d06-4b9d-87b1-6e8304a4b980 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:19:56.151524 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-4f9bc287-b8c0-4004-a76e-ddd3eb440b1c req-2111a3a7-3d06-4b9d-87b1-6e8304a4b980 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8dd944e-6e16-498a-848a-ffdff4fbd064 HTTP/1.1" status: 200 len: 943 time: 0.0508206 May 04 18:19:56.202718 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-4f9bc287-b8c0-4004-a76e-ddd3eb440b1c req-bfdb079a-8712-4081-b2ea-17599d7f7fef tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/security-groups?id=1715c313-c023-437e-9dab-04beca213f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451727 May 04 18:19:56.710459 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7b6979-4b7b-4eba-a145-d538c84b9e14 req-31bbe04e-57f7-41ae-8caf-e9766e07bf4f tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:19:56.712044 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-5d7b6979-4b7b-4eba-a145-d538c84b9e14 req-31bbe04e-57f7-41ae-8caf-e9766e07bf4f tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 945 time: 0.0488405 May 04 18:19:56.759485 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-5d7b6979-4b7b-4eba-a145-d538c84b9e14 req-31125254-7633-4476-a381-219102821061 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417345 May 04 18:19:56.850589 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4734f7dc-f2e4-43e9-93f0-2731a1b64fc8 req-b30a6036-c9be-4621-9d69-500c0224400f tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:19:56.852037 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-4734f7dc-f2e4-43e9-93f0-2731a1b64fc8 req-b30a6036-c9be-4621-9d69-500c0224400f tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2 HTTP/1.1" status: 200 len: 945 time: 0.0482407 May 04 18:19:56.899073 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-4734f7dc-f2e4-43e9-93f0-2731a1b64fc8 req-5675cbfe-92b0-463f-8160-952946bed6a1 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f9cf9b-5753-412e-92be-8773f690cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414512 May 04 18:19:57.313962 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78872e38-d7c5-49cc-80fd-8814d8df415a req-44570572-3839-4ce2-a6a6-500a74a540fe tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:19:57.315469 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-78872e38-d7c5-49cc-80fd-8814d8df415a req-44570572-3839-4ce2-a6a6-500a74a540fe tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8dd944e-6e16-498a-848a-ffdff4fbd064 HTTP/1.1" status: 200 len: 943 time: 0.0468376 May 04 18:19:57.364017 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-78872e38-d7c5-49cc-80fd-8814d8df415a req-7e9bc045-928f-4b76-8424-205cf9a9fc78 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/security-groups?id=1715c313-c023-437e-9dab-04beca213f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428834 May 04 18:19:57.575728 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-d4a67ff1-f939-4738-8466-05ffdc28c0d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (c89944b2-e06f-41dc-a0fc-77a7e649c9d3), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:19:57.719464 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.agents_db [None req-cc71a237-c19e-45a1-a167-cff52744c55e None None] Agent healthcheck: found 6 active agents {{(pid=104026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 18:19:57.877869 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2c6e9a-f3c7-4ac5-a70c-e76ab25e4d9e req-63aa0726-d0c2-4f78-b76d-ceee84220a1f tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:19:57.879504 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-af2c6e9a-f3c7-4ac5-a70c-e76ab25e4d9e req-63aa0726-d0c2-4f78-b76d-ceee84220a1f tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 945 time: 0.0468762 May 04 18:19:57.931605 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-af2c6e9a-f3c7-4ac5-a70c-e76ab25e4d9e req-9d61f5e2-ceef-4bb1-9978-d24ff96c787b tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462070 May 04 18:19:58.013714 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc52ee-d25c-4e4e-9fe4-a89754ed79ed req-3dd3bb09-e1fe-4483-af4c-f236682345e8 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:19:58.016116 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-8bcc52ee-d25c-4e4e-9fe4-a89754ed79ed req-3dd3bb09-e1fe-4483-af4c-f236682345e8 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2 HTTP/1.1" status: 200 len: 945 time: 0.0485940 May 04 18:19:58.062138 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-8bcc52ee-d25c-4e4e-9fe4-a89754ed79ed req-eded0268-e39a-45d1-a11f-698a19cde6ac tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f9cf9b-5753-412e-92be-8773f690cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402932 May 04 18:19:58.474205 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c90ab6-fbab-4290-944f-f648931d70b7 req-cf0143dc-ce03-4086-ac71-7b112c65cc1d tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:19:58.475677 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-34c90ab6-fbab-4290-944f-f648931d70b7 req-cf0143dc-ce03-4086-ac71-7b112c65cc1d tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8dd944e-6e16-498a-848a-ffdff4fbd064 HTTP/1.1" status: 200 len: 943 time: 0.0471530 May 04 18:19:58.524672 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-34c90ab6-fbab-4290-944f-f648931d70b7 req-fafa0175-9dc8-48b1-b88d-9c3142168155 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/security-groups?id=1715c313-c023-437e-9dab-04beca213f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434046 May 04 18:19:58.667448 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device 8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4 details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=104025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 18:19:58.764986 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] For port 8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4,segment=NetworkSegment(f126fb3f-1cce-44a2-9d04-49ad171b24ae),segment_id=f126fb3f-1cce-44a2-9d04-49ad171b24ae)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:19:58.776730 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Returning: {'device': '8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4', 'network_id': '106b7264-34d3-4ab1-9694-1650e4fd9860', 'port_id': '8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4', 'mac_address': 'fa:16:3e:6b:12:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d61c736-b53f-4743-b857-e2820b1996fc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 18:19:58.819813 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Current status of the port 8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4 is: DOWN; New status is: BUILD {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:19:58.820206 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:19:58.833745 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.notifiers.nova [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4 {{(pid=104025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:19:58.854049 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] For port 8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4,segment=NetworkSegment(f126fb3f-1cce-44a2-9d04-49ad171b24ae),segment_id=f126fb3f-1cce-44a2-9d04-49ad171b24ae)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:19:58.901411 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:19:58.955729 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Pushing event updated for resources: {'Port': ['ID=8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4,revision_number=4']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:19:59.058795 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95038b4-b824-43d0-adac-8e93e29a6c7d req-8cad4392-7c89-43f7-a22b-2ccfd849ff91 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:19:59.060332 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-e95038b4-b824-43d0-adac-8e93e29a6c7d req-8cad4392-7c89-43f7-a22b-2ccfd849ff91 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 945 time: 0.0499489 May 04 18:19:59.110853 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-e95038b4-b824-43d0-adac-8e93e29a6c7d req-4c447f7b-f4e4-4315-ba4f-6427aa2c60d1 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447917 May 04 18:19:59.188289 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed18a2e-351a-4537-af6b-f9e7a6b85704 req-0d745683-2fac-4420-ace3-3a28a80b284e tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:19:59.189726 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-3ed18a2e-351a-4537-af6b-f9e7a6b85704 req-0d745683-2fac-4420-ace3-3a28a80b284e tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2 HTTP/1.1" status: 200 len: 945 time: 0.0490003 May 04 18:19:59.241875 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-3ed18a2e-351a-4537-af6b-f9e7a6b85704 req-34dec610-d152-4987-b7ba-97f087f9f74e tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f9cf9b-5753-412e-92be-8773f690cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451963 May 04 18:19:59.645357 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8aee92-28a6-4f2d-909d-4f38fb7ab350 req-b881f05f-57f2-4277-a8fe-b5846568e30c tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:19:59.646834 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-1c8aee92-28a6-4f2d-909d-4f38fb7ab350 req-b881f05f-57f2-4277-a8fe-b5846568e30c tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8dd944e-6e16-498a-848a-ffdff4fbd064 HTTP/1.1" status: 200 len: 944 time: 0.0467713 May 04 18:19:59.700421 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-1c8aee92-28a6-4f2d-909d-4f38fb7ab350 req-7e5ca95f-8047-4336-b69d-2d6c1a490944 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/security-groups?id=1715c313-c023-437e-9dab-04beca213f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480008 May 04 18:20:00.021706 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-c31b9283-ea57-4eb9-b1ee-9bbe37cbddda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:00.238817 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ebfeb3-1634-44d8-b17f-d463c9702642 req-099ccc3a-4811-4fa4-a524-ca68b200f155 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:00.240332 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-99ebfeb3-1634-44d8-b17f-d463c9702642 req-099ccc3a-4811-4fa4-a524-ca68b200f155 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 945 time: 0.0507345 May 04 18:20:00.288307 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-99ebfeb3-1634-44d8-b17f-d463c9702642 req-efbe0d15-984b-4674-8d53-ed1eafaa72d3 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424359 May 04 18:20:00.358744 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859d61ad-a412-41db-9a53-e9db7923b576 req-5e9fa82a-f9ff-4c4c-a419-0ade0ed109b1 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:00.360252 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-859d61ad-a412-41db-9a53-e9db7923b576 req-5e9fa82a-f9ff-4c4c-a419-0ade0ed109b1 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2 HTTP/1.1" status: 200 len: 945 time: 0.0482934 May 04 18:20:00.408160 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-859d61ad-a412-41db-9a53-e9db7923b576 req-b33ae91f-6be6-4be4-912d-89717f18345a tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f9cf9b-5753-412e-92be-8773f690cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421181 May 04 18:20:00.811470 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08db653-e981-4081-8e4e-536d07b7cbc9 req-707ca927-5051-41ae-b059-a94298bd834c tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:00.812962 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-b08db653-e981-4081-8e4e-536d07b7cbc9 req-707ca927-5051-41ae-b059-a94298bd834c tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8dd944e-6e16-498a-848a-ffdff4fbd064 HTTP/1.1" status: 200 len: 944 time: 0.0468254 May 04 18:20:00.866460 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-b08db653-e981-4081-8e4e-536d07b7cbc9 req-6d2a4cac-e83a-4b76-b3de-35a19ae646bf tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/security-groups?id=1715c313-c023-437e-9dab-04beca213f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471685 May 04 18:20:01.129838 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-4fdd29be-a970-4503-919e-12b86a90c52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (74c08095-bc4c-43d3-91b6-743b06ad1f6c), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:01.411724 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be287b4-1f4a-4a62-963b-00750001b880 req-3020b300-334f-4820-83b4-683f90d02455 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:01.411724 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-7be287b4-1f4a-4a62-963b-00750001b880 req-3020b300-334f-4820-83b4-683f90d02455 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 945 time: 0.0477538 May 04 18:20:01.459252 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-7be287b4-1f4a-4a62-963b-00750001b880 req-034cc470-39b6-4a71-b2bc-c63f211e18cc tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426948 May 04 18:20:01.526549 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356abf13-425f-4fcb-a414-af3e918bfca9 req-e7007a6c-f196-470f-a0dd-d47173da0ff2 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:01.528022 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-356abf13-425f-4fcb-a414-af3e918bfca9 req-e7007a6c-f196-470f-a0dd-d47173da0ff2 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2 HTTP/1.1" status: 200 len: 945 time: 0.0491145 May 04 18:20:01.575019 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-356abf13-425f-4fcb-a414-af3e918bfca9 req-dd06b2a1-b781-47e5-8ce0-9e5e2b2c6355 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f9cf9b-5753-412e-92be-8773f690cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411592 May 04 18:20:01.821256 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] get_ports_and_sgs() called for port_ids ['8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4'] {{(pid=104025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 18:20:01.985570 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-914c9108-1b35-4153-a340-65661d6cccee req-9a365f5f-6476-42a8-a585-1dab7ea1bf08 service neutron] 10.222.0.84 "GET /v2.0/networks/26d35b79-1359-484a-a955-f54353f413dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008072 May 04 18:20:02.003373 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b31f9c6-0ec7-4dbd-bec6-67bfbf5b5281 req-a7362b57-fe1b-4c38-8752-7983472173ce tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:02.006076 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-2b31f9c6-0ec7-4dbd-bec6-67bfbf5b5281 req-a7362b57-fe1b-4c38-8752-7983472173ce tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8dd944e-6e16-498a-848a-ffdff4fbd064 HTTP/1.1" status: 200 len: 944 time: 0.0649815 May 04 18:20:02.064834 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-2b31f9c6-0ec7-4dbd-bec6-67bfbf5b5281 req-5c977902-4575-492a-a80c-fdd1b304acb4 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/security-groups?id=1715c313-c023-437e-9dab-04beca213f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489547 May 04 18:20:02.584978 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7f8419-65a5-4e53-8d00-775fc0352c89 req-ae0d7419-f762-4e49-8b71-2c2b42754e86 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:02.586529 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-bc7f8419-65a5-4e53-8d00-775fc0352c89 req-ae0d7419-f762-4e49-8b71-2c2b42754e86 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 945 time: 0.0544574 May 04 18:20:02.587652 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-f7537222-04fb-4408-8d24-7493625e2bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (88f974dc-3c14-4d3d-9ef8-4363bb88b433), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:02.639893 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-bc7f8419-65a5-4e53-8d00-775fc0352c89 req-33b11f65-0488-4fcf-8bf0-51a4509f3b39 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476658 May 04 18:20:02.691076 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2753ffbb-c223-45c1-a6c3-13e3e0eedfd4 req-43946172-e6e0-40fa-8080-4dacbb671750 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:02.692469 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-2753ffbb-c223-45c1-a6c3-13e3e0eedfd4 req-43946172-e6e0-40fa-8080-4dacbb671750 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2 HTTP/1.1" status: 200 len: 945 time: 0.0470185 May 04 18:20:02.738310 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-2753ffbb-c223-45c1-a6c3-13e3e0eedfd4 req-e0335bd9-b410-4ec2-ab9e-c30baeddbc73 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f9cf9b-5753-412e-92be-8773f690cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399771 May 04 18:20:03.179479 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c044f8c-893c-4f99-a6ea-93e7476a4fcd req-d43a1ac6-8576-48d9-be10-8c5c182fd3b8 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:03.180974 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-0c044f8c-893c-4f99-a6ea-93e7476a4fcd req-d43a1ac6-8576-48d9-be10-8c5c182fd3b8 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8dd944e-6e16-498a-848a-ffdff4fbd064 HTTP/1.1" status: 200 len: 944 time: 0.0483174 May 04 18:20:03.236391 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-0c044f8c-893c-4f99-a6ea-93e7476a4fcd req-8f087629-c50a-4132-ae13-443b9d53f547 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/security-groups?id=1715c313-c023-437e-9dab-04beca213f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496147 May 04 18:20:03.770910 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da63c4df-a049-4f9c-b695-4e32b35c05ad req-13878620-4760-4ad1-89c6-0c0eee510954 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:03.773175 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-da63c4df-a049-4f9c-b695-4e32b35c05ad req-13878620-4760-4ad1-89c6-0c0eee510954 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 945 time: 0.0565064 May 04 18:20:03.816180 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (e55a6cb5-967a-4631-865a-95818de4ff35), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:03.838811 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-da63c4df-a049-4f9c-b695-4e32b35c05ad req-9b493cba-7b06-4948-8ee6-4e082ba994f9 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595906 May 04 18:20:03.839588 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device 8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4 up at agent hyperv_hv-cinder-84051 {{(pid=104025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:20:03.869232 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866f065e-7004-45e7-a76a-e3811982c003 req-cb6054a2-d940-4c4e-ba4e-01ea5f57132d tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:03.871453 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-866f065e-7004-45e7-a76a-e3811982c003 req-cb6054a2-d940-4c4e-ba4e-01ea5f57132d tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2 HTTP/1.1" status: 200 len: 945 time: 0.0597832 May 04 18:20:03.905915 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Provisioning for port 8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4 completed by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 18:20:03.927851 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-866f065e-7004-45e7-a76a-e3811982c003 req-6f8464b3-d4f3-4e9e-8e31-3392682b9c2e tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f9cf9b-5753-412e-92be-8773f690cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501776 May 04 18:20:03.976327 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Provisioning complete for port 8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4 triggered by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:20:03.976806 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:04.063976 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Current status of the port 8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4 is: BUILD; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:20:04.064670 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:04.091135 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8dd944e-6e16-498a-848a-ffdff4fbd064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4'}] {{(pid=104025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:20:04.093291 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd171a24610d3ce9b5061050d4b691b0bb0a8f45589b955ae7373af7220d97b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b55d53-0768-46c2-8517-ad465f1967d0" -d '{"events": [{"server_uuid": "f8dd944e-6e16-498a-848a-ffdff4fbd064", "name": "network-vif-plugged", "status": "completed", "tag": "8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4"}]}' {{(pid=104025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:20:04.110712 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] For port 8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4,segment=NetworkSegment(f126fb3f-1cce-44a2-9d04-49ad171b24ae),segment_id=f126fb3f-1cce-44a2-9d04-49ad171b24ae)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:20:04.133471 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 18:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dafa678-37e7-48f1-a3f3-29a695df2935 x-openstack-request-id: req-0dafa678-37e7-48f1-a3f3-29a695df2935 {{(pid=104025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:20:04.133766 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8dd944e-6e16-498a-848a-ffdff4fbd064", "name": "network-vif-plugged", "status": "completed", "tag": "8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4", "code": 200}]} {{(pid=104025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:20:04.134042 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0dafa678-37e7-48f1-a3f3-29a695df2935 {{(pid=104025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:20:04.134571 dv-cinder-840511-4-iscsi neutron-server[104025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dafa678-37e7-48f1-a3f3-29a695df2935'] response: {'server_uuid': 'f8dd944e-6e16-498a-848a-ffdff4fbd064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4', 'code': 200} May 04 18:20:04.194195 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:04.258861 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Pushing event updated for resources: {'Port': ['ID=8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4,revision_number=5']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:20:04.385654 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dee07a-113b-49b8-a01f-2d60dbb114e7 req-b1479fe8-0536-4440-b9b6-424486474de9 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:04.387589 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-f3dee07a-113b-49b8-a01f-2d60dbb114e7 req-b1479fe8-0536-4440-b9b6-424486474de9 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8dd944e-6e16-498a-848a-ffdff4fbd064 HTTP/1.1" status: 200 len: 945 time: 0.0578997 May 04 18:20:04.486678 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb636a-3d82-4fb1-87dc-304a86fe7540 req-3087908b-9ceb-44b7-aa27-54c98e7a2bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:04.488199 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-1ceb636a-3d82-4fb1-87dc-304a86fe7540 req-3087908b-9ceb-44b7-aa27-54c98e7a2bc6 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=f8dd944e-6e16-498a-848a-ffdff4fbd064 HTTP/1.1" status: 200 len: 1129 time: 0.0687330 May 04 18:20:04.503544 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-f3dee07a-113b-49b8-a01f-2d60dbb114e7 req-c037ead8-bd81-45e1-9c96-0fe72eb4d158 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/security-groups?id=1715c313-c023-437e-9dab-04beca213f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089871 May 04 18:20:04.553263 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-1ceb636a-3d82-4fb1-87dc-304a86fe7540 req-6b8731ad-220f-472a-b283-d57a7061a1b0 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=1715c313-c023-437e-9dab-04beca213f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575299 May 04 18:20:04.840152 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 52240) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:20:04.969403 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb042074-5b81-4f16-b9ee-5abf6d6ab301 req-87ff69cc-0c49-4542-8fb8-0a5ef526019f tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:04.977993 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-fb042074-5b81-4f16-b9ee-5abf6d6ab301 req-87ff69cc-0c49-4542-8fb8-0a5ef526019f tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 945 time: 0.0560293 May 04 18:20:05.031021 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-90f4f4f7-5346-4cb9-ab4a-89c12fef051e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:05.091103 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db41291-5779-4636-83cf-bf36ccf3ed18 req-4777696c-9154-456a-844c-07688d4d222a tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:05.093587 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-4db41291-5779-4636-83cf-bf36ccf3ed18 req-4777696c-9154-456a-844c-07688d4d222a tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2 HTTP/1.1" status: 200 len: 945 time: 0.0601709 May 04 18:20:05.126501 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-90f4f4f7-5346-4cb9-ab4a-89c12fef051e admin admin] Publish callbacks [] for security_group (5044e6f8-231e-4ac8-b4d6-74f25bd0cfae), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:05.133035 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-fb042074-5b81-4f16-b9ee-5abf6d6ab301 req-dd1bbb66-748c-453b-9319-ef7906cc5072 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1539493 May 04 18:20:05.167800 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-4db41291-5779-4636-83cf-bf36ccf3ed18 req-0d8aa180-bc63-4fe0-b374-6d9fe47ec676 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f9cf9b-5753-412e-92be-8773f690cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646586 May 04 18:20:05.176214 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-90f4f4f7-5346-4cb9-ab4a-89c12fef051e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (5044e6f8-231e-4ac8-b4d6-74f25bd0cfae), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:05.229061 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-90f4f4f7-5346-4cb9-ab4a-89c12fef051e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=99509c351dba4de19d779318015be91a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3866668 May 04 18:20:05.229061 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f4f4f7-5346-4cb9-ab4a-89c12fef051e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5044e6f8-231e-4ac8-b4d6-74f25bd0cfae,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:20:05.230471 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 52248) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:20:05.281952 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-74d459df-c7fd-45b8-9de8-93b02abb8d22 admin admin] Publish callbacks [] for security_group (5044e6f8-231e-4ac8-b4d6-74f25bd0cfae), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:05.304161 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-74d459df-c7fd-45b8-9de8-93b02abb8d22 admin admin] Publish callbacks [] for security_group (5044e6f8-231e-4ac8-b4d6-74f25bd0cfae), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:05.416697 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-74d459df-c7fd-45b8-9de8-93b02abb8d22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (5044e6f8-231e-4ac8-b4d6-74f25bd0cfae), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:05.420064 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-74d459df-c7fd-45b8-9de8-93b02abb8d22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:05.425283 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-74d459df-c7fd-45b8-9de8-93b02abb8d22 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5044e6f8-231e-4ac8-b4d6-74f25bd0cfae HTTP/1.1" status: 204 len: 168 time: 0.1896975 May 04 18:20:05.436279 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d459df-c7fd-45b8-9de8-93b02abb8d22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5044e6f8-231e-4ac8-b4d6-74f25bd0cfae,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:20:05.640595 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bdab93-4ab4-4eb3-8b02-df4a4ffda792 req-de9a6c5c-3e5d-4447-8c15-946effa9d216 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:05.660592 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-f9bdab93-4ab4-4eb3-8b02-df4a4ffda792 req-de9a6c5c-3e5d-4447-8c15-946effa9d216 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8dd944e-6e16-498a-848a-ffdff4fbd064 HTTP/1.1" status: 200 len: 945 time: 0.0632789 May 04 18:20:05.729376 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-f9bdab93-4ab4-4eb3-8b02-df4a4ffda792 req-f7b6de1c-ce7a-40b5-9fe4-87afba56f265 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/security-groups?id=1715c313-c023-437e-9dab-04beca213f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755610 May 04 18:20:06.310316 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce26220-da1d-4d7f-8aa9-ce1deae81456 req-2ed83f2c-d70f-4663-b07d-2678ca62f95a tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:06.317300 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-fce26220-da1d-4d7f-8aa9-ce1deae81456 req-2ed83f2c-d70f-4663-b07d-2678ca62f95a tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2 HTTP/1.1" status: 200 len: 945 time: 0.0550756 May 04 18:20:06.329398 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf79d27-a303-4181-bf92-11302fb6ba2a req-0f5de0a4-e869-4edf-82d0-44bb5925a5e8 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:06.331010 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-ecf79d27-a303-4181-bf92-11302fb6ba2a req-0f5de0a4-e869-4edf-82d0-44bb5925a5e8 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 945 time: 0.0852761 May 04 18:20:06.407883 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-fce26220-da1d-4d7f-8aa9-ce1deae81456 req-8b6807a1-eb60-488b-aa3e-2738edf6e593 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f9cf9b-5753-412e-92be-8773f690cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845103 May 04 18:20:06.428131 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-ecf79d27-a303-4181-bf92-11302fb6ba2a req-71e231f5-0719-4bcf-84c7-8123ef196bde tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907545 May 04 18:20:06.713241 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 52276) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:20:06.830284 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.v2.base [None req-a5c693e8-038b-405a-954e-ce87112db32b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1658897830-network', 'tenant_id': 'b773343d1a8d4e6889bb80f938a389a4'}} {{(pid=104024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:20:06.886155 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a45bf38-60ea-4c98-af22-5ffb377dc3aa req-6d79c474-d04f-4b05-8102-c091ca316fba tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:06.888155 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-6a45bf38-60ea-4c98-af22-5ffb377dc3aa req-6d79c474-d04f-4b05-8102-c091ca316fba tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8dd944e-6e16-498a-848a-ffdff4fbd064 HTTP/1.1" status: 200 len: 945 time: 0.0786140 May 04 18:20:06.947089 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-6a45bf38-60ea-4c98-af22-5ffb377dc3aa req-eb0b7d4b-d163-47fa-8142-ba211cef4d23 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/security-groups?id=1715c313-c023-437e-9dab-04beca213f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530388 May 04 18:20:06.987816 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c693e8-038b-405a-954e-ce87112db32b admin admin] Made reservation on behalf of b773343d1a8d4e6889bb80f938a389a4 for: {'network': 1} {{(pid=104024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:20:06.991533 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-a5c693e8-038b-405a-954e-ce87112db32b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for network (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:07.005208 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-a5c693e8-038b-405a-954e-ce87112db32b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:07.112496 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7484b6-30ad-4e89-84e2-28b88f3fbddf req-9bd1da81-2d2d-4e72-8590-6000dd000c54 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:07.116891 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-1a7484b6-30ad-4e89-84e2-28b88f3fbddf req-9bd1da81-2d2d-4e72-8590-6000dd000c54 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8dd944e-6e16-498a-848a-ffdff4fbd064 HTTP/1.1" status: 200 len: 945 time: 0.0986810 May 04 18:20:07.153475 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-a5c693e8-038b-405a-954e-ce87112db32b admin admin] Publish callbacks [] for security_group (f6dc53a1-1d62-4861-86cd-d24bcf8198ea), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:07.195056 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-1a7484b6-30ad-4e89-84e2-28b88f3fbddf req-88ea5783-42e5-4cee-ab8f-1de7bcbb67a4 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/security-groups?id=1715c313-c023-437e-9dab-04beca213f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670350 May 04 18:20:07.231738 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 52284) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:20:07.238735 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-a5c693e8-038b-405a-954e-ce87112db32b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (f6dc53a1-1d62-4861-86cd-d24bcf8198ea), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:07.272995 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5c693e8-038b-405a-954e-ce87112db32b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 844} {{(pid=104024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 18:20:07.280871 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c693e8-038b-405a-954e-ce87112db32b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6dc53a1-1d62-4861-86cd-d24bcf8198ea,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:20:07.291367 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c693e8-038b-405a-954e-ce87112db32b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:20:07.292140 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c693e8-038b-405a-954e-ce87112db32b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:20:07.292140 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c693e8-038b-405a-954e-ce87112db32b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:20:07.292366 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c693e8-038b-405a-954e-ce87112db32b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:20:07.292702 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c693e8-038b-405a-954e-ce87112db32b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:20:07.293191 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c693e8-038b-405a-954e-ce87112db32b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:20:07.293522 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c693e8-038b-405a-954e-ce87112db32b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:20:07.293851 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c693e8-038b-405a-954e-ce87112db32b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:20:07.294296 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c693e8-038b-405a-954e-ce87112db32b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:20:07.294625 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c693e8-038b-405a-954e-ce87112db32b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:20:07.294947 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c693e8-038b-405a-954e-ce87112db32b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:20:07.295295 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c693e8-038b-405a-954e-ce87112db32b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:20:07.295620 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c693e8-038b-405a-954e-ce87112db32b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:20:07.295933 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c693e8-038b-405a-954e-ce87112db32b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:20:07.296245 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c693e8-038b-405a-954e-ce87112db32b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:20:07.301011 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-a5c693e8-038b-405a-954e-ce87112db32b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691573'] for segment (113cad1e-64a4-4fc8-85b2-45fe2f7020da), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:07.301011 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.db.segments_db [None req-a5c693e8-038b-405a-954e-ce87112db32b admin admin] Added segment 113cad1e-64a4-4fc8-85b2-45fe2f7020da of type vlan for network 993f489f-74a5-457d-8185-f79358d76406 May 04 18:20:07.361810 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-a5c693e8-038b-405a-954e-ce87112db32b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772819821523'] for network (993f489f-74a5-457d-8185-f79358d76406), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:07.469874 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-a5c693e8-038b-405a-954e-ce87112db32b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260'] for network (993f489f-74a5-457d-8185-f79358d76406), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:07.470872 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c693e8-038b-405a-954e-ce87112db32b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:07.471502 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-a5c693e8-038b-405a-954e-ce87112db32b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598214'] for network (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:07.501969 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0fe465-20fa-4bd6-83bc-2dda1ac433ef tempest-TestShelveInstance-1080607231 tempest-TestShelveInstance-1080607231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:07.506953 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 52292) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:20:07.507767 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-ec0fe465-20fa-4bd6-83bc-2dda1ac433ef tempest-TestShelveInstance-1080607231 tempest-TestShelveInstance-1080607231-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f8dd944e-6e16-498a-848a-ffdff4fbd064 HTTP/1.1" status: 200 len: 1124 time: 0.2747169 May 04 18:20:07.513846 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.v2.base [None req-bf2b9745-3e96-4f1e-8e1f-bade9fec397e tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Request body: {'floatingip': {'floating_network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'port_id': '8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4', 'tenant_id': '5b095a86e9004719a23c3a0bd0f8a986', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:20:07.590734 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b79b6b8-d673-4670-83e2-73732d051f17 req-c8a47252-b945-4468-948a-f9169c18f0e6 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:07.592493 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-3b79b6b8-d673-4670-83e2-73732d051f17 req-c8a47252-b945-4468-948a-f9169c18f0e6 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 945 time: 0.0583408 May 04 18:20:07.595077 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-a5c693e8-038b-405a-954e-ce87112db32b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8806896 May 04 18:20:07.601767 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c693e8-038b-405a-954e-ce87112db32b admin admin] Pushing event updated for resources: {'Network': ['ID=993f489f-74a5-457d-8185-f79358d76406,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:20:07.607094 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 52294) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:20:07.615134 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2306d433-5c5d-4109-96c7-2bd9ca19f8f8 req-4a411ba6-b93b-494c-87dd-05cff5524b67 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:07.615134 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-2306d433-5c5d-4109-96c7-2bd9ca19f8f8 req-4a411ba6-b93b-494c-87dd-05cff5524b67 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2 HTTP/1.1" status: 200 len: 945 time: 0.1122251 May 04 18:20:07.615459 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.v2.base [None req-cd17f15c-b8bb-4293-8f12-8795bc152869 admin admin] Request body: {'subnet': {'network_id': '993f489f-74a5-457d-8185-f79358d76406', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1658897830-subnet', 'tenant_id': 'b773343d1a8d4e6889bb80f938a389a4', 'ip_version': 4}} {{(pid=104023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:20:07.624269 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Network 993f489f-74a5-457d-8185-f79358d76406 details requested by agent ovs-agent-dv-cinder-840511-4-iscsi with host dv-cinder-840511-4-iscsi {{(pid=104025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 18:20:07.654419 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-bf2b9745-3e96-4f1e-8e1f-bade9fec397e tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:07.696026 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-2306d433-5c5d-4109-96c7-2bd9ca19f8f8 req-11e1a432-9159-4e02-9236-da94ca1a1e66 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f9cf9b-5753-412e-92be-8773f690cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767164 May 04 18:20:07.704451 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-3b79b6b8-d673-4670-83e2-73732d051f17 req-c3fe00c4-0ab9-4856-9285-932e7bc1d8f3 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050074 May 04 18:20:07.791432 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-bf2b9745-3e96-4f1e-8e1f-bade9fec397e tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:07.907431 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.db_base_plugin_common [None req-bf2b9745-3e96-4f1e-8e1f-bade9fec397e tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Allocated IP 172.27.1.231 (1bc9efb7-0207-4c06-8ee1-3b0aa535de31/61d7fae2-9d6e-42a3-8cf9-91a587505bb7/c50ec29f-aebc-4bb6-aefc-73725bfc2763) {{(pid=104023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:20:08.010624 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-bf2b9745-3e96-4f1e-8e1f-bade9fec397e tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Publish callbacks [] for port (c50ec29f-aebc-4bb6-aefc-73725bfc2763), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:08.234738 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd17f15c-b8bb-4293-8f12-8795bc152869 admin admin] Made reservation on behalf of b773343d1a8d4e6889bb80f938a389a4 for: {'subnet': 1} {{(pid=104023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:20:08.237214 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-cd17f15c-b8bb-4293-8f12-8795bc152869 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7546366'] for subnet (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:08.300106 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-bf2b9745-3e96-4f1e-8e1f-bade9fec397e tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772819832230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7382190'] for port (c50ec29f-aebc-4bb6-aefc-73725bfc2763), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:08.352149 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2b9745-3e96-4f1e-8e1f-bade9fec397e tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Network 1bc9efb7-0207-4c06-8ee1-3b0aa535de31 is already hosted by enough agents. {{(pid=104023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:20:08.360738 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.base_scheduler [None req-bf2b9745-3e96-4f1e-8e1f-bade9fec397e tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Resources bound (agent type, host, resource id): {{(pid=104023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:20:08.364329 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2b9745-3e96-4f1e-8e1f-bade9fec397e tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Received port after_create {{(pid=104023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:20:08.401707 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2b9745-3e96-4f1e-8e1f-bade9fec397e tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Pushing event updated for resources: {'Port': ['ID=c50ec29f-aebc-4bb6-aefc-73725bfc2763,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:20:08.438304 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2b9745-3e96-4f1e-8e1f-bade9fec397e tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:20:08.438776 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2b9745-3e96-4f1e-8e1f-bade9fec397e tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:20:08.439140 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2b9745-3e96-4f1e-8e1f-bade9fec397e tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:20:08.439478 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2b9745-3e96-4f1e-8e1f-bade9fec397e tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:20:08.439806 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2b9745-3e96-4f1e-8e1f-bade9fec397e tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:20:08.440184 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2b9745-3e96-4f1e-8e1f-bade9fec397e tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:20:08.440518 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2b9745-3e96-4f1e-8e1f-bade9fec397e tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:20:08.441068 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2b9745-3e96-4f1e-8e1f-bade9fec397e tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:20:08.441593 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2b9745-3e96-4f1e-8e1f-bade9fec397e tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:20:08.442068 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2b9745-3e96-4f1e-8e1f-bade9fec397e tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:20:08.442479 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2b9745-3e96-4f1e-8e1f-bade9fec397e tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:20:08.442804 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2b9745-3e96-4f1e-8e1f-bade9fec397e tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:20:08.443180 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2b9745-3e96-4f1e-8e1f-bade9fec397e tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:20:08.443983 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2b9745-3e96-4f1e-8e1f-bade9fec397e tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:20:08.444390 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2b9745-3e96-4f1e-8e1f-bade9fec397e tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:20:08.639485 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509a33d8-df35-4ae7-8efc-d795f0c7255e req-db3be65c-66ed-494b-9099-113534995c97 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:08.642781 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-509a33d8-df35-4ae7-8efc-d795f0c7255e req-db3be65c-66ed-494b-9099-113534995c97 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2 HTTP/1.1" status: 200 len: 945 time: 0.1659815 May 04 18:20:08.711942 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-cd17f15c-b8bb-4293-8f12-8795bc152869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7381822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7546252'] for subnet (594e40ba-79c8-4637-b6b1-1159f1c0e514), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:08.783421 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3810cc8f-7499-427d-9fd1-99be6d12948e req-80b26db9-4b9d-4517-b61d-733a0a3b91ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:08.785071 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-3810cc8f-7499-427d-9fd1-99be6d12948e req-80b26db9-4b9d-4517-b61d-733a0a3b91ca service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=0998832c5db04fe5b7e93fa392a693f8&device_id=fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2 HTTP/1.1" status: 200 len: 1129 time: 0.1129844 May 04 18:20:08.873712 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db783d6-e861-4639-bd4d-f8cf58ba14fc req-edeb1b29-31f4-4edd-89fe-1b6ee278f768 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:08.883135 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-5db783d6-e861-4639-bd4d-f8cf58ba14fc req-edeb1b29-31f4-4edd-89fe-1b6ee278f768 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 945 time: 0.0630441 May 04 18:20:08.895485 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd17f15c-b8bb-4293-8f12-8795bc152869 admin admin] Pushing event updated for resources: {'Subnet': ['ID=594e40ba-79c8-4637-b6b1-1159f1c0e514,revision_number=0']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:20:08.900429 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-509a33d8-df35-4ae7-8efc-d795f0c7255e req-48fbb438-77b4-470d-8cf7-f7f7ba5ceddf tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f9cf9b-5753-412e-92be-8773f690cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2327373 May 04 18:20:08.970324 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-5db783d6-e861-4639-bd4d-f8cf58ba14fc req-076451b0-0927-4b0f-9c84-8b7c50869c87 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858867 May 04 18:20:09.004985 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd17f15c-b8bb-4293-8f12-8795bc152869 admin admin] Checking segment: {'id': '113cad1e-64a4-4fc8-85b2-45fe2f7020da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '993f489f-74a5-457d-8185-f79358d76406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:20:09.005349 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd17f15c-b8bb-4293-8f12-8795bc152869 admin admin] Network hostable DHCP agents. Network: 993f489f-74a5-457d-8185-f79358d76406, hostable agents: ['c89944b2-e06f-41dc-a0fc-77a7e649c9d3'], hosted agents: [] {{(pid=104023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 18:20:09.049153 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3810cc8f-7499-427d-9fd1-99be6d12948e req-52547aaa-aa5e-4e31-b541-0acd2de4c6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:09.050752 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-3810cc8f-7499-427d-9fd1-99be6d12948e req-52547aaa-aa5e-4e31-b541-0acd2de4c6cc service neutron] 10.222.0.84 "GET /v2.0/networks?id=6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e HTTP/1.1" status: 200 len: 911 time: 0.2169137 May 04 18:20:09.170660 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-3810cc8f-7499-427d-9fd1-99be6d12948e req-d00ce2f1-4cd4-4ad1-9bef-3ddf4a2ecbd9 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d4ff6da-20e4-4b89-a958-b2e3d1efc53b HTTP/1.1" status: 200 len: 1001 time: 0.1126673 May 04 18:20:09.199729 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd17f15c-b8bb-4293-8f12-8795bc152869 admin admin] Network 993f489f-74a5-457d-8185-f79358d76406 is scheduled to be hosted by DHCP agent c89944b2-e06f-41dc-a0fc-77a7e649c9d3 with binding_index 1 {{(pid=104023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 18:20:09.509226 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3810cc8f-7499-427d-9fd1-99be6d12948e req-20da3996-ae64-41c9-83b1-e990aad7b83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:09.510590 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-3810cc8f-7499-427d-9fd1-99be6d12948e req-20da3996-ae64-41c9-83b1-e990aad7b83c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3ba3abcf-592c-4523-9b0f-c55aec0e9e52 HTTP/1.1" status: 200 len: 849 time: 0.3132527 May 04 18:20:09.552585 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.base_scheduler [None req-cd17f15c-b8bb-4293-8f12-8795bc152869 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840511-4-iscsi, 993f489f-74a5-457d-8185-f79358d76406) {{(pid=104023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:20:09.558598 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-bf2b9745-3e96-4f1e-8e1f-bade9fec397e tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Publish callbacks [] for floatingip (5a080734-7cea-42c9-ad57-37c10e2b065b), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:09.561081 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7022e364-3724-4621-89fd-782d5ab75ce7 None None] Network 993f489f-74a5-457d-8185-f79358d76406 requested from dv-cinder-840511-4-iscsi {{(pid=104025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 18:20:09.565239 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd17f15c-b8bb-4293-8f12-8795bc152869 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:09.565843 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-cd17f15c-b8bb-4293-8f12-8795bc152869 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598214'] for subnet (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:09.601296 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3810cc8f-7499-427d-9fd1-99be6d12948e req-03094594-54fa-49dd-acd6-a5d4671dad64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:09.602905 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-3810cc8f-7499-427d-9fd1-99be6d12948e req-03094594-54fa-49dd-acd6-a5d4671dad64 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0845432 May 04 18:20:09.679918 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77a729e-02da-4f4a-947e-8ddd2c153286 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7413deaf-5835-5fbd-ad87-e75b1d698e43-993f489f-74a5-457d-8185-f79358d76406', 'network_id': '993f489f-74a5-457d-8185-f79358d76406', 'project_id': 'b773343d1a8d4e6889bb80f938a389a4', 'fixed_ips': [{'subnet_id': '594e40ba-79c8-4637-b6b1-1159f1c0e514'}]}} from dv-cinder-840511-4-iscsi. {{(pid=104025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 18:20:09.681261 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-c77a729e-02da-4f4a-947e-8ddd2c153286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (None), before_create {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:09.699479 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-cd17f15c-b8bb-4293-8f12-8795bc152869 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0913393 May 04 18:20:09.700161 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 52306) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:20:09.706811 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.v2.base [None req-f0e0d7af-330b-4265-b690-d58f4b7ee135 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1658897830-router', 'tenant_id': 'b773343d1a8d4e6889bb80f938a389a4', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31'}}} {{(pid=104023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:20:09.762037 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-3810cc8f-7499-427d-9fd1-99be6d12948e req-6f479018-8678-4a65-ba3e-aad659e3d1b8 service neutron] 10.222.0.84 "GET /v2.0/networks/6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504390 May 04 18:20:09.765433 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-bf2b9745-3e96-4f1e-8e1f-bade9fec397e tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (c50ec29f-aebc-4bb6-aefc-73725bfc2763), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:09.832765 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f0e0d7af-330b-4265-b690-d58f4b7ee135 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1680882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13377'] for router (df9aa683-447e-479a-ab4b-e53d1b9687ba), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:09.833905 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f0e0d7af-330b-4265-b690-d58f4b7ee135 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1680798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1675771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1801714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13400'] for router (df9aa683-447e-479a-ab4b-e53d1b9687ba), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:09.840135 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.db_base_plugin_common [None req-c77a729e-02da-4f4a-947e-8ddd2c153286 None None] Allocated IP 172.20.0.2 (993f489f-74a5-457d-8185-f79358d76406/594e40ba-79c8-4637-b6b1-1159f1c0e514/443f2a43-ed90-4439-bbd2-e688f036494c) {{(pid=104025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:20:09.971848 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f0e0d7af-330b-4265-b690-d58f4b7ee135 admin admin] Publish callbacks [] for router_controller (df9aa683-447e-479a-ab4b-e53d1b9687ba), precommit_add_association {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:10.024458 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-3810cc8f-7499-427d-9fd1-99be6d12948e req-29d81c55-a62a-4fb1-bdf2-59048408a6d1 service neutron] 10.222.0.84 "GET /v2.0/networks/6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559795 May 04 18:20:10.154221 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-c77a729e-02da-4f4a-947e-8ddd2c153286 None None] Publish callbacks [] for port (443f2a43-ed90-4439-bbd2-e688f036494c), precommit_create {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:10.191016 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69400b0c-8778-4240-81d7-647c7eeea6ff req-515d8b17-8d4d-4a96-b2cc-d6676998bd6b tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:10.208175 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-69400b0c-8778-4240-81d7-647c7eeea6ff req-515d8b17-8d4d-4a96-b2cc-d6676998bd6b tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 945 time: 0.0814362 May 04 18:20:10.223819 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-c77a729e-02da-4f4a-947e-8ddd2c153286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772819832230'] for port (443f2a43-ed90-4439-bbd2-e688f036494c), after_create {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:10.227118 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dcdb48-8b95-4399-864b-20f92f8653d4 req-8c03fe26-65e3-4d01-b699-2fb76f53a187 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:10.228996 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-e0dcdb48-8b95-4399-864b-20f92f8653d4 req-8c03fe26-65e3-4d01-b699-2fb76f53a187 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2 HTTP/1.1" status: 200 len: 945 time: 0.1760199 May 04 18:20:10.267182 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77a729e-02da-4f4a-947e-8ddd2c153286 None None] Network 993f489f-74a5-457d-8185-f79358d76406 is already hosted by enough agents. {{(pid=104025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:20:10.277750 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-bf2b9745-3e96-4f1e-8e1f-bade9fec397e tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Publish callbacks [] for port (c50ec29f-aebc-4bb6-aefc-73725bfc2763), precommit_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:10.291594 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-69400b0c-8778-4240-81d7-647c7eeea6ff req-ee9c9732-581d-4eeb-ad87-df36e0f49be5 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819461 May 04 18:20:10.316870 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.scheduler.base_scheduler [None req-c77a729e-02da-4f4a-947e-8ddd2c153286 None None] Resources bound (agent type, host, resource id): {{(pid=104025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:20:10.320461 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77a729e-02da-4f4a-947e-8ddd2c153286 None None] Received port after_create {{(pid=104025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:20:10.328595 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f0e0d7af-330b-4265-b690-d58f4b7ee135 admin admin] Publish callbacks [] for router_gateway (df9aa683-447e-479a-ab4b-e53d1b9687ba), precommit_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:10.346932 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-bf2b9745-3e96-4f1e-8e1f-bade9fec397e tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7382199'] for port (c50ec29f-aebc-4bb6-aefc-73725bfc2763), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:10.379088 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77a729e-02da-4f4a-947e-8ddd2c153286 None None] Pushing event updated for resources: {'Port': ['ID=443f2a43-ed90-4439-bbd2-e688f036494c,revision_number=1']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:20:10.402845 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-e0dcdb48-8b95-4399-864b-20f92f8653d4 req-03bc9e5a-2175-4839-9adc-ca3bc5513e50 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f9cf9b-5753-412e-92be-8773f690cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277723 May 04 18:20:10.424270 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.managers [None req-c77a729e-02da-4f4a-947e-8ddd2c153286 None None] Attempting to bind port 443f2a43-ed90-4439-bbd2-e688f036494c on host dv-cinder-840511-4-iscsi for vnic_type normal with profile {{(pid=104025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 18:20:10.424655 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.managers [None req-c77a729e-02da-4f4a-947e-8ddd2c153286 None None] Attempting to bind port 443f2a43-ed90-4439-bbd2-e688f036494c by drivers openvswitch,hyperv on host dv-cinder-840511-4-iscsi at level 0 using segments [{'id': '113cad1e-64a4-4fc8-85b2-45fe2f7020da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '993f489f-74a5-457d-8185-f79358d76406'}] {{(pid=104025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 18:20:10.425255 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77a729e-02da-4f4a-947e-8ddd2c153286 None None] Attempting to bind port 443f2a43-ed90-4439-bbd2-e688f036494c on network 993f489f-74a5-457d-8185-f79358d76406 {{(pid=104025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:20:10.433322 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77a729e-02da-4f4a-947e-8ddd2c153286 None None] Checking agent: {'id': 'e55a6cb5-967a-4631-865a-95818de4ff35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840511-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 7, 4), 'started_at': datetime.datetime(2022, 5, 4, 18, 7, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840511-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 18:20:10.433699 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77a729e-02da-4f4a-947e-8ddd2c153286 None None] Checking segment: {'id': '113cad1e-64a4-4fc8-85b2-45fe2f7020da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '993f489f-74a5-457d-8185-f79358d76406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:20:10.434387 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-c77a729e-02da-4f4a-947e-8ddd2c153286 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:10.438399 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77a729e-02da-4f4a-947e-8ddd2c153286 None None] Bound using segment: {'id': '113cad1e-64a4-4fc8-85b2-45fe2f7020da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '993f489f-74a5-457d-8185-f79358d76406'} {{(pid=104025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 18:20:10.438399 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.managers [None req-c77a729e-02da-4f4a-947e-8ddd2c153286 None None] Bound port: 443f2a43-ed90-4439-bbd2-e688f036494c, host: dv-cinder-840511-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '113cad1e-64a4-4fc8-85b2-45fe2f7020da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '993f489f-74a5-457d-8185-f79358d76406'}}] {{(pid=104025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 18:20:10.438399 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-c77a729e-02da-4f4a-947e-8ddd2c153286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (443f2a43-ed90-4439-bbd2-e688f036494c), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:10.445160 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2b9745-3e96-4f1e-8e1f-bade9fec397e tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Pushing event updated for resources: {'Port': ['ID=c50ec29f-aebc-4bb6-aefc-73725bfc2763,revision_number=2']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:20:10.474637 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-bf2b9745-3e96-4f1e-8e1f-bade9fec397e tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1676511'] for floatingip (5a080734-7cea-42c9-ad57-37c10e2b065b), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:10.532590 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-c77a729e-02da-4f4a-947e-8ddd2c153286 None None] For port 443f2a43-ed90-4439-bbd2-e688f036494c, host dv-cinder-840511-4-iscsi, cleared binding levels {{(pid=104025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 18:20:10.541072 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-c77a729e-02da-4f4a-947e-8ddd2c153286 None None] For port 443f2a43-ed90-4439-bbd2-e688f036494c, host dv-cinder-840511-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=443f2a43-ed90-4439-bbd2-e688f036494c,segment=NetworkSegment(113cad1e-64a4-4fc8-85b2-45fe2f7020da),segment_id=113cad1e-64a4-4fc8-85b2-45fe2f7020da)] {{(pid=104025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 18:20:10.619208 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-c77a729e-02da-4f4a-947e-8ddd2c153286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (443f2a43-ed90-4439-bbd2-e688f036494c), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:10.705828 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.db.l3_db [None req-bf2b9745-3e96-4f1e-8e1f-bade9fec397e tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Floating IP 5a080734-7cea-42c9-ad57-37c10e2b065b associated. External IP: 172.27.1.231, port: 8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4. May 04 18:20:10.736155 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77a729e-02da-4f4a-947e-8ddd2c153286 None None] Pushing event updated for resources: {'Port': ['ID=443f2a43-ed90-4439-bbd2-e688f036494c,revision_number=2']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:20:10.861496 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f0e0d7af-330b-4265-b690-d58f4b7ee135 admin admin] Publish callbacks [] for router_gateway (df9aa683-447e-479a-ab4b-e53d1b9687ba), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:10.900089 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f0e0d7af-330b-4265-b690-d58f4b7ee135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:11.187500 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.db_base_plugin_common [None req-f0e0d7af-330b-4265-b690-d58f4b7ee135 admin admin] Allocated IP 172.27.1.113 (1bc9efb7-0207-4c06-8ee1-3b0aa535de31/61d7fae2-9d6e-42a3-8cf9-91a587505bb7/e1b68686-5841-411b-a7bb-45c73d6de9bc) {{(pid=104023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:20:11.213687 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf2b9745-3e96-4f1e-8e1f-bade9fec397e tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Router 7083c830-f333-46fd-9322-19ed9b2d21c1 has already been hosted by L3 agent 341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae {{(pid=104023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 18:20:11.427418 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f0e0d7af-330b-4265-b690-d58f4b7ee135 admin admin] Publish callbacks [] for port (e1b68686-5841-411b-a7bb-45c73d6de9bc), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:11.444507 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf2b9745-3e96-4f1e-8e1f-bade9fec397e tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Notify agent at l3_agent.dv-cinder-840511-4-iscsi the message routers_updated {{(pid=104023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 18:20:11.478108 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b24ba0-210e-4990-8469-f79672765aa2 None None] Sync routers for ids ['7083c830-f333-46fd-9322-19ed9b2d21c1'] in dv-cinder-840511-4-iscsi {{(pid=104026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:20:11.498897 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b24ba0-210e-4990-8469-f79672765aa2 None None] Routers {'7083c830-f333-46fd-9322-19ed9b2d21c1'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:20:11.499894 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-d5b24ba0-210e-4990-8469-f79672765aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:20:00Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['7083c830-f333-46fd-9322-19ed9b2d21c1'], 'active': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:20:11.579412 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe0bdaf-5bd8-433b-8efb-8d3b98a28fff req-4d8a49ab-0726-4925-9863-f3dfcda14a63 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:11.586544 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-2fe0bdaf-5bd8-433b-8efb-8d3b98a28fff req-4d8a49ab-0726-4925-9863-f3dfcda14a63 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 945 time: 0.1318595 May 04 18:20:11.630921 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f5b12-940a-447a-8707-c5720d05abe3 req-2ed2f926-af35-49cb-a2e9-60909c1e014f tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:11.644579 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-f38f5b12-940a-447a-8707-c5720d05abe3 req-2ed2f926-af35-49cb-a2e9-60909c1e014f tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2 HTTP/1.1" status: 200 len: 945 time: 0.1048169 May 04 18:20:11.660597 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f0e0d7af-330b-4265-b690-d58f4b7ee135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772819832230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7382190'] for port (e1b68686-5841-411b-a7bb-45c73d6de9bc), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:11.675670 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-bf2b9745-3e96-4f1e-8e1f-bade9fec397e tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976'] for floatingip (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:11.680561 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-2fe0bdaf-5bd8-433b-8efb-8d3b98a28fff req-37b84da2-05a2-44e3-a665-c18810522438 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869460 May 04 18:20:11.695108 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvr_db [None req-d5b24ba0-210e-4990-8469-f79672765aa2 None None] Set router 7083c830-f333-46fd-9322-19ed9b2d21c1 gateway port host: dv-cinder-840511-4-iscsi {{(pid=104026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:20:11.823565 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e0d7af-330b-4265-b690-d58f4b7ee135 admin admin] Network 1bc9efb7-0207-4c06-8ee1-3b0aa535de31 is already hosted by enough agents. {{(pid=104023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:20:11.828547 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e0d7af-330b-4265-b690-d58f4b7ee135 admin admin] Pushing event updated for resources: {'Port': ['ID=e1b68686-5841-411b-a7bb-45c73d6de9bc,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:20:11.853721 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.base_scheduler [None req-f0e0d7af-330b-4265-b690-d58f4b7ee135 admin admin] Resources bound (agent type, host, resource id): {{(pid=104023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:20:11.867851 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e0d7af-330b-4265-b690-d58f4b7ee135 admin admin] Received port after_create {{(pid=104023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:20:11.987573 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-bf2b9745-3e96-4f1e-8e1f-bade9fec397e tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.4783206 May 04 18:20:11.995068 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8dd944e-6e16-498a-848a-ffdff4fbd064', 'tag': '8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:20:11.997405 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}418c4fc0ed359c78e2a46d0945201a397afdfc4a7689ae544a04c30398cb972a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e18b8c35-6621-4560-935a-3978bbe26836" -d '{"events": [{"name": "network-changed", "server_uuid": "f8dd944e-6e16-498a-848a-ffdff4fbd064", "tag": "8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:20:12.120820 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-d5b24ba0-210e-4990-8469-f79672765aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7083c830-f333-46fd-9322-19ed9b2d21c1', 'name': 'tempest-TestShelveInstance-735415400-router', 'tenant_id': '5b095a86e9004719a23c3a0bd0f8a986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '4fa398eb-adf8-446e-b957-5e7853142b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:18:34Z', 'updated_at': '2022-05-04T18:18:38Z', 'revision_number': 4, 'project_id': '5b095a86e9004719a23c3a0bd0f8a986', 'gw_port': {'id': '4fa398eb-adf8-446e-b957-5e7853142b88', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7083c830-f333-46fd-9322-19ed9b2d21c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:18:35Z', 'updated_at': '2022-05-04T18:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_floatingips': [{'id': '5a080734-7cea-42c9-ad57-37c10e2b065b', 'tenant_id': '5b095a86e9004719a23c3a0bd0f8a986', 'floating_ip_address': '172.27.1.231', 'floating_network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'router_id': '7083c830-f333-46fd-9322-19ed9b2d21c1', 'port_id': '8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '106b7264-34d3-4ab1-9694-1650e4fd9860', 'mac_address': 'fa:16:3e:6b:12:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8dd944e-6e16-498a-848a-ffdff4fbd064', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:20:09Z', 'updated_at': '2022-05-04T18:20:09Z', 'revision_number': 0, 'project_id': '5b095a86e9004719a23c3a0bd0f8a986', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98cfa51d-91d7-4cc3-8795-19ad35c90a50', 'name': '', 'network_id': '106b7264-34d3-4ab1-9694-1650e4fd9860', 'tenant_id': '5b095a86e9004719a23c3a0bd0f8a986', 'mac_address': 'fa:16:3e:ef:75:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7083c830-f333-46fd-9322-19ed9b2d21c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '3d61c736-b53f-4743-b857-e2820b1996fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:18:37Z', 'updated_at': '2022-05-04T18:18:42Z', 'revision_number': 5, 'project_id': '5b095a86e9004719a23c3a0bd0f8a986', 'subnets': [{'id': '3d61c736-b53f-4743-b857-e2820b1996fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:20:12.151695 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b24ba0-210e-4990-8469-f79672765aa2 None None] Checking router: 7083c830-f333-46fd-9322-19ed9b2d21c1 for host: dv-cinder-840511-4-iscsi {{(pid=104026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:20:12.161505 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b24ba0-210e-4990-8469-f79672765aa2 None None] Routers {'7083c830-f333-46fd-9322-19ed9b2d21c1'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:20:12.162122 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-d5b24ba0-210e-4990-8469-f79672765aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:20:00Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['7083c830-f333-46fd-9322-19ed9b2d21c1'], 'active': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:20:12.192665 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae60a38-a849-44fd-84b3-6301c89d8394 None None] Network 993f489f-74a5-457d-8185-f79358d76406 requested from dv-cinder-840511-4-iscsi {{(pid=104025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 18:20:12.242390 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-97df65dc-3d6d-4457-91d7-aadadbbde1c2 None None] Provisioning complete for port 443f2a43-ed90-4439-bbd2-e688f036494c triggered by entity DHCP. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:20:12.243180 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-97df65dc-3d6d-4457-91d7-aadadbbde1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (443f2a43-ed90-4439-bbd2-e688f036494c), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:12.325459 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-f38f5b12-940a-447a-8707-c5720d05abe3 req-58af835b-10f8-4ee9-96b8-235d6d36d2cc tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f9cf9b-5753-412e-92be-8773f690cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6799819 May 04 18:20:12.326776 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvr_db [None req-d5b24ba0-210e-4990-8469-f79672765aa2 None None] Set router 7083c830-f333-46fd-9322-19ed9b2d21c1 gateway port host: dv-cinder-840511-4-iscsi {{(pid=104026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:20:12.329392 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 18:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23950d70-d9c7-42bf-b79f-1c4f4d281dd2 x-openstack-request-id: req-23950d70-d9c7-42bf-b79f-1c4f4d281dd2 {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:20:12.329680 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8dd944e-6e16-498a-848a-ffdff4fbd064", "tag": "8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4", "status": "completed", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:20:12.329929 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-23950d70-d9c7-42bf-b79f-1c4f4d281dd2 {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:20:12.330328 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23950d70-d9c7-42bf-b79f-1c4f4d281dd2'] response: {'name': 'network-changed', 'server_uuid': 'f8dd944e-6e16-498a-848a-ffdff4fbd064', 'tag': '8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4', 'status': 'completed', 'code': 200} May 04 18:20:12.407702 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b8c35-6621-4560-935a-3978bbe26836 req-0a8cfd3f-6890-4796-b676-8d163f6883ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:12.409218 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-e18b8c35-6621-4560-935a-3978bbe26836 req-0a8cfd3f-6890-4796-b676-8d163f6883ed service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=5b095a86e9004719a23c3a0bd0f8a986&device_id=f8dd944e-6e16-498a-848a-ffdff4fbd064 HTTP/1.1" status: 200 len: 1129 time: 0.0781610 May 04 18:20:12.409752 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-97df65dc-3d6d-4457-91d7-aadadbbde1c2 None None] Current status of the port 443f2a43-ed90-4439-bbd2-e688f036494c is: DOWN; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:20:12.410480 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-97df65dc-3d6d-4457-91d7-aadadbbde1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (443f2a43-ed90-4439-bbd2-e688f036494c), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:12.449548 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-97df65dc-3d6d-4457-91d7-aadadbbde1c2 None None] For port 443f2a43-ed90-4439-bbd2-e688f036494c, host dv-cinder-840511-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=443f2a43-ed90-4439-bbd2-e688f036494c,segment=NetworkSegment(113cad1e-64a4-4fc8-85b2-45fe2f7020da),segment_id=113cad1e-64a4-4fc8-85b2-45fe2f7020da)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:20:12.531709 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-97df65dc-3d6d-4457-91d7-aadadbbde1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (443f2a43-ed90-4439-bbd2-e688f036494c), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:12.615783 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b8c35-6621-4560-935a-3978bbe26836 req-d4cb3e93-9819-466c-b294-bd717a1c70cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:12.618697 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-e18b8c35-6621-4560-935a-3978bbe26836 req-d4cb3e93-9819-466c-b294-bd717a1c70cc service neutron] 10.222.0.84 "GET /v2.0/networks?id=106b7264-34d3-4ab1-9694-1650e4fd9860 HTTP/1.1" status: 200 len: 909 time: 0.2002485 May 04 18:20:12.622723 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df65dc-3d6d-4457-91d7-aadadbbde1c2 None None] Pushing event updated for resources: {'Port': ['ID=443f2a43-ed90-4439-bbd2-e688f036494c,revision_number=3']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:20:12.684035 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-d5b24ba0-210e-4990-8469-f79672765aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7083c830-f333-46fd-9322-19ed9b2d21c1', 'name': 'tempest-TestShelveInstance-735415400-router', 'tenant_id': '5b095a86e9004719a23c3a0bd0f8a986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '4fa398eb-adf8-446e-b957-5e7853142b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:18:34Z', 'updated_at': '2022-05-04T18:18:38Z', 'revision_number': 4, 'project_id': '5b095a86e9004719a23c3a0bd0f8a986', 'gw_port': {'id': '4fa398eb-adf8-446e-b957-5e7853142b88', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7083c830-f333-46fd-9322-19ed9b2d21c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:18:35Z', 'updated_at': '2022-05-04T18:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_floatingips': [{'id': '5a080734-7cea-42c9-ad57-37c10e2b065b', 'tenant_id': '5b095a86e9004719a23c3a0bd0f8a986', 'floating_ip_address': '172.27.1.231', 'floating_network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'router_id': '7083c830-f333-46fd-9322-19ed9b2d21c1', 'port_id': '8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '106b7264-34d3-4ab1-9694-1650e4fd9860', 'mac_address': 'fa:16:3e:6b:12:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8dd944e-6e16-498a-848a-ffdff4fbd064', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:20:09Z', 'updated_at': '2022-05-04T18:20:09Z', 'revision_number': 0, 'project_id': '5b095a86e9004719a23c3a0bd0f8a986', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98cfa51d-91d7-4cc3-8795-19ad35c90a50', 'name': '', 'network_id': '106b7264-34d3-4ab1-9694-1650e4fd9860', 'tenant_id': '5b095a86e9004719a23c3a0bd0f8a986', 'mac_address': 'fa:16:3e:ef:75:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7083c830-f333-46fd-9322-19ed9b2d21c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '3d61c736-b53f-4743-b857-e2820b1996fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:18:37Z', 'updated_at': '2022-05-04T18:18:42Z', 'revision_number': 5, 'project_id': '5b095a86e9004719a23c3a0bd0f8a986', 'subnets': [{'id': '3d61c736-b53f-4743-b857-e2820b1996fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:20:12.715935 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b24ba0-210e-4990-8469-f79672765aa2 None None] The sync data for ids ['7083c830-f333-46fd-9322-19ed9b2d21c1'] in dv-cinder-840511-4-iscsi is: [{'id': '7083c830-f333-46fd-9322-19ed9b2d21c1', 'name': 'tempest-TestShelveInstance-735415400-router', 'tenant_id': '5b095a86e9004719a23c3a0bd0f8a986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '4fa398eb-adf8-446e-b957-5e7853142b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:18:34Z', 'updated_at': '2022-05-04T18:18:38Z', 'revision_number': 4, 'project_id': '5b095a86e9004719a23c3a0bd0f8a986', 'gw_port': {'id': '4fa398eb-adf8-446e-b957-5e7853142b88', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7083c830-f333-46fd-9322-19ed9b2d21c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:18:35Z', 'updated_at': '2022-05-04T18:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_floatingips': [{'id': '5a080734-7cea-42c9-ad57-37c10e2b065b', 'tenant_id': '5b095a86e9004719a23c3a0bd0f8a986', 'floating_ip_address': '172.27.1.231', 'floating_network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'router_id': '7083c830-f333-46fd-9322-19ed9b2d21c1', 'port_id': '8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '106b7264-34d3-4ab1-9694-1650e4fd9860', 'mac_address': 'fa:16:3e:6b:12:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8dd944e-6e16-498a-848a-ffdff4fbd064', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:20:09Z', 'updated_at': '2022-05-04T18:20:09Z', 'revision_number': 0, 'project_id': '5b095a86e9004719a23c3a0bd0f8a986', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98cfa51d-91d7-4cc3-8795-19ad35c90a50', 'name': '', 'network_id': '106b7264-34d3-4ab1-9694-1650e4fd9860', 'tenant_id': '5b095a86e9004719a23c3a0bd0f8a986', 'mac_address': 'fa:16:3e:ef:75:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7083c830-f333-46fd-9322-19ed9b2d21c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '3d61c736-b53f-4743-b857-e2820b1996fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:18:37Z', 'updated_at': '2022-05-04T18:18:42Z', 'revision_number': 5, 'project_id': '5b095a86e9004719a23c3a0bd0f8a986', 'subnets': [{'id': '3d61c736-b53f-4743-b857-e2820b1996fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:20:12.822187 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f0e0d7af-330b-4265-b690-d58f4b7ee135 admin admin] Publish callbacks [] for router_gateway (df9aa683-447e-479a-ab4b-e53d1b9687ba), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:12.824310 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-2a7ab93c-23af-40a9-bd25-a939ca6cfcac None None] Provisioning complete for port 443f2a43-ed90-4439-bbd2-e688f036494c triggered by entity DHCP. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:20:12.824310 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-2a7ab93c-23af-40a9-bd25-a939ca6cfcac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (443f2a43-ed90-4439-bbd2-e688f036494c), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:12.825366 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-e18b8c35-6621-4560-935a-3978bbe26836 req-f563307d-f282-407f-b3f5-c7f70bf6ad5d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4 HTTP/1.1" status: 200 len: 999 time: 0.1220901 May 04 18:20:12.937301 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b8c35-6621-4560-935a-3978bbe26836 req-14670f42-4bbc-4b06-baac-afcd21cba5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:12.938683 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-e18b8c35-6621-4560-935a-3978bbe26836 req-14670f42-4bbc-4b06-baac-afcd21cba5d7 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3d61c736-b53f-4743-b857-e2820b1996fc HTTP/1.1" status: 200 len: 847 time: 0.1292999 May 04 18:20:12.942005 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0b1f6c-54d1-4233-bb19-dbdb411ef557 req-437d494f-e686-46ff-b5a5-67bb09d4019f tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:12.952032 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-de0b1f6c-54d1-4233-bb19-dbdb411ef557 req-437d494f-e686-46ff-b5a5-67bb09d4019f tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 945 time: 0.0728779 May 04 18:20:12.988049 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-2a7ab93c-23af-40a9-bd25-a939ca6cfcac None None] Current status of the port 443f2a43-ed90-4439-bbd2-e688f036494c is: ACTIVE; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:20:12.998276 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device 443f2a43-ed90-4439-bbd2-e688f036494c up at agent ovs-agent-dv-cinder-840511-4-iscsi {{(pid=104025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:20:13.031420 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-de0b1f6c-54d1-4233-bb19-dbdb411ef557 req-ddc02401-3b82-474f-b9f0-4bb6a1aedf1f tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783238 May 04 18:20:13.047683 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b8c35-6621-4560-935a-3978bbe26836 req-92c4337c-4c66-4863-8743-62ab16f43b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:13.047683 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-e18b8c35-6621-4560-935a-3978bbe26836 req-92c4337c-4c66-4863-8743-62ab16f43b3a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=106b7264-34d3-4ab1-9694-1650e4fd9860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0976100 May 04 18:20:13.096966 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Provisioning complete for port 443f2a43-ed90-4439-bbd2-e688f036494c triggered by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:20:13.097343 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (443f2a43-ed90-4439-bbd2-e688f036494c), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:13.125576 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455705c9-363a-4f5d-881e-3f1f5ed903ae None None] New status for floating IP 5a080734-7cea-42c9-ad57-37c10e2b065b: ACTIVE {{(pid=104025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 18:20:13.249726 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-e18b8c35-6621-4560-935a-3978bbe26836 req-a5e3a4f5-36a3-4fb7-b56d-f787bddfebd9 service neutron] 10.222.0.84 "GET /v2.0/networks/106b7264-34d3-4ab1-9694-1650e4fd9860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690118 May 04 18:20:13.257369 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f0e0d7af-330b-4265-b690-d58f4b7ee135 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1680775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1675720'] for router (df9aa683-447e-479a-ab4b-e53d1b9687ba), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:13.456555 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Current status of the port 443f2a43-ed90-4439-bbd2-e688f036494c is: ACTIVE; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:20:13.471853 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-e18b8c35-6621-4560-935a-3978bbe26836 req-9f78c39e-8ae7-4817-8f8e-af644367ac60 service neutron] 10.222.0.84 "GET /v2.0/networks/106b7264-34d3-4ab1-9694-1650e4fd9860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106264 May 04 18:20:13.647824 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0e0d7af-330b-4265-b690-d58f4b7ee135 admin admin] Router df9aa683-447e-479a-ab4b-e53d1b9687ba is scheduled to L3 agent 341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae with binding_index 1 {{(pid=104023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 18:20:13.785945 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0e0d7af-330b-4265-b690-d58f4b7ee135 admin admin] Notify agent at l3_agent.dv-cinder-840511-4-iscsi the message routers_updated {{(pid=104023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 18:20:13.798226 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06d2b6e-bac6-4f7d-ac24-ac6b0b4eac4d None None] Sync routers for ids ['df9aa683-447e-479a-ab4b-e53d1b9687ba'] in dv-cinder-840511-4-iscsi {{(pid=104026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:20:13.814330 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06d2b6e-bac6-4f7d-ac24-ac6b0b4eac4d None None] Routers {'df9aa683-447e-479a-ab4b-e53d1b9687ba'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:20:13.818186 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-f06d2b6e-bac6-4f7d-ac24-ac6b0b4eac4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:20:00Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['df9aa683-447e-479a-ab4b-e53d1b9687ba'], 'active': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:20:13.889599 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f0e0d7af-330b-4265-b690-d58f4b7ee135 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:13.893735 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-f0e0d7af-330b-4265-b690-d58f4b7ee135 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.1883674 May 04 18:20:13.895059 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 52334) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:20:13.951307 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvr_db [None req-f06d2b6e-bac6-4f7d-ac24-ac6b0b4eac4d None None] Set router df9aa683-447e-479a-ab4b-e53d1b9687ba gateway port host: dv-cinder-840511-4-iscsi {{(pid=104026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:20:14.154197 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462c343b-f130-4cca-ad39-98d27fd8530a req-31cc5b87-cc2a-4903-9ac8-53381700e23f tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:14.163204 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-462c343b-f130-4cca-ad39-98d27fd8530a req-31cc5b87-cc2a-4903-9ac8-53381700e23f tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 945 time: 0.0594122 May 04 18:20:14.173116 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-f06d2b6e-bac6-4f7d-ac24-ac6b0b4eac4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df9aa683-447e-479a-ab4b-e53d1b9687ba', 'name': 'tempest-TestMinimumBasicScenario-1658897830-router', 'tenant_id': 'b773343d1a8d4e6889bb80f938a389a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'e1b68686-5841-411b-a7bb-45c73d6de9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:20:09Z', 'updated_at': '2022-05-04T18:20:12Z', 'revision_number': 3, 'project_id': 'b773343d1a8d4e6889bb80f938a389a4', 'gw_port': {'id': 'e1b68686-5841-411b-a7bb-45c73d6de9bc', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:84:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df9aa683-447e-479a-ab4b-e53d1b9687ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:20:10Z', 'updated_at': '2022-05-04T18:20:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi'}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:20:14.217977 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06d2b6e-bac6-4f7d-ac24-ac6b0b4eac4d None None] Checking router: df9aa683-447e-479a-ab4b-e53d1b9687ba for host: dv-cinder-840511-4-iscsi {{(pid=104026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:20:14.218320 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06d2b6e-bac6-4f7d-ac24-ac6b0b4eac4d None None] Updating router df9aa683-447e-479a-ab4b-e53d1b9687ba port e1b68686-5841-411b-a7bb-45c73d6de9bc binding host dv-cinder-840511-4-iscsi {{(pid=104026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 18:20:14.238757 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-462c343b-f130-4cca-ad39-98d27fd8530a req-3286d2d0-4ee0-4fb9-8b6a-2483fb92fdc1 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740776 May 04 18:20:14.264512 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f06d2b6e-bac6-4f7d-ac24-ac6b0b4eac4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (e1b68686-5841-411b-a7bb-45c73d6de9bc), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:14.458267 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-768baf92-4d47-41dd-b007-507b8f2f1f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:14.566339 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f06d2b6e-bac6-4f7d-ac24-ac6b0b4eac4d None None] Publish callbacks [] for port (e1b68686-5841-411b-a7bb-45c73d6de9bc), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:14.646074 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f06d2b6e-bac6-4f7d-ac24-ac6b0b4eac4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (e1b68686-5841-411b-a7bb-45c73d6de9bc), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:14.658470 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.db.db_base_plugin_common [None req-768baf92-4d47-41dd-b007-507b8f2f1f0c admin admin] Allocated IP 172.20.0.1 (993f489f-74a5-457d-8185-f79358d76406/594e40ba-79c8-4637-b6b1-1159f1c0e514/e773696f-a1dc-44b2-b56e-51cfcddfe226) {{(pid=104024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:20:14.704175 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-f06d2b6e-bac6-4f7d-ac24-ac6b0b4eac4d None None] Attempting to bind port e1b68686-5841-411b-a7bb-45c73d6de9bc on host dv-cinder-840511-4-iscsi for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 18:20:14.704986 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-f06d2b6e-bac6-4f7d-ac24-ac6b0b4eac4d None None] Attempting to bind port e1b68686-5841-411b-a7bb-45c73d6de9bc by drivers openvswitch,hyperv on host dv-cinder-840511-4-iscsi at level 0 using segments [{'id': '44841efa-8edc-4b72-aba0-27edf49af522', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 18:20:14.705451 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06d2b6e-bac6-4f7d-ac24-ac6b0b4eac4d None None] Attempting to bind port e1b68686-5841-411b-a7bb-45c73d6de9bc on network 1bc9efb7-0207-4c06-8ee1-3b0aa535de31 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:20:14.714912 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06d2b6e-bac6-4f7d-ac24-ac6b0b4eac4d None None] Checking agent: {'id': 'e55a6cb5-967a-4631-865a-95818de4ff35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840511-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 7, 4), 'started_at': datetime.datetime(2022, 5, 4, 18, 7, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840511-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 18:20:14.715376 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06d2b6e-bac6-4f7d-ac24-ac6b0b4eac4d None None] Checking segment: {'id': '44841efa-8edc-4b72-aba0-27edf49af522', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:20:14.715892 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f06d2b6e-bac6-4f7d-ac24-ac6b0b4eac4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:14.716386 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06d2b6e-bac6-4f7d-ac24-ac6b0b4eac4d None None] Bound using segment: {'id': '44841efa-8edc-4b72-aba0-27edf49af522', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31'} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 18:20:14.716961 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-f06d2b6e-bac6-4f7d-ac24-ac6b0b4eac4d None None] Bound port: e1b68686-5841-411b-a7bb-45c73d6de9bc, host: dv-cinder-840511-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44841efa-8edc-4b72-aba0-27edf49af522', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31'}}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 18:20:14.717435 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f06d2b6e-bac6-4f7d-ac24-ac6b0b4eac4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (e1b68686-5841-411b-a7bb-45c73d6de9bc), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:14.719207 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9a38f8-0f76-4e9a-97de-ec35922c6d78 None None] Pushing event updated for resources: {'Port': ['ID=e1b68686-5841-411b-a7bb-45c73d6de9bc,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:20:14.745584 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9a38f8-0f76-4e9a-97de-ec35922c6d78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:20:14.746084 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9a38f8-0f76-4e9a-97de-ec35922c6d78 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:20:14.746872 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9a38f8-0f76-4e9a-97de-ec35922c6d78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:20:14.747087 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9a38f8-0f76-4e9a-97de-ec35922c6d78 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:20:14.747596 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9a38f8-0f76-4e9a-97de-ec35922c6d78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:20:14.748025 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9a38f8-0f76-4e9a-97de-ec35922c6d78 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:20:14.748453 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9a38f8-0f76-4e9a-97de-ec35922c6d78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:20:14.748875 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9a38f8-0f76-4e9a-97de-ec35922c6d78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:20:14.749297 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9a38f8-0f76-4e9a-97de-ec35922c6d78 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:20:14.749720 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9a38f8-0f76-4e9a-97de-ec35922c6d78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:20:14.750137 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9a38f8-0f76-4e9a-97de-ec35922c6d78 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:20:14.750604 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9a38f8-0f76-4e9a-97de-ec35922c6d78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:20:14.751043 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9a38f8-0f76-4e9a-97de-ec35922c6d78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:20:14.751475 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9a38f8-0f76-4e9a-97de-ec35922c6d78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:20:14.751885 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9a38f8-0f76-4e9a-97de-ec35922c6d78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:20:14.797315 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-f06d2b6e-bac6-4f7d-ac24-ac6b0b4eac4d None None] For port e1b68686-5841-411b-a7bb-45c73d6de9bc, host dv-cinder-840511-4-iscsi, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 18:20:14.803367 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-f06d2b6e-bac6-4f7d-ac24-ac6b0b4eac4d None None] For port e1b68686-5841-411b-a7bb-45c73d6de9bc, host dv-cinder-840511-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=e1b68686-5841-411b-a7bb-45c73d6de9bc,segment=NetworkSegment(44841efa-8edc-4b72-aba0-27edf49af522),segment_id=44841efa-8edc-4b72-aba0-27edf49af522)] {{(pid=104026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 18:20:14.805168 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-768baf92-4d47-41dd-b007-507b8f2f1f0c admin admin] Publish callbacks [] for port (e773696f-a1dc-44b2-b56e-51cfcddfe226), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:14.886738 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f06d2b6e-bac6-4f7d-ac24-ac6b0b4eac4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (e1b68686-5841-411b-a7bb-45c73d6de9bc), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:14.915387 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-768baf92-4d47-41dd-b007-507b8f2f1f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772819832230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007267'] for port (e773696f-a1dc-44b2-b56e-51cfcddfe226), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:14.947546 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9a38f8-0f76-4e9a-97de-ec35922c6d78 None None] Pushing event updated for resources: {'Port': ['ID=e1b68686-5841-411b-a7bb-45c73d6de9bc,revision_number=3']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:20:14.970920 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768baf92-4d47-41dd-b007-507b8f2f1f0c admin admin] Network 993f489f-74a5-457d-8185-f79358d76406 is already hosted by enough agents. {{(pid=104024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:20:14.972736 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06d2b6e-bac6-4f7d-ac24-ac6b0b4eac4d None None] Routers {'df9aa683-447e-479a-ab4b-e53d1b9687ba'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:20:14.973444 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-f06d2b6e-bac6-4f7d-ac24-ac6b0b4eac4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:20:00Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['df9aa683-447e-479a-ab4b-e53d1b9687ba'], 'active': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:20:14.980517 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.base_scheduler [None req-768baf92-4d47-41dd-b007-507b8f2f1f0c admin admin] Resources bound (agent type, host, resource id): {{(pid=104024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:20:14.998591 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768baf92-4d47-41dd-b007-507b8f2f1f0c admin admin] Received port after_create {{(pid=104024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:20:15.001911 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768baf92-4d47-41dd-b007-507b8f2f1f0c admin admin] Pushing event updated for resources: {'Port': ['ID=e773696f-a1dc-44b2-b56e-51cfcddfe226,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:20:15.108127 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-768baf92-4d47-41dd-b007-507b8f2f1f0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674133'] for router_interface (df9aa683-447e-479a-ab4b-e53d1b9687ba), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:15.109116 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvr_db [None req-f06d2b6e-bac6-4f7d-ac24-ac6b0b4eac4d None None] Set router df9aa683-447e-479a-ab4b-e53d1b9687ba gateway port host: dv-cinder-840511-4-iscsi {{(pid=104026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:20:15.401944 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-768baf92-4d47-41dd-b007-507b8f2f1f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (e773696f-a1dc-44b2-b56e-51cfcddfe226), before_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:15.419208 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c52c851-706f-43fe-8010-3b98f282428d req-1e809b44-5b00-4687-9762-a9857e38b9b2 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:15.426642 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-8c52c851-706f-43fe-8010-3b98f282428d req-1e809b44-5b00-4687-9762-a9857e38b9b2 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 945 time: 0.0712171 May 04 18:20:15.439318 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-c5badc70-ca87-454d-acbb-2eca14c44ce9 None None] Provisioning complete for port e773696f-a1dc-44b2-b56e-51cfcddfe226 triggered by entity DHCP. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:20:15.439899 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-c5badc70-ca87-454d-acbb-2eca14c44ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (e773696f-a1dc-44b2-b56e-51cfcddfe226), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:15.503748 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-f06d2b6e-bac6-4f7d-ac24-ac6b0b4eac4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df9aa683-447e-479a-ab4b-e53d1b9687ba', 'name': 'tempest-TestMinimumBasicScenario-1658897830-router', 'tenant_id': 'b773343d1a8d4e6889bb80f938a389a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'e1b68686-5841-411b-a7bb-45c73d6de9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:20:09Z', 'updated_at': '2022-05-04T18:20:12Z', 'revision_number': 3, 'project_id': 'b773343d1a8d4e6889bb80f938a389a4', 'gw_port': {'id': 'e1b68686-5841-411b-a7bb-45c73d6de9bc', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:84:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df9aa683-447e-479a-ab4b-e53d1b9687ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:20:10Z', 'updated_at': '2022-05-04T18:20:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi'}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:20:15.506306 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-c5badc70-ca87-454d-acbb-2eca14c44ce9 None None] Port e773696f-a1dc-44b2-b56e-51cfcddfe226 cannot update to ACTIVE because it is not bound. {{(pid=104025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 18:20:15.525975 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-8c52c851-706f-43fe-8010-3b98f282428d req-5841b10a-175c-445b-81b9-9705f2c500b4 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982254 May 04 18:20:15.536751 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06d2b6e-bac6-4f7d-ac24-ac6b0b4eac4d None None] The sync data for ids ['df9aa683-447e-479a-ab4b-e53d1b9687ba'] in dv-cinder-840511-4-iscsi is: [{'id': 'df9aa683-447e-479a-ab4b-e53d1b9687ba', 'name': 'tempest-TestMinimumBasicScenario-1658897830-router', 'tenant_id': 'b773343d1a8d4e6889bb80f938a389a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'e1b68686-5841-411b-a7bb-45c73d6de9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:20:09Z', 'updated_at': '2022-05-04T18:20:12Z', 'revision_number': 3, 'project_id': 'b773343d1a8d4e6889bb80f938a389a4', 'gw_port': {'id': 'e1b68686-5841-411b-a7bb-45c73d6de9bc', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:84:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df9aa683-447e-479a-ab4b-e53d1b9687ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:20:10Z', 'updated_at': '2022-05-04T18:20:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi'}] {{(pid=104026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:20:15.692017 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-768baf92-4d47-41dd-b007-507b8f2f1f0c admin admin] Publish callbacks [] for port (e773696f-a1dc-44b2-b56e-51cfcddfe226), precommit_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:15.760563 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-768baf92-4d47-41dd-b007-507b8f2f1f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6007290'] for port (e773696f-a1dc-44b2-b56e-51cfcddfe226), after_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:15.900014 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768baf92-4d47-41dd-b007-507b8f2f1f0c admin admin] Pushing event updated for resources: {'Port': ['ID=e773696f-a1dc-44b2-b56e-51cfcddfe226,revision_number=2']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:20:15.914663 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-768baf92-4d47-41dd-b007-507b8f2f1f0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1598242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674095'] for router_interface (df9aa683-447e-479a-ab4b-e53d1b9687ba), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:16.070852 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768baf92-4d47-41dd-b007-507b8f2f1f0c admin admin] Network 993f489f-74a5-457d-8185-f79358d76406 is already hosted by enough agents. {{(pid=104024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:20:16.072634 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.base_scheduler [None req-768baf92-4d47-41dd-b007-507b8f2f1f0c admin admin] Resources bound (agent type, host, resource id): {{(pid=104024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:20:16.285599 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-768baf92-4d47-41dd-b007-507b8f2f1f0c admin admin] Router df9aa683-447e-479a-ab4b-e53d1b9687ba has already been hosted by L3 agent 341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae {{(pid=104024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 18:20:16.422893 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-768baf92-4d47-41dd-b007-507b8f2f1f0c admin admin] Notify agent at l3_agent.dv-cinder-840511-4-iscsi the message routers_updated {{(pid=104024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 18:20:16.428942 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-768baf92-4d47-41dd-b007-507b8f2f1f0c admin admin] 10.222.0.23 "PUT /v2.0/routers/df9aa683-447e-479a-ab4b-e53d1b9687ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5320098 May 04 18:20:16.448118 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-50ccf4ff-5666-4891-823b-e6f9daeb574f None None] Provisioning complete for port e773696f-a1dc-44b2-b56e-51cfcddfe226 triggered by entity DHCP. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:20:16.449272 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-50ccf4ff-5666-4891-823b-e6f9daeb574f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (e773696f-a1dc-44b2-b56e-51cfcddfe226), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:16.489789 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-50ccf4ff-5666-4891-823b-e6f9daeb574f None None] Port e773696f-a1dc-44b2-b56e-51cfcddfe226 cannot update to ACTIVE because it is not bound. {{(pid=104025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 18:20:16.666508 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c52b4b2-2957-42f2-b243-4a03b67f40d7 req-c53f2a4e-c12a-49ef-a4da-2457373d08bb tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:16.668037 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-7c52b4b2-2957-42f2-b243-4a03b67f40d7 req-c53f2a4e-c12a-49ef-a4da-2457373d08bb tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 945 time: 0.0640886 May 04 18:20:16.714347 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-7c52b4b2-2957-42f2-b243-4a03b67f40d7 req-f774ff12-cc10-4240-b3c4-1e117327157e tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404460 May 04 18:20:16.891910 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device e1b68686-5841-411b-a7bb-45c73d6de9bc up at agent ovs-agent-dv-cinder-840511-4-iscsi {{(pid=104025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:20:16.940174 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Provisioning complete for port e1b68686-5841-411b-a7bb-45c73d6de9bc triggered by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:20:16.940544 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (e1b68686-5841-411b-a7bb-45c73d6de9bc), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:17.035762 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Current status of the port e1b68686-5841-411b-a7bb-45c73d6de9bc is: DOWN; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:20:17.036514 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (e1b68686-5841-411b-a7bb-45c73d6de9bc), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:17.078199 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] For port e1b68686-5841-411b-a7bb-45c73d6de9bc, host dv-cinder-840511-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=e1b68686-5841-411b-a7bb-45c73d6de9bc,segment=NetworkSegment(44841efa-8edc-4b72-aba0-27edf49af522),segment_id=44841efa-8edc-4b72-aba0-27edf49af522)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:20:17.133285 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (e1b68686-5841-411b-a7bb-45c73d6de9bc), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:17.237774 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Pushing event updated for resources: {'Port': ['ID=e1b68686-5841-411b-a7bb-45c73d6de9bc,revision_number=4']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:20:17.383966 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 52360) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:20:17.389735 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.v2.base [None req-71c3f627-5baa-4e64-a8d4-d144803889bd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1987183323-network', 'tenant_id': 'd360a244203f4e9589615e72fc2747de'}} {{(pid=104024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:20:17.471000 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a8c8d5-f32b-499e-986a-64cb52d63c75 None None] Sync routers for ids ['df9aa683-447e-479a-ab4b-e53d1b9687ba'] in dv-cinder-840511-4-iscsi {{(pid=104025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:20:17.474469 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c3f627-5baa-4e64-a8d4-d144803889bd admin admin] Made reservation on behalf of d360a244203f4e9589615e72fc2747de for: {'network': 1} {{(pid=104024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:20:17.477118 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-71c3f627-5baa-4e64-a8d4-d144803889bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for network (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:17.483832 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a8c8d5-f32b-499e-986a-64cb52d63c75 None None] Routers {'df9aa683-447e-479a-ab4b-e53d1b9687ba'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:20:17.484765 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-b9a8c8d5-f32b-499e-986a-64cb52d63c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:20:00Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['df9aa683-447e-479a-ab4b-e53d1b9687ba'], 'active': True} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:20:17.487876 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-71c3f627-5baa-4e64-a8d4-d144803889bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:17.581731 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-71c3f627-5baa-4e64-a8d4-d144803889bd admin admin] Publish callbacks [] for security_group (abfc3753-df8b-446a-927d-4ca1e1620ac5), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:17.622918 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvr_db [None req-b9a8c8d5-f32b-499e-986a-64cb52d63c75 None None] Set router df9aa683-447e-479a-ab4b-e53d1b9687ba gateway port host: dv-cinder-840511-4-iscsi {{(pid=104025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:20:17.664413 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-71c3f627-5baa-4e64-a8d4-d144803889bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (abfc3753-df8b-446a-927d-4ca1e1620ac5), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:17.691006 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71c3f627-5baa-4e64-a8d4-d144803889bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 809} {{(pid=104024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 18:20:17.700631 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3f627-5baa-4e64-a8d4-d144803889bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abfc3753-df8b-446a-927d-4ca1e1620ac5,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:20:17.706675 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-71c3f627-5baa-4e64-a8d4-d144803889bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691573'] for segment (6e915d40-3afb-4ab5-a2a1-0c05db141a8c), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:17.706675 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.db.segments_db [None req-71c3f627-5baa-4e64-a8d4-d144803889bd admin admin] Added segment 6e915d40-3afb-4ab5-a2a1-0c05db141a8c of type vlan for network baa74897-eaf0-41b7-99c3-6747c579e4d9 May 04 18:20:17.750134 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-71c3f627-5baa-4e64-a8d4-d144803889bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772819821523'] for network (baa74897-eaf0-41b7-99c3-6747c579e4d9), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:17.841319 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-b9a8c8d5-f32b-499e-986a-64cb52d63c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df9aa683-447e-479a-ab4b-e53d1b9687ba', 'name': 'tempest-TestMinimumBasicScenario-1658897830-router', 'tenant_id': 'b773343d1a8d4e6889bb80f938a389a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'e1b68686-5841-411b-a7bb-45c73d6de9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:20:09Z', 'updated_at': '2022-05-04T18:20:15Z', 'revision_number': 4, 'project_id': 'b773343d1a8d4e6889bb80f938a389a4', 'gw_port': {'id': 'e1b68686-5841-411b-a7bb-45c73d6de9bc', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:84:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df9aa683-447e-479a-ab4b-e53d1b9687ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:20:10Z', 'updated_at': '2022-05-04T18:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_interfaces': [{'id': 'e773696f-a1dc-44b2-b56e-51cfcddfe226', 'name': '', 'network_id': '993f489f-74a5-457d-8185-f79358d76406', 'tenant_id': 'b773343d1a8d4e6889bb80f938a389a4', 'mac_address': 'fa:16:3e:65:15:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df9aa683-447e-479a-ab4b-e53d1b9687ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '594e40ba-79c8-4637-b6b1-1159f1c0e514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:20:14Z', 'updated_at': '2022-05-04T18:20:15Z', 'revision_number': 2, 'project_id': 'b773343d1a8d4e6889bb80f938a389a4', 'subnets': [{'id': '594e40ba-79c8-4637-b6b1-1159f1c0e514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:20:17.841598 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686583da-b5c5-4305-8fe9-767045c36e14 req-1b038c2d-63e6-4dbc-8233-98c8602d6df9 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:17.842824 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-686583da-b5c5-4305-8fe9-767045c36e14 req-1b038c2d-63e6-4dbc-8233-98c8602d6df9 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 945 time: 0.0505011 May 04 18:20:17.873455 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a8c8d5-f32b-499e-986a-64cb52d63c75 None None] Checking router: df9aa683-447e-479a-ab4b-e53d1b9687ba for host: dv-cinder-840511-4-iscsi {{(pid=104025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:20:17.873864 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a8c8d5-f32b-499e-986a-64cb52d63c75 None None] Updating router df9aa683-447e-479a-ab4b-e53d1b9687ba port e773696f-a1dc-44b2-b56e-51cfcddfe226 binding host dv-cinder-840511-4-iscsi {{(pid=104025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 18:20:17.893342 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-686583da-b5c5-4305-8fe9-767045c36e14 req-9d7fc5ef-283c-4e29-8b0d-80724f235813 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447357 May 04 18:20:17.903274 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-b9a8c8d5-f32b-499e-986a-64cb52d63c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (e773696f-a1dc-44b2-b56e-51cfcddfe226), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:17.915073 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-71c3f627-5baa-4e64-a8d4-d144803889bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260'] for network (baa74897-eaf0-41b7-99c3-6747c579e4d9), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:17.919302 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c3f627-5baa-4e64-a8d4-d144803889bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:17.919302 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-71c3f627-5baa-4e64-a8d4-d144803889bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598214'] for network (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:17.978649 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3f627-5baa-4e64-a8d4-d144803889bd admin admin] Pushing event updated for resources: {'Network': ['ID=baa74897-eaf0-41b7-99c3-6747c579e4d9,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:20:18.010000 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Network baa74897-eaf0-41b7-99c3-6747c579e4d9 details requested by agent ovs-agent-dv-cinder-840511-4-iscsi with host dv-cinder-840511-4-iscsi {{(pid=104025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 18:20:18.037911 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-71c3f627-5baa-4e64-a8d4-d144803889bd admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6526315 May 04 18:20:18.040634 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 52370) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:20:18.046830 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.v2.base [None req-ecde2647-ca81-4e64-85b9-491af541e56a admin admin] Request body: {'subnet': {'network_id': 'baa74897-eaf0-41b7-99c3-6747c579e4d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1987183323-subnet', 'tenant_id': 'd360a244203f4e9589615e72fc2747de', 'ip_version': 4}} {{(pid=104024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:20:18.138386 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecde2647-ca81-4e64-85b9-491af541e56a admin admin] Made reservation on behalf of d360a244203f4e9589615e72fc2747de for: {'subnet': 1} {{(pid=104024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:20:18.140757 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-ecde2647-ca81-4e64-85b9-491af541e56a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5949435'] for subnet (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:18.266975 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-b9a8c8d5-f32b-499e-986a-64cb52d63c75 None None] Publish callbacks [] for port (e773696f-a1dc-44b2-b56e-51cfcddfe226), precommit_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:18.377684 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-b9a8c8d5-f32b-499e-986a-64cb52d63c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (e773696f-a1dc-44b2-b56e-51cfcddfe226), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:18.406699 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-ecde2647-ca81-4e64-85b9-491af541e56a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6008435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5949321'] for subnet (8d93a3bd-5c41-4b78-b3e1-1e533793c53b), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:18.431189 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b0330c-cdc4-44b0-880e-940b92c6c7bd None None] Pushing event updated for resources: {'Port': ['ID=e773696f-a1dc-44b2-b56e-51cfcddfe226,revision_number=3']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:20:18.476012 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecde2647-ca81-4e64-85b9-491af541e56a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d93a3bd-5c41-4b78-b3e1-1e533793c53b,revision_number=0']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:20:18.482839 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecde2647-ca81-4e64-85b9-491af541e56a admin admin] Checking segment: {'id': '6e915d40-3afb-4ab5-a2a1-0c05db141a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'baa74897-eaf0-41b7-99c3-6747c579e4d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:20:18.483230 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecde2647-ca81-4e64-85b9-491af541e56a admin admin] Network hostable DHCP agents. Network: baa74897-eaf0-41b7-99c3-6747c579e4d9, hostable agents: ['c89944b2-e06f-41dc-a0fc-77a7e649c9d3'], hosted agents: [] {{(pid=104024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 18:20:18.495888 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.managers [None req-b9a8c8d5-f32b-499e-986a-64cb52d63c75 None None] Attempting to bind port e773696f-a1dc-44b2-b56e-51cfcddfe226 on host dv-cinder-840511-4-iscsi for vnic_type normal with profile {{(pid=104025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 18:20:18.496485 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.managers [None req-b9a8c8d5-f32b-499e-986a-64cb52d63c75 None None] Attempting to bind port e773696f-a1dc-44b2-b56e-51cfcddfe226 by drivers openvswitch,hyperv on host dv-cinder-840511-4-iscsi at level 0 using segments [{'id': '113cad1e-64a4-4fc8-85b2-45fe2f7020da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '993f489f-74a5-457d-8185-f79358d76406'}] {{(pid=104025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 18:20:18.496584 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a8c8d5-f32b-499e-986a-64cb52d63c75 None None] Attempting to bind port e773696f-a1dc-44b2-b56e-51cfcddfe226 on network 993f489f-74a5-457d-8185-f79358d76406 {{(pid=104025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:20:18.501891 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a8c8d5-f32b-499e-986a-64cb52d63c75 None None] Checking agent: {'id': 'e55a6cb5-967a-4631-865a-95818de4ff35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840511-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 7, 4), 'started_at': datetime.datetime(2022, 5, 4, 18, 7, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840511-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 18:20:18.502273 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a8c8d5-f32b-499e-986a-64cb52d63c75 None None] Checking segment: {'id': '113cad1e-64a4-4fc8-85b2-45fe2f7020da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '993f489f-74a5-457d-8185-f79358d76406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:20:18.502675 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-b9a8c8d5-f32b-499e-986a-64cb52d63c75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:18.503092 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a8c8d5-f32b-499e-986a-64cb52d63c75 None None] Bound using segment: {'id': '113cad1e-64a4-4fc8-85b2-45fe2f7020da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '993f489f-74a5-457d-8185-f79358d76406'} {{(pid=104025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 18:20:18.503575 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.managers [None req-b9a8c8d5-f32b-499e-986a-64cb52d63c75 None None] Bound port: e773696f-a1dc-44b2-b56e-51cfcddfe226, host: dv-cinder-840511-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '113cad1e-64a4-4fc8-85b2-45fe2f7020da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '993f489f-74a5-457d-8185-f79358d76406'}}] {{(pid=104025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 18:20:18.509176 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-b9a8c8d5-f32b-499e-986a-64cb52d63c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (e773696f-a1dc-44b2-b56e-51cfcddfe226), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:18.566328 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecde2647-ca81-4e64-85b9-491af541e56a admin admin] Network baa74897-eaf0-41b7-99c3-6747c579e4d9 is scheduled to be hosted by DHCP agent c89944b2-e06f-41dc-a0fc-77a7e649c9d3 with binding_index 1 {{(pid=104024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 18:20:18.574755 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-b9a8c8d5-f32b-499e-986a-64cb52d63c75 None None] For port e773696f-a1dc-44b2-b56e-51cfcddfe226, host dv-cinder-840511-4-iscsi, cleared binding levels {{(pid=104025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 18:20:18.578313 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-b9a8c8d5-f32b-499e-986a-64cb52d63c75 None None] For port e773696f-a1dc-44b2-b56e-51cfcddfe226, host dv-cinder-840511-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=e773696f-a1dc-44b2-b56e-51cfcddfe226,segment=NetworkSegment(113cad1e-64a4-4fc8-85b2-45fe2f7020da),segment_id=113cad1e-64a4-4fc8-85b2-45fe2f7020da)] {{(pid=104025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 18:20:18.624465 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-ca671989-17b7-45a4-9797-b7d1f05ec34a None None] Provisioning complete for port e773696f-a1dc-44b2-b56e-51cfcddfe226 triggered by entity DHCP. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:20:18.624835 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-ca671989-17b7-45a4-9797-b7d1f05ec34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (e773696f-a1dc-44b2-b56e-51cfcddfe226), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:18.659075 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-ca671989-17b7-45a4-9797-b7d1f05ec34a None None] Port e773696f-a1dc-44b2-b56e-51cfcddfe226 cannot update to ACTIVE because it is not bound. {{(pid=104025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 18:20:18.668998 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.base_scheduler [None req-ecde2647-ca81-4e64-85b9-491af541e56a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840511-4-iscsi, baa74897-eaf0-41b7-99c3-6747c579e4d9) {{(pid=104024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:20:18.672890 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecde2647-ca81-4e64-85b9-491af541e56a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:18.673695 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-ecde2647-ca81-4e64-85b9-491af541e56a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:18.677509 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b89536-a45d-4b18-b033-d2c1463fb519 None None] Network baa74897-eaf0-41b7-99c3-6747c579e4d9 requested from dv-cinder-840511-4-iscsi {{(pid=104025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 18:20:18.694098 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-b9a8c8d5-f32b-499e-986a-64cb52d63c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (e773696f-a1dc-44b2-b56e-51cfcddfe226), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:18.760220 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-ecde2647-ca81-4e64-85b9-491af541e56a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7156932 May 04 18:20:18.760353 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 52378) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:20:18.764986 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.v2.base [None req-dad1ac8d-8052-42d9-a086-427c4a935d20 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1987183323-router', 'tenant_id': 'd360a244203f4e9589615e72fc2747de', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31'}}} {{(pid=104024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:20:18.815627 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a8c8d5-f32b-499e-986a-64cb52d63c75 None None] Routers {'df9aa683-447e-479a-ab4b-e53d1b9687ba'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:20:18.816442 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-b9a8c8d5-f32b-499e-986a-64cb52d63c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:20:00Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['df9aa683-447e-479a-ab4b-e53d1b9687ba'], 'active': True} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:20:18.825092 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b0330c-cdc4-44b0-880e-940b92c6c7bd None None] Pushing event updated for resources: {'Port': ['ID=e773696f-a1dc-44b2-b56e-51cfcddfe226,revision_number=4']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:20:18.863629 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-dad1ac8d-8052-42d9-a086-427c4a935d20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1680882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13377'] for router (26377f6d-6daf-43ca-8b6b-deb61e109f2d), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:18.865120 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-dad1ac8d-8052-42d9-a086-427c4a935d20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1680798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1675771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1801714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13400'] for router (26377f6d-6daf-43ca-8b6b-deb61e109f2d), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:18.902567 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5609e22f-9526-4e7d-ab27-a41974b26948 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7413deaf-5835-5fbd-ad87-e75b1d698e43-baa74897-eaf0-41b7-99c3-6747c579e4d9', 'network_id': 'baa74897-eaf0-41b7-99c3-6747c579e4d9', 'project_id': 'd360a244203f4e9589615e72fc2747de', 'fixed_ips': [{'subnet_id': '8d93a3bd-5c41-4b78-b3e1-1e533793c53b'}]}} from dv-cinder-840511-4-iscsi. {{(pid=104025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 18:20:18.903469 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-5609e22f-9526-4e7d-ab27-a41974b26948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (None), before_create {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:18.933675 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device e1b68686-5841-411b-a7bb-45c73d6de9bc up at agent ovs-agent-dv-cinder-840511-4-iscsi {{(pid=104025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:20:18.944726 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-dad1ac8d-8052-42d9-a086-427c4a935d20 admin admin] Publish callbacks [] for router_controller (26377f6d-6daf-43ca-8b6b-deb61e109f2d), precommit_add_association {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:19.023515 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb624278-a9cd-4c2b-8a03-0f52f011ddfe req-77a431cb-61e2-45c3-af60-f82c6a5b4922 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:19.025005 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-fb624278-a9cd-4c2b-8a03-0f52f011ddfe req-77a431cb-61e2-45c3-af60-f82c6a5b4922 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 945 time: 0.0516834 May 04 18:20:19.088034 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-fbbaa11d-2e2e-4a28-a1c1-599262275de9 None None] Provisioning complete for port e773696f-a1dc-44b2-b56e-51cfcddfe226 triggered by entity DHCP. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:20:19.088506 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-fbbaa11d-2e2e-4a28-a1c1-599262275de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (e773696f-a1dc-44b2-b56e-51cfcddfe226), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:19.092649 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-fb624278-a9cd-4c2b-8a03-0f52f011ddfe req-20f4915f-eae3-45a9-8588-65fb816473ae tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490706 May 04 18:20:19.104418 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvr_db [None req-b9a8c8d5-f32b-499e-986a-64cb52d63c75 None None] Set router df9aa683-447e-479a-ab4b-e53d1b9687ba gateway port host: dv-cinder-840511-4-iscsi {{(pid=104025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:20:19.354799 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d217fe-4d4d-4176-8d3b-d96eb68b6b41 req-e680d5c6-d283-4de7-ba6e-ac1330ef117e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:19.356590 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-b6d217fe-4d4d-4176-8d3b-d96eb68b6b41 req-e680d5c6-d283-4de7-ba6e-ac1330ef117e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1437e10b84d943a885db1ec25dccc6e5&device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 1129 time: 0.0434160 May 04 18:20:19.405219 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Provisioning complete for port e1b68686-5841-411b-a7bb-45c73d6de9bc triggered by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:20:19.405599 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (e1b68686-5841-411b-a7bb-45c73d6de9bc), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:19.415390 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-dad1ac8d-8052-42d9-a086-427c4a935d20 admin admin] Publish callbacks [] for router_gateway (26377f6d-6daf-43ca-8b6b-deb61e109f2d), precommit_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:19.460889 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.db_base_plugin_common [None req-5609e22f-9526-4e7d-ab27-a41974b26948 None None] Allocated IP 172.20.0.2 (baa74897-eaf0-41b7-99c3-6747c579e4d9/8d93a3bd-5c41-4b78-b3e1-1e533793c53b/46c67198-b33d-4ab7-8aa4-222c85ba1766) {{(pid=104025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:20:19.466113 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d217fe-4d4d-4176-8d3b-d96eb68b6b41 req-26278bea-b072-4691-8832-aad5df30d39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:19.467654 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-b6d217fe-4d4d-4176-8d3b-d96eb68b6b41 req-26278bea-b072-4691-8832-aad5df30d39e service neutron] 10.222.0.84 "GET /v2.0/networks?id=26d35b79-1359-484a-a955-f54353f413dc HTTP/1.1" status: 200 len: 918 time: 0.0999889 May 04 18:20:19.539091 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-b6d217fe-4d4d-4176-8d3b-d96eb68b6b41 req-b8b681b2-da54-4432-89de-2d920614559e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c589458d-8328-434f-b78d-ac0c07f164dd HTTP/1.1" status: 200 len: 1000 time: 0.0620697 May 04 18:20:19.590415 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d217fe-4d4d-4176-8d3b-d96eb68b6b41 req-fdd53b72-8647-4615-843a-540049a7f6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:19.591934 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-b6d217fe-4d4d-4176-8d3b-d96eb68b6b41 req-fdd53b72-8647-4615-843a-540049a7f6c6 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0e97a9af-bf91-4879-8505-d85b9edd2417 HTTP/1.1" status: 200 len: 856 time: 0.0469279 May 04 18:20:19.636613 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-fbbaa11d-2e2e-4a28-a1c1-599262275de9 None None] Current status of the port e773696f-a1dc-44b2-b56e-51cfcddfe226 is: DOWN; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:20:19.637222 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-fbbaa11d-2e2e-4a28-a1c1-599262275de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (e773696f-a1dc-44b2-b56e-51cfcddfe226), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:19.643924 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d217fe-4d4d-4176-8d3b-d96eb68b6b41 req-8153b507-c9ad-47da-b0d8-bbd2b1bdbd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:19.645420 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-b6d217fe-4d4d-4176-8d3b-d96eb68b6b41 req-8153b507-c9ad-47da-b0d8-bbd2b1bdbd3a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=26d35b79-1359-484a-a955-f54353f413dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427372 May 04 18:20:19.659162 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-dad1ac8d-8052-42d9-a086-427c4a935d20 admin admin] Publish callbacks [] for router_gateway (26377f6d-6daf-43ca-8b6b-deb61e109f2d), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:19.678668 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-dad1ac8d-8052-42d9-a086-427c4a935d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:19.749211 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-b6d217fe-4d4d-4176-8d3b-d96eb68b6b41 req-73e1b29f-0664-4d2c-9e0b-b47d29bd08a5 service neutron] 10.222.0.84 "GET /v2.0/networks/26d35b79-1359-484a-a955-f54353f413dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900052 May 04 18:20:19.794043 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.db.db_base_plugin_common [None req-dad1ac8d-8052-42d9-a086-427c4a935d20 admin admin] Allocated IP 172.27.1.246 (1bc9efb7-0207-4c06-8ee1-3b0aa535de31/61d7fae2-9d6e-42a3-8cf9-91a587505bb7/900cdbae-bf24-4510-a4c2-c7fa8121a43a) {{(pid=104024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:20:19.795450 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-fbbaa11d-2e2e-4a28-a1c1-599262275de9 None None] For port e773696f-a1dc-44b2-b56e-51cfcddfe226, host dv-cinder-840511-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=e773696f-a1dc-44b2-b56e-51cfcddfe226,segment=NetworkSegment(113cad1e-64a4-4fc8-85b2-45fe2f7020da),segment_id=113cad1e-64a4-4fc8-85b2-45fe2f7020da)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:20:19.802648 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Current status of the port e1b68686-5841-411b-a7bb-45c73d6de9bc is: ACTIVE; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:20:19.817928 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-b9a8c8d5-f32b-499e-986a-64cb52d63c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df9aa683-447e-479a-ab4b-e53d1b9687ba', 'name': 'tempest-TestMinimumBasicScenario-1658897830-router', 'tenant_id': 'b773343d1a8d4e6889bb80f938a389a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'e1b68686-5841-411b-a7bb-45c73d6de9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:20:09Z', 'updated_at': '2022-05-04T18:20:15Z', 'revision_number': 4, 'project_id': 'b773343d1a8d4e6889bb80f938a389a4', 'gw_port': {'id': 'e1b68686-5841-411b-a7bb-45c73d6de9bc', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:84:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df9aa683-447e-479a-ab4b-e53d1b9687ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:20:10Z', 'updated_at': '2022-05-04T18:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_interfaces': [{'id': 'e773696f-a1dc-44b2-b56e-51cfcddfe226', 'name': '', 'network_id': '993f489f-74a5-457d-8185-f79358d76406', 'tenant_id': 'b773343d1a8d4e6889bb80f938a389a4', 'mac_address': 'fa:16:3e:65:15:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df9aa683-447e-479a-ab4b-e53d1b9687ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '594e40ba-79c8-4637-b6b1-1159f1c0e514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:20:14Z', 'updated_at': '2022-05-04T18:20:18Z', 'revision_number': 4, 'project_id': 'b773343d1a8d4e6889bb80f938a389a4', 'subnets': [{'id': '594e40ba-79c8-4637-b6b1-1159f1c0e514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:20:19.855127 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-b6d217fe-4d4d-4176-8d3b-d96eb68b6b41 req-e555b8ad-0002-4e99-b069-40fe20ecae67 service neutron] 10.222.0.84 "GET /v2.0/networks/26d35b79-1359-484a-a955-f54353f413dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936451 May 04 18:20:19.858918 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-5609e22f-9526-4e7d-ab27-a41974b26948 None None] Publish callbacks [] for port (46c67198-b33d-4ab7-8aa4-222c85ba1766), precommit_create {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:19.862670 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a8c8d5-f32b-499e-986a-64cb52d63c75 None None] The sync data for ids ['df9aa683-447e-479a-ab4b-e53d1b9687ba'] in dv-cinder-840511-4-iscsi is: [{'id': 'df9aa683-447e-479a-ab4b-e53d1b9687ba', 'name': 'tempest-TestMinimumBasicScenario-1658897830-router', 'tenant_id': 'b773343d1a8d4e6889bb80f938a389a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'e1b68686-5841-411b-a7bb-45c73d6de9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:20:09Z', 'updated_at': '2022-05-04T18:20:15Z', 'revision_number': 4, 'project_id': 'b773343d1a8d4e6889bb80f938a389a4', 'gw_port': {'id': 'e1b68686-5841-411b-a7bb-45c73d6de9bc', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:84:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df9aa683-447e-479a-ab4b-e53d1b9687ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:20:10Z', 'updated_at': '2022-05-04T18:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_interfaces': [{'id': 'e773696f-a1dc-44b2-b56e-51cfcddfe226', 'name': '', 'network_id': '993f489f-74a5-457d-8185-f79358d76406', 'tenant_id': 'b773343d1a8d4e6889bb80f938a389a4', 'mac_address': 'fa:16:3e:65:15:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df9aa683-447e-479a-ab4b-e53d1b9687ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '594e40ba-79c8-4637-b6b1-1159f1c0e514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:20:14Z', 'updated_at': '2022-05-04T18:20:18Z', 'revision_number': 4, 'project_id': 'b773343d1a8d4e6889bb80f938a389a4', 'subnets': [{'id': '594e40ba-79c8-4637-b6b1-1159f1c0e514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:20:19.866507 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-fbbaa11d-2e2e-4a28-a1c1-599262275de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (e773696f-a1dc-44b2-b56e-51cfcddfe226), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:19.932717 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-5609e22f-9526-4e7d-ab27-a41974b26948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772819832230'] for port (46c67198-b33d-4ab7-8aa4-222c85ba1766), after_create {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:19.937537 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-dad1ac8d-8052-42d9-a086-427c4a935d20 admin admin] Publish callbacks [] for port (900cdbae-bf24-4510-a4c2-c7fa8121a43a), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:19.947351 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbaa11d-2e2e-4a28-a1c1-599262275de9 None None] Pushing event updated for resources: {'Port': ['ID=e773696f-a1dc-44b2-b56e-51cfcddfe226,revision_number=5']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:20:19.988592 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5609e22f-9526-4e7d-ab27-a41974b26948 None None] Network baa74897-eaf0-41b7-99c3-6747c579e4d9 is already hosted by enough agents. {{(pid=104025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:20:19.994444 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.scheduler.base_scheduler [None req-5609e22f-9526-4e7d-ab27-a41974b26948 None None] Resources bound (agent type, host, resource id): {{(pid=104025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:20:20.005612 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5609e22f-9526-4e7d-ab27-a41974b26948 None None] Received port after_create {{(pid=104025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:20:20.014460 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5609e22f-9526-4e7d-ab27-a41974b26948 None None] Pushing event updated for resources: {'Port': ['ID=46c67198-b33d-4ab7-8aa4-222c85ba1766,revision_number=1']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:20:20.041213 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-dad1ac8d-8052-42d9-a086-427c4a935d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772819832230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007267'] for port (900cdbae-bf24-4510-a4c2-c7fa8121a43a), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:20.079891 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.managers [None req-5609e22f-9526-4e7d-ab27-a41974b26948 None None] Attempting to bind port 46c67198-b33d-4ab7-8aa4-222c85ba1766 on host dv-cinder-840511-4-iscsi for vnic_type normal with profile {{(pid=104025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 18:20:20.080337 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.managers [None req-5609e22f-9526-4e7d-ab27-a41974b26948 None None] Attempting to bind port 46c67198-b33d-4ab7-8aa4-222c85ba1766 by drivers openvswitch,hyperv on host dv-cinder-840511-4-iscsi at level 0 using segments [{'id': '6e915d40-3afb-4ab5-a2a1-0c05db141a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'baa74897-eaf0-41b7-99c3-6747c579e4d9'}] {{(pid=104025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 18:20:20.080718 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5609e22f-9526-4e7d-ab27-a41974b26948 None None] Attempting to bind port 46c67198-b33d-4ab7-8aa4-222c85ba1766 on network baa74897-eaf0-41b7-99c3-6747c579e4d9 {{(pid=104025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:20:20.084325 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad1ac8d-8052-42d9-a086-427c4a935d20 admin admin] Network 1bc9efb7-0207-4c06-8ee1-3b0aa535de31 is already hosted by enough agents. {{(pid=104024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:20:20.089049 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5609e22f-9526-4e7d-ab27-a41974b26948 None None] Checking agent: {'id': 'e55a6cb5-967a-4631-865a-95818de4ff35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840511-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 7, 4), 'started_at': datetime.datetime(2022, 5, 4, 18, 7, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840511-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 18:20:20.090066 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5609e22f-9526-4e7d-ab27-a41974b26948 None None] Checking segment: {'id': '6e915d40-3afb-4ab5-a2a1-0c05db141a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'baa74897-eaf0-41b7-99c3-6747c579e4d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:20:20.090066 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-5609e22f-9526-4e7d-ab27-a41974b26948 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:20.090387 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5609e22f-9526-4e7d-ab27-a41974b26948 None None] Bound using segment: {'id': '6e915d40-3afb-4ab5-a2a1-0c05db141a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'baa74897-eaf0-41b7-99c3-6747c579e4d9'} {{(pid=104025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 18:20:20.090518 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.base_scheduler [None req-dad1ac8d-8052-42d9-a086-427c4a935d20 admin admin] Resources bound (agent type, host, resource id): {{(pid=104024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:20:20.090833 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.managers [None req-5609e22f-9526-4e7d-ab27-a41974b26948 None None] Bound port: 46c67198-b33d-4ab7-8aa4-222c85ba1766, host: dv-cinder-840511-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e915d40-3afb-4ab5-a2a1-0c05db141a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'baa74897-eaf0-41b7-99c3-6747c579e4d9'}}] {{(pid=104025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 18:20:20.091260 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-5609e22f-9526-4e7d-ab27-a41974b26948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (46c67198-b33d-4ab7-8aa4-222c85ba1766), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:20.097828 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad1ac8d-8052-42d9-a086-427c4a935d20 admin admin] Received port after_create {{(pid=104024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:20:20.130311 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad1ac8d-8052-42d9-a086-427c4a935d20 admin admin] Pushing event updated for resources: {'Port': ['ID=900cdbae-bf24-4510-a4c2-c7fa8121a43a,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:20:20.203466 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-5609e22f-9526-4e7d-ab27-a41974b26948 None None] For port 46c67198-b33d-4ab7-8aa4-222c85ba1766, host dv-cinder-840511-4-iscsi, cleared binding levels {{(pid=104025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 18:20:20.210588 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-5609e22f-9526-4e7d-ab27-a41974b26948 None None] For port 46c67198-b33d-4ab7-8aa4-222c85ba1766, host dv-cinder-840511-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=46c67198-b33d-4ab7-8aa4-222c85ba1766,segment=NetworkSegment(6e915d40-3afb-4ab5-a2a1-0c05db141a8c),segment_id=6e915d40-3afb-4ab5-a2a1-0c05db141a8c)] {{(pid=104025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 18:20:20.286974 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-5609e22f-9526-4e7d-ab27-a41974b26948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (46c67198-b33d-4ab7-8aa4-222c85ba1766), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:20.307231 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee965007-45df-4326-934e-683a58e428b0 req-5df82553-1a79-41dc-83e3-2ed6262992d1 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:20.307231 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-ee965007-45df-4326-934e-683a58e428b0 req-5df82553-1a79-41dc-83e3-2ed6262992d1 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 945 time: 0.1061327 May 04 18:20:20.352928 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5609e22f-9526-4e7d-ab27-a41974b26948 None None] Pushing event updated for resources: {'Port': ['ID=46c67198-b33d-4ab7-8aa4-222c85ba1766,revision_number=2']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:20:20.376335 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-ee965007-45df-4326-934e-683a58e428b0 req-3af6fd44-e0f0-47f4-ad62-f001355aa94e tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583522 May 04 18:20:20.554184 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-dad1ac8d-8052-42d9-a086-427c4a935d20 admin admin] Publish callbacks [] for router_gateway (26377f6d-6daf-43ca-8b6b-deb61e109f2d), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:20.795572 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-dad1ac8d-8052-42d9-a086-427c4a935d20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1680775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1675720'] for router (26377f6d-6daf-43ca-8b6b-deb61e109f2d), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:20.949691 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device e773696f-a1dc-44b2-b56e-51cfcddfe226 up at agent ovs-agent-dv-cinder-840511-4-iscsi {{(pid=104025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:20:21.002041 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Provisioning complete for port e773696f-a1dc-44b2-b56e-51cfcddfe226 triggered by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:20:21.002487 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (e773696f-a1dc-44b2-b56e-51cfcddfe226), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:21.006618 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dad1ac8d-8052-42d9-a086-427c4a935d20 admin admin] Router 26377f6d-6daf-43ca-8b6b-deb61e109f2d is scheduled to L3 agent 341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae with binding_index 1 {{(pid=104024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 18:20:21.104140 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Current status of the port e773696f-a1dc-44b2-b56e-51cfcddfe226 is: ACTIVE; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:20:21.105259 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device 46c67198-b33d-4ab7-8aa4-222c85ba1766 up at agent ovs-agent-dv-cinder-840511-4-iscsi {{(pid=104025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:20:21.136386 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dad1ac8d-8052-42d9-a086-427c4a935d20 admin admin] Notify agent at l3_agent.dv-cinder-840511-4-iscsi the message routers_updated {{(pid=104024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 18:20:21.155150 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8066244a-31da-403e-8c03-5583272d0508 None None] Sync routers for ids ['26377f6d-6daf-43ca-8b6b-deb61e109f2d'] in dv-cinder-840511-4-iscsi {{(pid=104026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:20:21.162973 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Provisioning complete for port 46c67198-b33d-4ab7-8aa4-222c85ba1766 triggered by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:20:21.162973 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (46c67198-b33d-4ab7-8aa4-222c85ba1766), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:21.168372 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8066244a-31da-403e-8c03-5583272d0508 None None] Routers {'26377f6d-6daf-43ca-8b6b-deb61e109f2d'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:20:21.169131 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-8066244a-31da-403e-8c03-5583272d0508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:20:00Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['26377f6d-6daf-43ca-8b6b-deb61e109f2d'], 'active': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:20:21.227318 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-dad1ac8d-8052-42d9-a086-427c4a935d20 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:21.228730 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-dad1ac8d-8052-42d9-a086-427c4a935d20 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4670954 May 04 18:20:21.231397 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 52384) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:20:21.266222 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Current status of the port 46c67198-b33d-4ab7-8aa4-222c85ba1766 is: DOWN; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:20:21.266630 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (46c67198-b33d-4ab7-8aa4-222c85ba1766), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:21.306783 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] For port 46c67198-b33d-4ab7-8aa4-222c85ba1766, host dv-cinder-840511-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=46c67198-b33d-4ab7-8aa4-222c85ba1766,segment=NetworkSegment(6e915d40-3afb-4ab5-a2a1-0c05db141a8c),segment_id=6e915d40-3afb-4ab5-a2a1-0c05db141a8c)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:20:21.324391 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvr_db [None req-8066244a-31da-403e-8c03-5583272d0508 None None] Set router 26377f6d-6daf-43ca-8b6b-deb61e109f2d gateway port host: dv-cinder-840511-4-iscsi {{(pid=104026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:20:21.389519 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (46c67198-b33d-4ab7-8aa4-222c85ba1766), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:21.450585 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Pushing event updated for resources: {'Port': ['ID=46c67198-b33d-4ab7-8aa4-222c85ba1766,revision_number=3']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:20:21.525199 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554c7827-7776-4c50-b551-9a315e63469b req-c6ed2ced-3e1a-4a29-9b29-2dba441ec83c tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:21.530865 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-8066244a-31da-403e-8c03-5583272d0508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26377f6d-6daf-43ca-8b6b-deb61e109f2d', 'name': 'tempest-TestMinimumBasicScenario-1987183323-router', 'tenant_id': 'd360a244203f4e9589615e72fc2747de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '900cdbae-bf24-4510-a4c2-c7fa8121a43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:20:18Z', 'updated_at': '2022-05-04T18:20:20Z', 'revision_number': 3, 'project_id': 'd360a244203f4e9589615e72fc2747de', 'gw_port': {'id': '900cdbae-bf24-4510-a4c2-c7fa8121a43a', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:2d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26377f6d-6daf-43ca-8b6b-deb61e109f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:20:19Z', 'updated_at': '2022-05-04T18:20:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi'}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:20:21.532790 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-554c7827-7776-4c50-b551-9a315e63469b req-c6ed2ced-3e1a-4a29-9b29-2dba441ec83c tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 945 time: 0.0614164 May 04 18:20:21.552437 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e55044-c6ef-4daf-91ff-45d1d068259f None None] Network baa74897-eaf0-41b7-99c3-6747c579e4d9 requested from dv-cinder-840511-4-iscsi {{(pid=104025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 18:20:21.565709 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8066244a-31da-403e-8c03-5583272d0508 None None] Checking router: 26377f6d-6daf-43ca-8b6b-deb61e109f2d for host: dv-cinder-840511-4-iscsi {{(pid=104026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:20:21.566170 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8066244a-31da-403e-8c03-5583272d0508 None None] Updating router 26377f6d-6daf-43ca-8b6b-deb61e109f2d port 900cdbae-bf24-4510-a4c2-c7fa8121a43a binding host dv-cinder-840511-4-iscsi {{(pid=104026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 18:20:21.601875 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-554c7827-7776-4c50-b551-9a315e63469b req-58668658-cecf-4156-8f8d-9865e65cd59a tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626721 May 04 18:20:21.616589 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8066244a-31da-403e-8c03-5583272d0508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (900cdbae-bf24-4510-a4c2-c7fa8121a43a), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:21.639849 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-3221b5b4-d00a-482e-aff5-379e43875742 None None] Provisioning complete for port 46c67198-b33d-4ab7-8aa4-222c85ba1766 triggered by entity DHCP. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:20:21.640219 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-3221b5b4-d00a-482e-aff5-379e43875742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (46c67198-b33d-4ab7-8aa4-222c85ba1766), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:21.763604 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-3221b5b4-d00a-482e-aff5-379e43875742 None None] Current status of the port 46c67198-b33d-4ab7-8aa4-222c85ba1766 is: ACTIVE; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:20:21.914600 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8066244a-31da-403e-8c03-5583272d0508 None None] Publish callbacks [] for port (900cdbae-bf24-4510-a4c2-c7fa8121a43a), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:21.984230 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-fa40bb66-a157-4816-9c05-d809c510fccf None None] Provisioning complete for port 46c67198-b33d-4ab7-8aa4-222c85ba1766 triggered by entity DHCP. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:20:21.984941 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-fa40bb66-a157-4816-9c05-d809c510fccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (46c67198-b33d-4ab7-8aa4-222c85ba1766), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:22.040849 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8066244a-31da-403e-8c03-5583272d0508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (900cdbae-bf24-4510-a4c2-c7fa8121a43a), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:22.083525 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-7dedcbcc-3697-4ae7-b0d7-b2678056686a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:22.084092 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-fa40bb66-a157-4816-9c05-d809c510fccf None None] Current status of the port 46c67198-b33d-4ab7-8aa4-222c85ba1766 is: ACTIVE; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:20:22.092743 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (2ed5d983-d6d1-49f2-9dfa-1a41e5be1317), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:22.097196 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d11e5d-d780-431b-8c0c-f3292c93a8e7 None None] Pushing event updated for resources: {'Port': ['ID=900cdbae-bf24-4510-a4c2-c7fa8121a43a,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:20:22.099633 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-8066244a-31da-403e-8c03-5583272d0508 None None] Attempting to bind port 900cdbae-bf24-4510-a4c2-c7fa8121a43a on host dv-cinder-840511-4-iscsi for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 18:20:22.100005 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-8066244a-31da-403e-8c03-5583272d0508 None None] Attempting to bind port 900cdbae-bf24-4510-a4c2-c7fa8121a43a by drivers openvswitch,hyperv on host dv-cinder-840511-4-iscsi at level 0 using segments [{'id': '44841efa-8edc-4b72-aba0-27edf49af522', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 18:20:22.100363 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8066244a-31da-403e-8c03-5583272d0508 None None] Attempting to bind port 900cdbae-bf24-4510-a4c2-c7fa8121a43a on network 1bc9efb7-0207-4c06-8ee1-3b0aa535de31 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:20:22.106397 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8066244a-31da-403e-8c03-5583272d0508 None None] Checking agent: {'id': 'e55a6cb5-967a-4631-865a-95818de4ff35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840511-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 7, 4), 'started_at': datetime.datetime(2022, 5, 4, 18, 7, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840511-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 18:20:22.106774 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8066244a-31da-403e-8c03-5583272d0508 None None] Checking segment: {'id': '44841efa-8edc-4b72-aba0-27edf49af522', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:20:22.107194 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8066244a-31da-403e-8c03-5583272d0508 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:22.107584 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8066244a-31da-403e-8c03-5583272d0508 None None] Bound using segment: {'id': '44841efa-8edc-4b72-aba0-27edf49af522', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31'} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 18:20:22.108049 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-8066244a-31da-403e-8c03-5583272d0508 None None] Bound port: 900cdbae-bf24-4510-a4c2-c7fa8121a43a, host: dv-cinder-840511-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44841efa-8edc-4b72-aba0-27edf49af522', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31'}}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 18:20:22.108428 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8066244a-31da-403e-8c03-5583272d0508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (900cdbae-bf24-4510-a4c2-c7fa8121a43a), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:22.164455 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-8066244a-31da-403e-8c03-5583272d0508 None None] For port 900cdbae-bf24-4510-a4c2-c7fa8121a43a, host dv-cinder-840511-4-iscsi, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 18:20:22.167975 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-8066244a-31da-403e-8c03-5583272d0508 None None] For port 900cdbae-bf24-4510-a4c2-c7fa8121a43a, host dv-cinder-840511-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=900cdbae-bf24-4510-a4c2-c7fa8121a43a,segment=NetworkSegment(44841efa-8edc-4b72-aba0-27edf49af522),segment_id=44841efa-8edc-4b72-aba0-27edf49af522)] {{(pid=104026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 18:20:22.247118 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8066244a-31da-403e-8c03-5583272d0508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (900cdbae-bf24-4510-a4c2-c7fa8121a43a), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:22.252133 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.db.db_base_plugin_common [None req-7dedcbcc-3697-4ae7-b0d7-b2678056686a admin admin] Allocated IP 172.20.0.1 (baa74897-eaf0-41b7-99c3-6747c579e4d9/8d93a3bd-5c41-4b78-b3e1-1e533793c53b/a4aee887-6af3-4f53-81f2-56de55dffd14) {{(pid=104024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:20:22.298050 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8066244a-31da-403e-8c03-5583272d0508 None None] Routers {'26377f6d-6daf-43ca-8b6b-deb61e109f2d'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:20:22.298670 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-8066244a-31da-403e-8c03-5583272d0508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:20:00Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['26377f6d-6daf-43ca-8b6b-deb61e109f2d'], 'active': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:20:22.353228 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d11e5d-d780-431b-8c0c-f3292c93a8e7 None None] Pushing event updated for resources: {'Port': ['ID=900cdbae-bf24-4510-a4c2-c7fa8121a43a,revision_number=3']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:20:22.361432 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-7dedcbcc-3697-4ae7-b0d7-b2678056686a admin admin] Publish callbacks [] for port (a4aee887-6af3-4f53-81f2-56de55dffd14), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:22.425649 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvr_db [None req-8066244a-31da-403e-8c03-5583272d0508 None None] Set router 26377f6d-6daf-43ca-8b6b-deb61e109f2d gateway port host: dv-cinder-840511-4-iscsi {{(pid=104026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:20:22.504408 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-7dedcbcc-3697-4ae7-b0d7-b2678056686a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772819832230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007267'] for port (a4aee887-6af3-4f53-81f2-56de55dffd14), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:22.544670 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dedcbcc-3697-4ae7-b0d7-b2678056686a admin admin] Network baa74897-eaf0-41b7-99c3-6747c579e4d9 is already hosted by enough agents. {{(pid=104024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:20:22.547561 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.base_scheduler [None req-7dedcbcc-3697-4ae7-b0d7-b2678056686a admin admin] Resources bound (agent type, host, resource id): {{(pid=104024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:20:22.551152 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dedcbcc-3697-4ae7-b0d7-b2678056686a admin admin] Received port after_create {{(pid=104024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:20:22.578722 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dedcbcc-3697-4ae7-b0d7-b2678056686a admin admin] Pushing event updated for resources: {'Port': ['ID=a4aee887-6af3-4f53-81f2-56de55dffd14,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:20:22.599857 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-7dedcbcc-3697-4ae7-b0d7-b2678056686a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674133'] for router_interface (26377f6d-6daf-43ca-8b6b-deb61e109f2d), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:22.617423 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-8066244a-31da-403e-8c03-5583272d0508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26377f6d-6daf-43ca-8b6b-deb61e109f2d', 'name': 'tempest-TestMinimumBasicScenario-1987183323-router', 'tenant_id': 'd360a244203f4e9589615e72fc2747de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '900cdbae-bf24-4510-a4c2-c7fa8121a43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:20:18Z', 'updated_at': '2022-05-04T18:20:20Z', 'revision_number': 3, 'project_id': 'd360a244203f4e9589615e72fc2747de', 'gw_port': {'id': '900cdbae-bf24-4510-a4c2-c7fa8121a43a', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:2d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26377f6d-6daf-43ca-8b6b-deb61e109f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:20:19Z', 'updated_at': '2022-05-04T18:20:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi'}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:20:22.654060 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8066244a-31da-403e-8c03-5583272d0508 None None] The sync data for ids ['26377f6d-6daf-43ca-8b6b-deb61e109f2d'] in dv-cinder-840511-4-iscsi is: [{'id': '26377f6d-6daf-43ca-8b6b-deb61e109f2d', 'name': 'tempest-TestMinimumBasicScenario-1987183323-router', 'tenant_id': 'd360a244203f4e9589615e72fc2747de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '900cdbae-bf24-4510-a4c2-c7fa8121a43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:20:18Z', 'updated_at': '2022-05-04T18:20:20Z', 'revision_number': 3, 'project_id': 'd360a244203f4e9589615e72fc2747de', 'gw_port': {'id': '900cdbae-bf24-4510-a4c2-c7fa8121a43a', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:2d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26377f6d-6daf-43ca-8b6b-deb61e109f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:20:19Z', 'updated_at': '2022-05-04T18:20:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi'}] {{(pid=104026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:20:22.753894 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4438abb3-fa86-4115-8ddb-bf47ec24ce15 req-dd0748e8-c94e-4f02-b24c-d9f1c3530908 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:22.753894 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-4438abb3-fa86-4115-8ddb-bf47ec24ce15 req-dd0748e8-c94e-4f02-b24c-d9f1c3530908 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 945 time: 0.0597935 May 04 18:20:22.807280 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-497a3293-c8f8-431e-a452-efc732c361dd None None] Provisioning complete for port a4aee887-6af3-4f53-81f2-56de55dffd14 triggered by entity DHCP. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:20:22.807844 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-497a3293-c8f8-431e-a452-efc732c361dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (a4aee887-6af3-4f53-81f2-56de55dffd14), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:22.833291 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-4438abb3-fa86-4115-8ddb-bf47ec24ce15 req-d42067ee-72cb-4731-a10d-3d51476aff3f tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716014 May 04 18:20:22.846422 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-7dedcbcc-3697-4ae7-b0d7-b2678056686a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (a4aee887-6af3-4f53-81f2-56de55dffd14), before_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:22.853754 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-497a3293-c8f8-431e-a452-efc732c361dd None None] Port a4aee887-6af3-4f53-81f2-56de55dffd14 cannot update to ACTIVE because it is not bound. {{(pid=104025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 18:20:22.919561 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device 46c67198-b33d-4ab7-8aa4-222c85ba1766 up at agent ovs-agent-dv-cinder-840511-4-iscsi {{(pid=104025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:20:22.994455 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Provisioning complete for port 46c67198-b33d-4ab7-8aa4-222c85ba1766 triggered by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:20:22.995134 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (46c67198-b33d-4ab7-8aa4-222c85ba1766), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:23.120485 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Current status of the port 46c67198-b33d-4ab7-8aa4-222c85ba1766 is: ACTIVE; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:20:23.127488 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-7dedcbcc-3697-4ae7-b0d7-b2678056686a admin admin] Publish callbacks [] for port (a4aee887-6af3-4f53-81f2-56de55dffd14), precommit_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:23.195737 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-7dedcbcc-3697-4ae7-b0d7-b2678056686a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6007290'] for port (a4aee887-6af3-4f53-81f2-56de55dffd14), after_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:23.265452 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-7dedcbcc-3697-4ae7-b0d7-b2678056686a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1598242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674095'] for router_interface (26377f6d-6daf-43ca-8b6b-deb61e109f2d), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:23.267305 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dedcbcc-3697-4ae7-b0d7-b2678056686a admin admin] Pushing event updated for resources: {'Port': ['ID=a4aee887-6af3-4f53-81f2-56de55dffd14,revision_number=2']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:20:23.371356 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dedcbcc-3697-4ae7-b0d7-b2678056686a admin admin] Network baa74897-eaf0-41b7-99c3-6747c579e4d9 is already hosted by enough agents. {{(pid=104024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:20:23.372830 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.base_scheduler [None req-7dedcbcc-3697-4ae7-b0d7-b2678056686a admin admin] Resources bound (agent type, host, resource id): {{(pid=104024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:20:23.551667 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dedcbcc-3697-4ae7-b0d7-b2678056686a admin admin] Router 26377f6d-6daf-43ca-8b6b-deb61e109f2d has already been hosted by L3 agent 341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae {{(pid=104024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 18:20:23.676682 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-68c8b3cf-bdb4-4791-b491-ee87daa96ca9 None None] Provisioning complete for port a4aee887-6af3-4f53-81f2-56de55dffd14 triggered by entity DHCP. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:20:23.677050 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-68c8b3cf-bdb4-4791-b491-ee87daa96ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (a4aee887-6af3-4f53-81f2-56de55dffd14), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:23.690088 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dedcbcc-3697-4ae7-b0d7-b2678056686a admin admin] Notify agent at l3_agent.dv-cinder-840511-4-iscsi the message routers_updated {{(pid=104024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 18:20:23.734844 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-7dedcbcc-3697-4ae7-b0d7-b2678056686a admin admin] 10.222.0.23 "PUT /v2.0/routers/26377f6d-6daf-43ca-8b6b-deb61e109f2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4709821 May 04 18:20:23.735902 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-68c8b3cf-bdb4-4791-b491-ee87daa96ca9 None None] Port a4aee887-6af3-4f53-81f2-56de55dffd14 cannot update to ACTIVE because it is not bound. {{(pid=104025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 18:20:23.900209 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device c589458d-8328-434f-b78d-ac0c07f164dd no longer exists at agent hyperv_hv-cinder-84051 {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 18:20:23.986255 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Current status of the port c589458d-8328-434f-b78d-ac0c07f164dd is: ACTIVE; New status is: DOWN {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:20:23.986685 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (c589458d-8328-434f-b78d-ac0c07f164dd), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:24.017903 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de7620f2-9bed-46d6-bb9e-c43d1abf3561', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c589458d-8328-434f-b78d-ac0c07f164dd'}] {{(pid=104025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:20:24.018450 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd171a24610d3ce9b5061050d4b691b0bb0a8f45589b955ae7373af7220d97b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82358d3e-08d8-4398-8b94-eaa96e274361" -d '{"events": [{"server_uuid": "de7620f2-9bed-46d6-bb9e-c43d1abf3561", "name": "network-vif-unplugged", "status": "completed", "tag": "c589458d-8328-434f-b78d-ac0c07f164dd"}]}' {{(pid=104025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:20:24.032300 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] For port c589458d-8328-434f-b78d-ac0c07f164dd, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=c589458d-8328-434f-b78d-ac0c07f164dd,segment=NetworkSegment(de7bb9b3-95ed-4c1b-8898-7bebbfcd85a3),segment_id=de7bb9b3-95ed-4c1b-8898-7bebbfcd85a3)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:20:24.063017 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 04 May 2022 18:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ef1974-e818-40f4-906f-40cce7c26d7d x-openstack-request-id: req-e4ef1974-e818-40f4-906f-40cce7c26d7d {{(pid=104025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:20:24.063321 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de7620f2-9bed-46d6-bb9e-c43d1abf3561", "name": "network-vif-unplugged", "status": "failed", "tag": "c589458d-8328-434f-b78d-ac0c07f164dd", "code": 422}]} {{(pid=104025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:20:24.063594 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e4ef1974-e818-40f4-906f-40cce7c26d7d {{(pid=104025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:20:24.064037 dv-cinder-840511-4-iscsi neutron-server[104025]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-e4ef1974-e818-40f4-906f-40cce7c26d7d']: {'server_uuid': 'de7620f2-9bed-46d6-bb9e-c43d1abf3561', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c589458d-8328-434f-b78d-ac0c07f164dd', 'code': 422} returned with failed status May 04 18:20:24.161228 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (c589458d-8328-434f-b78d-ac0c07f164dd), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:24.219755 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Pushing event updated for resources: {'Port': ['ID=c589458d-8328-434f-b78d-ac0c07f164dd,revision_number=8']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:20:24.252271 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [req-6d73ac78-8bdd-420a-9afa-3a730fd9c121 req-550fdf76-6f3d-44a3-96bd-68cd99d1f766 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104023) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 18:20:24.257545 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-6d73ac78-8bdd-420a-9afa-3a730fd9c121 req-550fdf76-6f3d-44a3-96bd-68cd99d1f766 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054328 May 04 18:20:24.539534 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71868b80-89e9-4bd6-9c4f-e4419c2a8a22 req-4a3ed4a1-091d-47ec-87ba-c22cf8d91065 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:24.541253 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-71868b80-89e9-4bd6-9c4f-e4419c2a8a22 req-4a3ed4a1-091d-47ec-87ba-c22cf8d91065 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 943 time: 0.0504906 May 04 18:20:24.593269 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3ea9fe-d609-4536-a2e7-6b76ee50fb85 None None] Sync routers for ids ['26377f6d-6daf-43ca-8b6b-deb61e109f2d'] in dv-cinder-840511-4-iscsi {{(pid=104025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:20:24.601736 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-71868b80-89e9-4bd6-9c4f-e4419c2a8a22 req-d14dc72c-e594-4605-865f-6f46a3ea1a23 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536962 May 04 18:20:24.608839 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3ea9fe-d609-4536-a2e7-6b76ee50fb85 None None] Routers {'26377f6d-6daf-43ca-8b6b-deb61e109f2d'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:20:24.609626 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-0e3ea9fe-d609-4536-a2e7-6b76ee50fb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:20:00Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['26377f6d-6daf-43ca-8b6b-deb61e109f2d'], 'active': True} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:20:24.728788 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvr_db [None req-0e3ea9fe-d609-4536-a2e7-6b76ee50fb85 None None] Set router 26377f6d-6daf-43ca-8b6b-deb61e109f2d gateway port host: dv-cinder-840511-4-iscsi {{(pid=104025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:20:24.938542 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device 900cdbae-bf24-4510-a4c2-c7fa8121a43a up at agent ovs-agent-dv-cinder-840511-4-iscsi {{(pid=104025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:20:25.125528 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 52452) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:20:25.149897 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Provisioning complete for port 900cdbae-bf24-4510-a4c2-c7fa8121a43a triggered by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:20:25.151018 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (900cdbae-bf24-4510-a4c2-c7fa8121a43a), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:25.232424 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-d36f9355-9f1e-486d-9707-bf3881273a22 req-39b43946-7bef-4137-a840-217ec1e76dc5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1046319 May 04 18:20:25.240810 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [req-d36f9355-9f1e-486d-9707-bf3881273a22 req-948c95ab-b431-4902-bbf2-6829b749a15c service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104024) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 18:20:25.255956 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-d36f9355-9f1e-486d-9707-bf3881273a22 req-948c95ab-b431-4902-bbf2-6829b749a15c service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0215480 May 04 18:20:25.285084 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-0e3ea9fe-d609-4536-a2e7-6b76ee50fb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26377f6d-6daf-43ca-8b6b-deb61e109f2d', 'name': 'tempest-TestMinimumBasicScenario-1987183323-router', 'tenant_id': 'd360a244203f4e9589615e72fc2747de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '900cdbae-bf24-4510-a4c2-c7fa8121a43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:20:18Z', 'updated_at': '2022-05-04T18:20:22Z', 'revision_number': 4, 'project_id': 'd360a244203f4e9589615e72fc2747de', 'gw_port': {'id': '900cdbae-bf24-4510-a4c2-c7fa8121a43a', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:2d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26377f6d-6daf-43ca-8b6b-deb61e109f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:20:19Z', 'updated_at': '2022-05-04T18:20:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_interfaces': [{'id': 'a4aee887-6af3-4f53-81f2-56de55dffd14', 'name': '', 'network_id': 'baa74897-eaf0-41b7-99c3-6747c579e4d9', 'tenant_id': 'd360a244203f4e9589615e72fc2747de', 'mac_address': 'fa:16:3e:f4:cd:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26377f6d-6daf-43ca-8b6b-deb61e109f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '8d93a3bd-5c41-4b78-b3e1-1e533793c53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:20:22Z', 'updated_at': '2022-05-04T18:20:22Z', 'revision_number': 2, 'project_id': 'd360a244203f4e9589615e72fc2747de', 'subnets': [{'id': '8d93a3bd-5c41-4b78-b3e1-1e533793c53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:20:25.322297 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3ea9fe-d609-4536-a2e7-6b76ee50fb85 None None] Checking router: 26377f6d-6daf-43ca-8b6b-deb61e109f2d for host: dv-cinder-840511-4-iscsi {{(pid=104025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:20:25.322800 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3ea9fe-d609-4536-a2e7-6b76ee50fb85 None None] Updating router 26377f6d-6daf-43ca-8b6b-deb61e109f2d port a4aee887-6af3-4f53-81f2-56de55dffd14 binding host dv-cinder-840511-4-iscsi {{(pid=104025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 18:20:25.328642 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Current status of the port 900cdbae-bf24-4510-a4c2-c7fa8121a43a is: DOWN; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:20:25.329176 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (900cdbae-bf24-4510-a4c2-c7fa8121a43a), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:25.357870 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 52462) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:20:25.379152 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] For port 900cdbae-bf24-4510-a4c2-c7fa8121a43a, host dv-cinder-840511-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=900cdbae-bf24-4510-a4c2-c7fa8121a43a,segment=NetworkSegment(44841efa-8edc-4b72-aba0-27edf49af522),segment_id=44841efa-8edc-4b72-aba0-27edf49af522)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:20:25.380408 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-0e3ea9fe-d609-4536-a2e7-6b76ee50fb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (a4aee887-6af3-4f53-81f2-56de55dffd14), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:25.488958 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36f9355-9f1e-486d-9707-bf3881273a22 req-010f24f7-8c2c-4a57-8c35-d3d59b206a6e tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:25.492093 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-d36f9355-9f1e-486d-9707-bf3881273a22 req-010f24f7-8c2c-4a57-8c35-d3d59b206a6e tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports/c589458d-8328-434f-b78d-ac0c07f164dd HTTP/1.1" status: 200 len: 940 time: 0.1302505 May 04 18:20:25.506852 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (900cdbae-bf24-4510-a4c2-c7fa8121a43a), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:25.609622 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Pushing event updated for resources: {'Port': ['ID=900cdbae-bf24-4510-a4c2-c7fa8121a43a,revision_number=4']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:20:25.781989 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89390ac-fc06-4ff8-90ab-efdfe5cb3984 req-6507663c-877e-42a4-8faf-75146520e2da tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:25.784265 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-c89390ac-fc06-4ff8-90ab-efdfe5cb3984 req-6507663c-877e-42a4-8faf-75146520e2da tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 943 time: 0.0846994 May 04 18:20:25.793687 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-0e3ea9fe-d609-4536-a2e7-6b76ee50fb85 None None] Publish callbacks [] for port (a4aee887-6af3-4f53-81f2-56de55dffd14), precommit_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:25.847940 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-0e3ea9fe-d609-4536-a2e7-6b76ee50fb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (a4aee887-6af3-4f53-81f2-56de55dffd14), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:25.854981 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-c89390ac-fc06-4ff8-90ab-efdfe5cb3984 req-020005ab-cbfa-4108-946c-ef69c0bb8920 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541396 May 04 18:20:25.940447 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433131ef-8df6-41da-86f9-605347c77f9b None None] Pushing event updated for resources: {'Port': ['ID=a4aee887-6af3-4f53-81f2-56de55dffd14,revision_number=3']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:20:25.985612 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.managers [None req-0e3ea9fe-d609-4536-a2e7-6b76ee50fb85 None None] Attempting to bind port a4aee887-6af3-4f53-81f2-56de55dffd14 on host dv-cinder-840511-4-iscsi for vnic_type normal with profile {{(pid=104025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 18:20:25.986155 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.managers [None req-0e3ea9fe-d609-4536-a2e7-6b76ee50fb85 None None] Attempting to bind port a4aee887-6af3-4f53-81f2-56de55dffd14 by drivers openvswitch,hyperv on host dv-cinder-840511-4-iscsi at level 0 using segments [{'id': '6e915d40-3afb-4ab5-a2a1-0c05db141a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'baa74897-eaf0-41b7-99c3-6747c579e4d9'}] {{(pid=104025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 18:20:25.986615 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3ea9fe-d609-4536-a2e7-6b76ee50fb85 None None] Attempting to bind port a4aee887-6af3-4f53-81f2-56de55dffd14 on network baa74897-eaf0-41b7-99c3-6747c579e4d9 {{(pid=104025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:20:25.993913 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3ea9fe-d609-4536-a2e7-6b76ee50fb85 None None] Checking agent: {'id': 'e55a6cb5-967a-4631-865a-95818de4ff35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840511-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 7, 4), 'started_at': datetime.datetime(2022, 5, 4, 18, 7, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840511-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 18:20:25.997652 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3ea9fe-d609-4536-a2e7-6b76ee50fb85 None None] Checking segment: {'id': '6e915d40-3afb-4ab5-a2a1-0c05db141a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'baa74897-eaf0-41b7-99c3-6747c579e4d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:20:25.997652 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-0e3ea9fe-d609-4536-a2e7-6b76ee50fb85 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:25.997652 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3ea9fe-d609-4536-a2e7-6b76ee50fb85 None None] Bound using segment: {'id': '6e915d40-3afb-4ab5-a2a1-0c05db141a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'baa74897-eaf0-41b7-99c3-6747c579e4d9'} {{(pid=104025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 18:20:25.997652 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.managers [None req-0e3ea9fe-d609-4536-a2e7-6b76ee50fb85 None None] Bound port: a4aee887-6af3-4f53-81f2-56de55dffd14, host: dv-cinder-840511-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e915d40-3afb-4ab5-a2a1-0c05db141a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'baa74897-eaf0-41b7-99c3-6747c579e4d9'}}] {{(pid=104025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 18:20:25.997652 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-0e3ea9fe-d609-4536-a2e7-6b76ee50fb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (a4aee887-6af3-4f53-81f2-56de55dffd14), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:26.089868 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-0e3ea9fe-d609-4536-a2e7-6b76ee50fb85 None None] For port a4aee887-6af3-4f53-81f2-56de55dffd14, host dv-cinder-840511-4-iscsi, cleared binding levels {{(pid=104025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 18:20:26.094406 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-0e3ea9fe-d609-4536-a2e7-6b76ee50fb85 None None] For port a4aee887-6af3-4f53-81f2-56de55dffd14, host dv-cinder-840511-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=a4aee887-6af3-4f53-81f2-56de55dffd14,segment=NetworkSegment(6e915d40-3afb-4ab5-a2a1-0c05db141a8c),segment_id=6e915d40-3afb-4ab5-a2a1-0c05db141a8c)] {{(pid=104025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 18:20:26.182674 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-0e3ea9fe-d609-4536-a2e7-6b76ee50fb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (a4aee887-6af3-4f53-81f2-56de55dffd14), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:26.212704 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-7af32f4d-205d-4e81-812e-f6700a59c78a None None] Provisioning complete for port a4aee887-6af3-4f53-81f2-56de55dffd14 triggered by entity DHCP. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:20:26.212704 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-7af32f4d-205d-4e81-812e-f6700a59c78a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (a4aee887-6af3-4f53-81f2-56de55dffd14), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:26.303735 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3ea9fe-d609-4536-a2e7-6b76ee50fb85 None None] Routers {'26377f6d-6daf-43ca-8b6b-deb61e109f2d'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:20:26.305013 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-0e3ea9fe-d609-4536-a2e7-6b76ee50fb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:20:00Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['26377f6d-6daf-43ca-8b6b-deb61e109f2d'], 'active': True} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:20:26.307101 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433131ef-8df6-41da-86f9-605347c77f9b None None] Pushing event updated for resources: {'Port': ['ID=a4aee887-6af3-4f53-81f2-56de55dffd14,revision_number=4']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:20:26.480932 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-7af32f4d-205d-4e81-812e-f6700a59c78a None None] Current status of the port a4aee887-6af3-4f53-81f2-56de55dffd14 is: DOWN; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:20:26.480932 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-7af32f4d-205d-4e81-812e-f6700a59c78a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (a4aee887-6af3-4f53-81f2-56de55dffd14), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:26.559628 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvr_db [None req-0e3ea9fe-d609-4536-a2e7-6b76ee50fb85 None None] Set router 26377f6d-6daf-43ca-8b6b-deb61e109f2d gateway port host: dv-cinder-840511-4-iscsi {{(pid=104025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:20:26.644279 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-7af32f4d-205d-4e81-812e-f6700a59c78a None None] For port a4aee887-6af3-4f53-81f2-56de55dffd14, host dv-cinder-840511-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=a4aee887-6af3-4f53-81f2-56de55dffd14,segment=NetworkSegment(6e915d40-3afb-4ab5-a2a1-0c05db141a8c),segment_id=6e915d40-3afb-4ab5-a2a1-0c05db141a8c)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:20:26.750552 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-7af32f4d-205d-4e81-812e-f6700a59c78a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (a4aee887-6af3-4f53-81f2-56de55dffd14), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:26.887302 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-beacda5c-e7de-4c6d-8fa1-dc79db7a0cda None None] Provisioning complete for port a4aee887-6af3-4f53-81f2-56de55dffd14 triggered by entity DHCP. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:20:26.888473 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-beacda5c-e7de-4c6d-8fa1-dc79db7a0cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (a4aee887-6af3-4f53-81f2-56de55dffd14), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:27.065796 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device 900cdbae-bf24-4510-a4c2-c7fa8121a43a up at agent ovs-agent-dv-cinder-840511-4-iscsi {{(pid=104025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:20:27.073291 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32930d9b-64de-41ff-b8a0-19e921c1363a req-dbf90084-f4ba-45cf-8c34-b43a02ec070c tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:27.075813 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-32930d9b-64de-41ff-b8a0-19e921c1363a req-dbf90084-f4ba-45cf-8c34-b43a02ec070c tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 943 time: 0.0846512 May 04 18:20:27.114596 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af32f4d-205d-4e81-812e-f6700a59c78a None None] Pushing event updated for resources: {'Port': ['ID=a4aee887-6af3-4f53-81f2-56de55dffd14,revision_number=5']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:20:27.192626 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-32930d9b-64de-41ff-b8a0-19e921c1363a req-ae29e0aa-f2ea-48dc-9244-0c40631e6274 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083009 May 04 18:20:27.200208 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-0e3ea9fe-d609-4536-a2e7-6b76ee50fb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26377f6d-6daf-43ca-8b6b-deb61e109f2d', 'name': 'tempest-TestMinimumBasicScenario-1987183323-router', 'tenant_id': 'd360a244203f4e9589615e72fc2747de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '900cdbae-bf24-4510-a4c2-c7fa8121a43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:20:18Z', 'updated_at': '2022-05-04T18:20:22Z', 'revision_number': 4, 'project_id': 'd360a244203f4e9589615e72fc2747de', 'gw_port': {'id': '900cdbae-bf24-4510-a4c2-c7fa8121a43a', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:2d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26377f6d-6daf-43ca-8b6b-deb61e109f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:20:19Z', 'updated_at': '2022-05-04T18:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_interfaces': [{'id': 'a4aee887-6af3-4f53-81f2-56de55dffd14', 'name': '', 'network_id': 'baa74897-eaf0-41b7-99c3-6747c579e4d9', 'tenant_id': 'd360a244203f4e9589615e72fc2747de', 'mac_address': 'fa:16:3e:f4:cd:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26377f6d-6daf-43ca-8b6b-deb61e109f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '8d93a3bd-5c41-4b78-b3e1-1e533793c53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:20:22Z', 'updated_at': '2022-05-04T18:20:26Z', 'revision_number': 4, 'project_id': 'd360a244203f4e9589615e72fc2747de', 'subnets': [{'id': '8d93a3bd-5c41-4b78-b3e1-1e533793c53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:20:27.211601 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Provisioning complete for port 900cdbae-bf24-4510-a4c2-c7fa8121a43a triggered by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:20:27.212356 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (900cdbae-bf24-4510-a4c2-c7fa8121a43a), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:27.282457 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3ea9fe-d609-4536-a2e7-6b76ee50fb85 None None] The sync data for ids ['26377f6d-6daf-43ca-8b6b-deb61e109f2d'] in dv-cinder-840511-4-iscsi is: [{'id': '26377f6d-6daf-43ca-8b6b-deb61e109f2d', 'name': 'tempest-TestMinimumBasicScenario-1987183323-router', 'tenant_id': 'd360a244203f4e9589615e72fc2747de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '900cdbae-bf24-4510-a4c2-c7fa8121a43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:20:18Z', 'updated_at': '2022-05-04T18:20:22Z', 'revision_number': 4, 'project_id': 'd360a244203f4e9589615e72fc2747de', 'gw_port': {'id': '900cdbae-bf24-4510-a4c2-c7fa8121a43a', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:2d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26377f6d-6daf-43ca-8b6b-deb61e109f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:20:19Z', 'updated_at': '2022-05-04T18:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_interfaces': [{'id': 'a4aee887-6af3-4f53-81f2-56de55dffd14', 'name': '', 'network_id': 'baa74897-eaf0-41b7-99c3-6747c579e4d9', 'tenant_id': 'd360a244203f4e9589615e72fc2747de', 'mac_address': 'fa:16:3e:f4:cd:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26377f6d-6daf-43ca-8b6b-deb61e109f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '8d93a3bd-5c41-4b78-b3e1-1e533793c53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:20:22Z', 'updated_at': '2022-05-04T18:20:26Z', 'revision_number': 4, 'project_id': 'd360a244203f4e9589615e72fc2747de', 'subnets': [{'id': '8d93a3bd-5c41-4b78-b3e1-1e533793c53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:20:27.318112 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-beacda5c-e7de-4c6d-8fa1-dc79db7a0cda None None] Current status of the port a4aee887-6af3-4f53-81f2-56de55dffd14 is: ACTIVE; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:20:27.399389 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Current status of the port 900cdbae-bf24-4510-a4c2-c7fa8121a43a is: ACTIVE; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:20:27.635329 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-3b7639ab-d66a-4195-b4b9-4f3a01288774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (c89944b2-e06f-41dc-a0fc-77a7e649c9d3), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:28.352414 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a145cb7f-de8c-440b-8d5d-69f52efa5dd9 req-01f314d3-42be-495e-9d71-f0b6a6be9589 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:28.353971 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-a145cb7f-de8c-440b-8d5d-69f52efa5dd9 req-01f314d3-42be-495e-9d71-f0b6a6be9589 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 943 time: 0.0546517 May 04 18:20:28.424998 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-a145cb7f-de8c-440b-8d5d-69f52efa5dd9 req-a075444c-26d9-47be-bddb-f08237cdd251 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593009 May 04 18:20:29.002098 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device a4aee887-6af3-4f53-81f2-56de55dffd14 up at agent ovs-agent-dv-cinder-840511-4-iscsi {{(pid=104025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:20:29.063355 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Provisioning complete for port a4aee887-6af3-4f53-81f2-56de55dffd14 triggered by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:20:29.066228 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (a4aee887-6af3-4f53-81f2-56de55dffd14), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:29.156529 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Current status of the port a4aee887-6af3-4f53-81f2-56de55dffd14 is: ACTIVE; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:20:29.258716 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36f9355-9f1e-486d-9707-bf3881273a22 req-42f0443f-45cd-444c-88d6-4aeec1b41198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:29.260459 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-d36f9355-9f1e-486d-9707-bf3881273a22 req-42f0443f-45cd-444c-88d6-4aeec1b41198 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561&tenant_id=1437e10b84d943a885db1ec25dccc6e5 HTTP/1.1" status: 200 len: 1127 time: 0.0798392 May 04 18:20:29.350214 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36f9355-9f1e-486d-9707-bf3881273a22 req-ad9a777b-c4f2-44a8-a01c-de4bd6a79271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:29.353228 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-d36f9355-9f1e-486d-9707-bf3881273a22 req-ad9a777b-c4f2-44a8-a01c-de4bd6a79271 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1437e10b84d943a885db1ec25dccc6e5&device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 1127 time: 0.0530038 May 04 18:20:29.477599 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36f9355-9f1e-486d-9707-bf3881273a22 req-c53aa138-a2d8-4732-bbab-e7f8d5766b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:29.479915 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-d36f9355-9f1e-486d-9707-bf3881273a22 req-c53aa138-a2d8-4732-bbab-e7f8d5766b93 service neutron] 10.222.0.84 "GET /v2.0/networks?id=26d35b79-1359-484a-a955-f54353f413dc HTTP/1.1" status: 200 len: 918 time: 0.1135938 May 04 18:20:29.598229 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-d36f9355-9f1e-486d-9707-bf3881273a22 req-c8d436cc-9dd6-42dd-869e-cd6116a03b3d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c589458d-8328-434f-b78d-ac0c07f164dd HTTP/1.1" status: 200 len: 998 time: 0.1034174 May 04 18:20:29.605570 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0419874b-1b46-40ef-bdd4-edac7ecf9fc5 req-d7d09adf-9769-4af8-89dc-8051661179e6 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:29.610211 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-0419874b-1b46-40ef-bdd4-edac7ecf9fc5 req-d7d09adf-9769-4af8-89dc-8051661179e6 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 943 time: 0.0741713 May 04 18:20:29.949408 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36f9355-9f1e-486d-9707-bf3881273a22 req-d498c823-61b9-4932-8cda-e555cce61e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:29.950828 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-d36f9355-9f1e-486d-9707-bf3881273a22 req-d498c823-61b9-4932-8cda-e555cce61e36 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0e97a9af-bf91-4879-8505-d85b9edd2417 HTTP/1.1" status: 200 len: 856 time: 0.3428218 May 04 18:20:29.998330 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-0419874b-1b46-40ef-bdd4-edac7ecf9fc5 req-fbbbc7c0-7a89-47ba-8afa-831564a41fa3 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909429 May 04 18:20:30.018941 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36f9355-9f1e-486d-9707-bf3881273a22 req-6df5c8ed-e41b-41a5-bb60-faa7cb93011a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:30.020576 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-d36f9355-9f1e-486d-9707-bf3881273a22 req-6df5c8ed-e41b-41a5-bb60-faa7cb93011a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=26d35b79-1359-484a-a955-f54353f413dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0609505 May 04 18:20:30.043947 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-7a55da6c-8f48-4803-abbb-971aaddf1445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:30.143460 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-d36f9355-9f1e-486d-9707-bf3881273a22 req-2015bd1e-02d8-4d9e-ac13-a0893b338310 service neutron] 10.222.0.84 "GET /v2.0/networks/26d35b79-1359-484a-a955-f54353f413dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135049 May 04 18:20:30.256965 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-d36f9355-9f1e-486d-9707-bf3881273a22 req-91a65a16-a2a8-4762-b8e2-466481eda5da service neutron] 10.222.0.84 "GET /v2.0/networks/26d35b79-1359-484a-a955-f54353f413dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029122 May 04 18:20:31.153099 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5ad10a-7d2d-42c5-accb-345564cf525d req-f02e740b-0a54-4ccc-b48e-85411af6bf39 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:31.154586 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-9c5ad10a-7d2d-42c5-accb-345564cf525d req-f02e740b-0a54-4ccc-b48e-85411af6bf39 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 943 time: 0.0550399 May 04 18:20:31.204680 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-9c5ad10a-7d2d-42c5-accb-345564cf525d req-0ade9811-5ed8-4b0b-b604-535ae86f3595 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433044 May 04 18:20:31.630028 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-4fdd29be-a970-4503-919e-12b86a90c52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (74c08095-bc4c-43d3-91b6-743b06ad1f6c), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:32.369680 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec44cfa4-8cc1-432a-9ff0-1a8869c47f83 req-4bed8ec6-49db-42fd-971b-6ed21cebd47d tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:32.378226 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-ec44cfa4-8cc1-432a-9ff0-1a8869c47f83 req-4bed8ec6-49db-42fd-971b-6ed21cebd47d tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 943 time: 0.0799611 May 04 18:20:32.436018 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-ec44cfa4-8cc1-432a-9ff0-1a8869c47f83 req-edd3f493-7e2d-4aee-9e4d-98cba23d5f33 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562024 May 04 18:20:32.550603 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-f7537222-04fb-4408-8d24-7493625e2bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (88f974dc-3c14-4d3d-9ef8-4363bb88b433), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:33.583100 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86814dd8-6230-4989-b847-06017f9c25a7 req-1457fd6e-64bd-43a1-8f87-be3798e9ae29 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:33.591610 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-86814dd8-6230-4989-b847-06017f9c25a7 req-1457fd6e-64bd-43a1-8f87-be3798e9ae29 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 943 time: 0.0708799 May 04 18:20:33.701577 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-86814dd8-6230-4989-b847-06017f9c25a7 req-fbea65bc-43cc-4e28-8d8c-b3647c95c98c tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044631 May 04 18:20:33.832854 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (e55a6cb5-967a-4631-865a-95818de4ff35), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:34.719446 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.agents_db [None req-cc71a237-c19e-45a1-a167-cff52744c55e None None] Agent healthcheck: found 6 active agents {{(pid=104026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 18:20:34.827396 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215457a8-fe23-4b25-878c-b5df6f8bf5a4 req-ac4a0fd6-eb5c-4740-a937-38fc82429899 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:34.828897 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-215457a8-fe23-4b25-878c-b5df6f8bf5a4 req-ac4a0fd6-eb5c-4740-a937-38fc82429899 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 943 time: 0.0511878 May 04 18:20:34.884033 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-215457a8-fe23-4b25-878c-b5df6f8bf5a4 req-a06382e3-3707-4fa0-b2c7-1241295969e6 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483696 May 04 18:20:36.013605 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a342674-53fc-4e5f-bfc6-5fa5f8ad1065 req-f1183595-dbf9-4e2b-9aa5-08dd6a29ef3c tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:36.015204 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-4a342674-53fc-4e5f-bfc6-5fa5f8ad1065 req-f1183595-dbf9-4e2b-9aa5-08dd6a29ef3c tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 943 time: 0.0525692 May 04 18:20:36.068499 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-4a342674-53fc-4e5f-bfc6-5fa5f8ad1065 req-cc178234-e5bf-4de2-a28b-ac386a32368e tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466278 May 04 18:20:36.964738 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa26bb7-48da-4f77-a7b8-f643f497e010 req-d9ab44ec-da46-413d-a1f1-5bf1f632d8d3 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:36.972569 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-1aa26bb7-48da-4f77-a7b8-f643f497e010 req-d9ab44ec-da46-413d-a1f1-5bf1f632d8d3 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/networks?id=993f489f-74a5-457d-8185-f79358d76406 HTTP/1.1" status: 200 len: 815 time: 0.1023297 May 04 18:20:36.982150 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-1aa26bb7-48da-4f77-a7b8-f643f497e010 req-24688c11-7053-41bb-9e3b-bf5ddcfe58b3 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/quotas/b773343d1a8d4e6889bb80f938a389a4 HTTP/1.1" status: 200 len: 375 time: 0.0104284 May 04 18:20:37.037849 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-1aa26bb7-48da-4f77-a7b8-f643f497e010 req-f0f8757b-a095-4c53-8cb5-4539116e18d5 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b773343d1a8d4e6889bb80f938a389a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499754 May 04 18:20:37.140567 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-1aa26bb7-48da-4f77-a7b8-f643f497e010 req-f014a036-27d9-4609-8c5b-a24f7ea13e94 service neutron] 10.222.0.23 "GET /v2.0/networks/993f489f-74a5-457d-8185-f79358d76406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889866 May 04 18:20:37.248652 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-1aa26bb7-48da-4f77-a7b8-f643f497e010 req-f70097c7-f8da-4e77-a150-122bb39656c0 service neutron] 10.222.0.23 "GET /v2.0/networks/993f489f-74a5-457d-8185-f79358d76406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015649 May 04 18:20:37.543946 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17973131-cb94-4936-bcbd-777996e9f7ee req-f1ae6d8b-028d-42e4-baab-2ca846046a2d tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:37.545496 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-17973131-cb94-4936-bcbd-777996e9f7ee req-f1ae6d8b-028d-42e4-baab-2ca846046a2d tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 943 time: 0.0550745 May 04 18:20:37.594701 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-17973131-cb94-4936-bcbd-777996e9f7ee req-267a1af5-199d-4c56-9d2d-46292f36fcc3 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436227 May 04 18:20:37.679161 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-1fd715ff-3939-4fca-9942-2db0c3501726 req-e55d28c0-7a4b-4099-b4e5-cc02201b53d5 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/ports?device_id=da2069ca-6085-4fb0-9775-cb3cfc3e0cf4 HTTP/1.1" status: 200 len: 210 time: 0.0264802 May 04 18:20:38.749455 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b4a6e5-f32b-4b57-afdd-c6508480bf94 req-6c6e0294-f6ec-4753-8438-69cfa02f1c02 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:38.751363 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-20b4a6e5-f32b-4b57-afdd-c6508480bf94 req-6c6e0294-f6ec-4753-8438-69cfa02f1c02 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 943 time: 0.0734770 May 04 18:20:38.801657 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-20b4a6e5-f32b-4b57-afdd-c6508480bf94 req-2fcfbf0b-714b-4f7c-a13f-0e6586d4ddd7 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447381 May 04 18:20:38.916207 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-ef870703-0f46-4556-bf5b-4acf141b80d8 req-0e1be6af-8387-4a35-acc0-af64d604e538 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/ports?device_id=da2069ca-6085-4fb0-9775-cb3cfc3e0cf4 HTTP/1.1" status: 200 len: 210 time: 0.0418530 May 04 18:20:39.933668 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18838d69-56ec-45dc-920b-14ae10bdeb29 req-fd858f0d-a23c-4b33-96e0-f2d8f48ec4e9 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:39.935187 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-18838d69-56ec-45dc-920b-14ae10bdeb29 req-fd858f0d-a23c-4b33-96e0-f2d8f48ec4e9 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 943 time: 0.0539162 May 04 18:20:39.988448 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-18838d69-56ec-45dc-920b-14ae10bdeb29 req-04a6bae9-8e7f-4385-afba-8d800ac9c1fe tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474205 May 04 18:20:40.099276 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-1ff243b2-2f43-4e2f-9b4c-b6a57b097cfe req-a81f8675-96cc-4819-b1d1-63063fcea74e tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/ports?device_id=da2069ca-6085-4fb0-9775-cb3cfc3e0cf4 HTTP/1.1" status: 200 len: 210 time: 0.0308511 May 04 18:20:41.117244 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f1ee60-8b3e-4e96-9a54-be2a1bd1ed96 req-0492b18f-0df1-4fd2-8957-b9849402016b tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:41.119393 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-11f1ee60-8b3e-4e96-9a54-be2a1bd1ed96 req-0492b18f-0df1-4fd2-8957-b9849402016b tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 943 time: 0.0540316 May 04 18:20:41.168919 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-11f1ee60-8b3e-4e96-9a54-be2a1bd1ed96 req-dd22e926-c59e-44fb-8062-25ff0a79ab1d tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429535 May 04 18:20:41.262837 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-6a1d83ac-13eb-477e-9c7c-08b54b81f0d2 req-0de3ca4b-0a9a-466d-babd-4c13fdcb8639 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/ports?device_id=da2069ca-6085-4fb0-9775-cb3cfc3e0cf4 HTTP/1.1" status: 200 len: 210 time: 0.0305417 May 04 18:20:42.302348 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76a7e17-6689-49f4-8411-7bc3e4481b81 req-78d0b069-b01a-47c1-a90e-d5b51fb42789 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:42.303876 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-c76a7e17-6689-49f4-8411-7bc3e4481b81 req-78d0b069-b01a-47c1-a90e-d5b51fb42789 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 943 time: 0.0529382 May 04 18:20:42.353475 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-c76a7e17-6689-49f4-8411-7bc3e4481b81 req-4366af0d-5699-4e50-a837-00b902c40f79 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427859 May 04 18:20:42.445916 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-6d18c36b-5a8a-46d0-967c-2bae43e6a313 req-2e04a38a-501c-4dea-85be-6a35f56b4a27 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/ports?device_id=da2069ca-6085-4fb0-9775-cb3cfc3e0cf4 HTTP/1.1" status: 200 len: 210 time: 0.0308981 May 04 18:20:43.473716 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2e325d-7676-45d5-bc89-9927a629c9b0 req-224f3b9b-192e-40e4-a3f5-f69b3da2a6ee tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:43.475231 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-9d2e325d-7676-45d5-bc89-9927a629c9b0 req-224f3b9b-192e-40e4-a3f5-f69b3da2a6ee tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 943 time: 0.0454533 May 04 18:20:43.526412 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-9d2e325d-7676-45d5-bc89-9927a629c9b0 req-74d87ac4-0faa-4bee-90eb-1c546a1ad12d tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445855 May 04 18:20:43.609844 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-491b06a3-9030-44ae-b0e5-670ec75a7b80 req-30e07206-d09d-46f5-a247-55bec4df33e5 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/ports?device_id=da2069ca-6085-4fb0-9775-cb3cfc3e0cf4 HTTP/1.1" status: 200 len: 210 time: 0.0275865 May 04 18:20:44.644634 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea612b-d358-4351-8d85-79e337bc7de1 req-f59d0d7c-ea32-41ec-b9b1-99ccaa6a76df tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:44.646147 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-0cea612b-d358-4351-8d85-79e337bc7de1 req-f59d0d7c-ea32-41ec-b9b1-99ccaa6a76df tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 943 time: 0.0470936 May 04 18:20:44.693005 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-0cea612b-d358-4351-8d85-79e337bc7de1 req-048ac9cb-91e9-461e-87f0-197a880884bc tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413332 May 04 18:20:44.776212 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-4a55349d-110f-47d1-990a-347ff466a60f req-eb657179-e439-407d-ae3a-935dbb829f52 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/ports?device_id=da2069ca-6085-4fb0-9775-cb3cfc3e0cf4 HTTP/1.1" status: 200 len: 210 time: 0.0272253 May 04 18:20:45.817676 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a3029b-fd14-4c5d-9862-8e52a466a81c req-2dcf51db-633e-4707-a6dd-a169e8404294 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:45.819178 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-16a3029b-fd14-4c5d-9862-8e52a466a81c req-2dcf51db-633e-4707-a6dd-a169e8404294 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 943 time: 0.0537102 May 04 18:20:45.866925 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-16a3029b-fd14-4c5d-9862-8e52a466a81c req-7075da41-fd24-4e6f-b13a-6ea040c7dd66 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408778 May 04 18:20:45.952340 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-ee890711-41f9-47bb-9fc1-a098e115d321 req-0cfdfb14-2b1e-454b-9f59-c08707660219 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/ports?device_id=da2069ca-6085-4fb0-9775-cb3cfc3e0cf4 HTTP/1.1" status: 200 len: 210 time: 0.0280735 May 04 18:20:46.985410 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bdbf2c-e781-49d9-bcf3-13a454aedc53 req-33f29da9-ea85-4c85-a32d-a84bb2efb868 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:46.986906 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-36bdbf2c-e781-49d9-bcf3-13a454aedc53 req-33f29da9-ea85-4c85-a32d-a84bb2efb868 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 943 time: 0.0468266 May 04 18:20:47.038588 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-36bdbf2c-e781-49d9-bcf3-13a454aedc53 req-d03d9dfb-4c5a-4345-ab8b-9d18307fda56 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458114 May 04 18:20:47.125480 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-d983315c-8afb-4367-8023-a9ad20a1b3e4 req-1712f1bd-4727-4eb7-9db4-b6ad574ad5e9 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/ports?device_id=da2069ca-6085-4fb0-9775-cb3cfc3e0cf4 HTTP/1.1" status: 200 len: 210 time: 0.0275691 May 04 18:20:48.161093 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61405c6d-95c3-4ddc-9610-ac690a0800dc req-fc2773f0-160c-492d-88ac-3c668cf6d8af tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:48.162688 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-61405c6d-95c3-4ddc-9610-ac690a0800dc req-fc2773f0-160c-492d-88ac-3c668cf6d8af tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 943 time: 0.0506067 May 04 18:20:48.213170 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-61405c6d-95c3-4ddc-9610-ac690a0800dc req-34d76020-30d8-4480-ac77-b3a4f0bf6752 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421627 May 04 18:20:48.299143 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-60cc120a-adcf-4ba9-b849-98b27fd0e1fb req-ba94ec47-6496-4440-8e10-8b73aac3ff3d tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/ports?device_id=da2069ca-6085-4fb0-9775-cb3cfc3e0cf4 HTTP/1.1" status: 200 len: 210 time: 0.0276959 May 04 18:20:49.258124 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa26bb7-48da-4f77-a7b8-f643f497e010 req-4830d788-0b67-45d2-8714-d42ee1ba971b tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:49.261627 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-1aa26bb7-48da-4f77-a7b8-f643f497e010 req-4830d788-0b67-45d2-8714-d42ee1ba971b tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.84 "GET /v2.0/networks?id=993f489f-74a5-457d-8185-f79358d76406 HTTP/1.1" status: 200 len: 815 time: 0.1117384 May 04 18:20:49.284187 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.v2.base [req-1aa26bb7-48da-4f77-a7b8-f643f497e010 req-61f5a721-3754-4584-9606-4253efb8713a tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Request body: {'port': {'device_id': 'da2069ca-6085-4fb0-9775-cb3cfc3e0cf4', 'network_id': '993f489f-74a5-457d-8185-f79358d76406', 'admin_state_up': True, 'tenant_id': 'b773343d1a8d4e6889bb80f938a389a4'}} {{(pid=104023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:20:49.341415 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65efde2-b670-47fc-8958-633ab76f1721 req-4f20e908-b7b8-40db-979f-e38d672c26a3 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:49.341415 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-e65efde2-b670-47fc-8958-633ab76f1721 req-4f20e908-b7b8-40db-979f-e38d672c26a3 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 943 time: 0.0547111 May 04 18:20:49.410187 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-e65efde2-b670-47fc-8958-633ab76f1721 req-d8783ccc-4e90-46dc-b309-c4333be9ec19 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633094 May 04 18:20:49.411466 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-1aeba70b-4ace-4051-9164-1a586cc2fb66 req-725096aa-733b-4668-a5c6-ea86e4f53645 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/ports?device_id=da2069ca-6085-4fb0-9775-cb3cfc3e0cf4 HTTP/1.1" status: 200 len: 210 time: 0.0300760 May 04 18:20:49.483059 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1aa26bb7-48da-4f77-a7b8-f643f497e010 req-61f5a721-3754-4584-9606-4253efb8713a tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Made reservation on behalf of b773343d1a8d4e6889bb80f938a389a4 for: {'port': 1} {{(pid=104023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:20:49.486446 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-1aa26bb7-48da-4f77-a7b8-f643f497e010 req-61f5a721-3754-4584-9606-4253efb8713a tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:49.616261 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.db_base_plugin_common [req-1aa26bb7-48da-4f77-a7b8-f643f497e010 req-61f5a721-3754-4584-9606-4253efb8713a tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Allocated IP 172.20.0.8 (993f489f-74a5-457d-8185-f79358d76406/594e40ba-79c8-4637-b6b1-1159f1c0e514/925b8b19-3475-4d14-b9cd-3aa01d1499ca) {{(pid=104023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:20:49.787921 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-1aa26bb7-48da-4f77-a7b8-f643f497e010 req-61f5a721-3754-4584-9606-4253efb8713a tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Publish callbacks [] for port (925b8b19-3475-4d14-b9cd-3aa01d1499ca), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:49.877641 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-1aa26bb7-48da-4f77-a7b8-f643f497e010 req-61f5a721-3754-4584-9606-4253efb8713a tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772819832230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7382190'] for port (925b8b19-3475-4d14-b9cd-3aa01d1499ca), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:49.944035 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1aa26bb7-48da-4f77-a7b8-f643f497e010 req-61f5a721-3754-4584-9606-4253efb8713a tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Network 993f489f-74a5-457d-8185-f79358d76406 is already hosted by enough agents. {{(pid=104023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:20:49.959996 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.base_scheduler [req-1aa26bb7-48da-4f77-a7b8-f643f497e010 req-61f5a721-3754-4584-9606-4253efb8713a tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Resources bound (agent type, host, resource id): {{(pid=104023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:20:49.964060 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aa26bb7-48da-4f77-a7b8-f643f497e010 req-61f5a721-3754-4584-9606-4253efb8713a tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Received port after_create {{(pid=104023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:20:49.967042 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f5a721-3754-4584-9606-4253efb8713a tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Pushing event updated for resources: {'Port': ['ID=925b8b19-3475-4d14-b9cd-3aa01d1499ca,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:20:50.039084 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa26bb7-48da-4f77-a7b8-f643f497e010 req-61f5a721-3754-4584-9606-4253efb8713a tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:50.046446 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-1aa26bb7-48da-4f77-a7b8-f643f497e010 req-61f5a721-3754-4584-9606-4253efb8713a tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598214'] for port (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:50.166842 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-1aa26bb7-48da-4f77-a7b8-f643f497e010 req-61f5a721-3754-4584-9606-4253efb8713a tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8865483 May 04 18:20:50.336519 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-276f0a9a-c5f4-4d1c-94b1-35a4b66682d6 None None] Provisioning complete for port 925b8b19-3475-4d14-b9cd-3aa01d1499ca triggered by entity DHCP. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:20:50.337179 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-276f0a9a-c5f4-4d1c-94b1-35a4b66682d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (925b8b19-3475-4d14-b9cd-3aa01d1499ca), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:50.373753 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-276f0a9a-c5f4-4d1c-94b1-35a4b66682d6 None None] Port 925b8b19-3475-4d14-b9cd-3aa01d1499ca cannot update to ACTIVE because it is not bound. {{(pid=104025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 18:20:50.573931 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0118b211-21b5-449f-a97d-a46d1fe0f497 req-f1a53072-5f94-4c71-a04b-6d4d6025f0d8 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:50.575466 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e45b2b4-c5fa-4b33-aec6-00e2356e5919 req-8f5b6dec-df23-4a2c-984f-b524f7390489 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:50.575907 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-0118b211-21b5-449f-a97d-a46d1fe0f497 req-f1a53072-5f94-4c71-a04b-6d4d6025f0d8 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/ports?device_id=da2069ca-6085-4fb0-9775-cb3cfc3e0cf4 HTTP/1.1" status: 200 len: 931 time: 0.0554016 May 04 18:20:50.577108 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-9e45b2b4-c5fa-4b33-aec6-00e2356e5919 req-8f5b6dec-df23-4a2c-984f-b524f7390489 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 943 time: 0.0523939 May 04 18:20:50.658859 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-0118b211-21b5-449f-a97d-a46d1fe0f497 req-17f4739c-6e18-479d-95d7-d28a2d5e26d3 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6dc53a1-1d62-4861-86cd-d24bcf8198ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527384 May 04 18:20:50.659679 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-9e45b2b4-c5fa-4b33-aec6-00e2356e5919 req-b1795284-f2be-41bd-bb1c-7a54bbcd6d74 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571175 May 04 18:20:51.781227 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a5e3f2-bb98-4bf4-93e5-029cdf46e6af req-9ac4d3d4-19bd-475e-a9be-bbe4f1a65143 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:51.783408 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-82a5e3f2-bb98-4bf4-93e5-029cdf46e6af req-9ac4d3d4-19bd-475e-a9be-bbe4f1a65143 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/ports?device_id=da2069ca-6085-4fb0-9775-cb3cfc3e0cf4 HTTP/1.1" status: 200 len: 931 time: 0.0541534 May 04 18:20:51.866700 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-82a5e3f2-bb98-4bf4-93e5-029cdf46e6af req-ee11c737-5721-4e64-9028-daf23e72ae74 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6dc53a1-1d62-4861-86cd-d24bcf8198ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767329 May 04 18:20:51.894905 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e690b-5e4d-4003-9745-054b622141b5 req-1979d296-d01f-4e76-88e0-73172dc1b674 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:51.896633 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-6d3e690b-5e4d-4003-9745-054b622141b5 req-1979d296-d01f-4e76-88e0-73172dc1b674 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 943 time: 0.1477058 May 04 18:20:51.948728 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-6d3e690b-5e4d-4003-9745-054b622141b5 req-3fd9fd5b-8e6a-4bf1-b15b-afded2503add tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466509 May 04 18:20:52.083161 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (2ed5d983-d6d1-49f2-9dfa-1a41e5be1317), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:52.982316 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb916117-d68f-44a8-99d9-44cb82406866 req-d29b5111-d8aa-4c9e-8662-f63f7d4e0780 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:52.984108 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-eb916117-d68f-44a8-99d9-44cb82406866 req-d29b5111-d8aa-4c9e-8662-f63f7d4e0780 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/ports?device_id=da2069ca-6085-4fb0-9775-cb3cfc3e0cf4 HTTP/1.1" status: 200 len: 931 time: 0.0495939 May 04 18:20:53.044945 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-eb916117-d68f-44a8-99d9-44cb82406866 req-d8ffe4ed-62b6-4238-8526-42395eed2eed tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6dc53a1-1d62-4861-86cd-d24bcf8198ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447125 May 04 18:20:53.083899 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7862e59c-225b-413d-b3f7-1d50cd6c7630 req-858c0ec5-2982-421a-bd93-a3ced8751eb3 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:53.090977 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-7862e59c-225b-413d-b3f7-1d50cd6c7630 req-858c0ec5-2982-421a-bd93-a3ced8751eb3 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 943 time: 0.0579238 May 04 18:20:53.143372 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-7862e59c-225b-413d-b3f7-1d50cd6c7630 req-dfe2dbdd-7433-48c1-aa52-a0060c4511b2 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512159 May 04 18:20:54.172799 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e7727e-9fe4-48ce-9f1f-7ab7c9bf54bf req-a4e1d98e-d8df-4b0e-8074-ad258fdec8d2 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:54.174622 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-89e7727e-9fe4-48ce-9f1f-7ab7c9bf54bf req-a4e1d98e-d8df-4b0e-8074-ad258fdec8d2 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/ports?device_id=da2069ca-6085-4fb0-9775-cb3cfc3e0cf4 HTTP/1.1" status: 200 len: 931 time: 0.0617146 May 04 18:20:54.229012 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-89e7727e-9fe4-48ce-9f1f-7ab7c9bf54bf req-c4e64d73-fec1-4285-9343-051aa95688b6 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6dc53a1-1d62-4861-86cd-d24bcf8198ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482020 May 04 18:20:54.264275 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be8cb4-fb05-4828-bcf8-2c8b91d6b7ab req-720348bf-df25-40fc-be43-480a1e999392 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:54.265795 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-53be8cb4-fb05-4828-bcf8-2c8b91d6b7ab req-720348bf-df25-40fc-be43-480a1e999392 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 943 time: 0.0476875 May 04 18:20:54.321285 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-53be8cb4-fb05-4828-bcf8-2c8b91d6b7ab req-fedfe9fd-f33f-4bbf-a641-2f19d3c9920e tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494380 May 04 18:20:55.395750 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b60f319-1a13-449f-ac24-42a01e1743e7 req-e4d557d9-1dee-49bc-935f-6b8d1b849256 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:55.398014 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-5b60f319-1a13-449f-ac24-42a01e1743e7 req-e4d557d9-1dee-49bc-935f-6b8d1b849256 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/ports?device_id=da2069ca-6085-4fb0-9775-cb3cfc3e0cf4 HTTP/1.1" status: 200 len: 931 time: 0.1022794 May 04 18:20:55.453197 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f64ff-9232-45ce-9607-4792da246f48 req-66063555-7519-4ba5-a233-cde2349a7c39 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:55.456029 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-0b5f64ff-9232-45ce-9607-4792da246f48 req-66063555-7519-4ba5-a233-cde2349a7c39 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 943 time: 0.0573425 May 04 18:20:55.463825 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-5b60f319-1a13-449f-ac24-42a01e1743e7 req-d7819a6c-bb5e-4838-a616-f98890c141ce tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6dc53a1-1d62-4861-86cd-d24bcf8198ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571632 May 04 18:20:55.505845 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-0b5f64ff-9232-45ce-9607-4792da246f48 req-e47f259d-33cb-495f-8757-00658c4e673c tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442462 May 04 18:20:56.584328 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8741473b-12f3-4e07-8f3a-f9c2b33a2dad req-6009d4c2-38fb-44ca-a3aa-5a852af78dec tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:56.591956 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-8741473b-12f3-4e07-8f3a-f9c2b33a2dad req-6009d4c2-38fb-44ca-a3aa-5a852af78dec tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/ports?device_id=da2069ca-6085-4fb0-9775-cb3cfc3e0cf4 HTTP/1.1" status: 200 len: 931 time: 0.0620856 May 04 18:20:56.648485 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-8741473b-12f3-4e07-8f3a-f9c2b33a2dad req-ca66c279-8738-47e6-9780-377313017f30 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6dc53a1-1d62-4861-86cd-d24bcf8198ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539606 May 04 18:20:56.684586 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d851c6e8-11ef-4b5b-be2e-b3be5f51eadd req-20980de5-2874-4e41-8490-1a8af53389be tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:56.686266 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-d851c6e8-11ef-4b5b-be2e-b3be5f51eadd req-20980de5-2874-4e41-8490-1a8af53389be tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 943 time: 0.0876434 May 04 18:20:56.736310 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-d851c6e8-11ef-4b5b-be2e-b3be5f51eadd req-4ddabaa8-f73e-4a3d-8422-a5e92f6c3b36 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442336 May 04 18:20:57.609263 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-be3d363f-1ea3-4eae-aab0-16985404232e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (c89944b2-e06f-41dc-a0fc-77a7e649c9d3), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:20:57.775015 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ba5adc-10e8-4315-9d2a-e4c66708bca8 req-66d35dc8-4e82-4cf6-b9f3-bb7752540ef7 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:57.776563 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-c3ba5adc-10e8-4315-9d2a-e4c66708bca8 req-66d35dc8-4e82-4cf6-b9f3-bb7752540ef7 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/ports?device_id=da2069ca-6085-4fb0-9775-cb3cfc3e0cf4 HTTP/1.1" status: 200 len: 931 time: 0.0553713 May 04 18:20:57.826627 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-c3ba5adc-10e8-4315-9d2a-e4c66708bca8 req-cc6f7319-5a5a-43b4-a558-e4adf4f3cd87 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6dc53a1-1d62-4861-86cd-d24bcf8198ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431483 May 04 18:20:57.871420 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b660c5bd-3242-4d46-b63d-9f1206120506 req-3fb45bb6-8a74-419e-adac-079d7fea3f6a tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:57.872861 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-b660c5bd-3242-4d46-b63d-9f1206120506 req-3fb45bb6-8a74-419e-adac-079d7fea3f6a tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 943 time: 0.0576792 May 04 18:20:57.924163 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-b660c5bd-3242-4d46-b63d-9f1206120506 req-bf74e757-d30c-4ccf-ac3e-c4544fd0e830 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449293 May 04 18:20:58.939685 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97465a3-a17d-4302-9b83-06395243e83a req-17ffab5b-0d4c-4d8c-8c54-dc7a6f2aaf6a tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:58.941139 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-e97465a3-a17d-4302-9b83-06395243e83a req-17ffab5b-0d4c-4d8c-8c54-dc7a6f2aaf6a tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/ports?device_id=da2069ca-6085-4fb0-9775-cb3cfc3e0cf4 HTTP/1.1" status: 200 len: 931 time: 0.0470324 May 04 18:20:58.989555 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-e97465a3-a17d-4302-9b83-06395243e83a req-06ef0124-993a-49d5-97db-27e75258a8b6 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6dc53a1-1d62-4861-86cd-d24bcf8198ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428026 May 04 18:20:59.067321 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef514fef-e2a6-43cf-a426-348f8d2bc79f req-77245096-7e36-4899-8535-3e101cd304b4 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:59.068841 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-ef514fef-e2a6-43cf-a426-348f8d2bc79f req-77245096-7e36-4899-8535-3e101cd304b4 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 943 time: 0.0657549 May 04 18:20:59.117088 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-ef514fef-e2a6-43cf-a426-348f8d2bc79f req-b0d65f03-8037-45a3-8f12-0d3cd66b6878 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424399 May 04 18:21:00.044579 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-1830ab76-865d-4fe8-b970-140d7a8f5360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:21:00.115582 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525e5a94-8015-4274-8330-9e0884316749 req-62512981-8efa-4f73-9f55-ab86b99d0798 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:00.117622 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-525e5a94-8015-4274-8330-9e0884316749 req-62512981-8efa-4f73-9f55-ab86b99d0798 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/ports?device_id=da2069ca-6085-4fb0-9775-cb3cfc3e0cf4 HTTP/1.1" status: 200 len: 931 time: 0.0561059 May 04 18:21:00.179487 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-525e5a94-8015-4274-8330-9e0884316749 req-2d665dd7-b080-464d-a913-7de3daf255b5 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6dc53a1-1d62-4861-86cd-d24bcf8198ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540376 May 04 18:21:00.250063 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fc82a7-fcae-4b3c-b42f-20574d863ed5 req-46a658cc-4a3a-40da-a7fa-9e7c58a0dccb tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:00.252810 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-01fc82a7-fcae-4b3c-b42f-20574d863ed5 req-46a658cc-4a3a-40da-a7fa-9e7c58a0dccb tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 943 time: 0.0537760 May 04 18:21:00.318072 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-01fc82a7-fcae-4b3c-b42f-20574d863ed5 req-efb75afd-da77-45c4-b5fd-e631a30cb2d1 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589454 May 04 18:21:01.141129 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-4fdd29be-a970-4503-919e-12b86a90c52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (74c08095-bc4c-43d3-91b6-743b06ad1f6c), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:21:01.305784 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94c370a-92f6-4949-acdd-18a19ab9f617 req-c33021d6-d510-4719-aa98-fdceafa7f876 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:01.307309 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-b94c370a-92f6-4949-acdd-18a19ab9f617 req-c33021d6-d510-4719-aa98-fdceafa7f876 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/ports?device_id=da2069ca-6085-4fb0-9775-cb3cfc3e0cf4 HTTP/1.1" status: 200 len: 931 time: 0.0493617 May 04 18:21:01.359533 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-b94c370a-92f6-4949-acdd-18a19ab9f617 req-8b324ecf-9c66-4c3b-b64b-32a63b44ce0a tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6dc53a1-1d62-4861-86cd-d24bcf8198ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465569 May 04 18:21:01.458425 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d26fda-9362-49e6-a7c2-0e7b6180e2e1 req-b0328863-ff8f-4e90-9626-2f7bd419b62a tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:01.460448 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-98d26fda-9362-49e6-a7c2-0e7b6180e2e1 req-b0328863-ff8f-4e90-9626-2f7bd419b62a tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 943 time: 0.0542135 May 04 18:21:01.509550 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-98d26fda-9362-49e6-a7c2-0e7b6180e2e1 req-1cfb3959-9466-4c2a-8e4d-687b6c546103 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435901 May 04 18:21:02.477569 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ca1398-8a29-45c0-83b8-3379cabe1943 req-39a310ec-8725-4a23-9ef1-027191eed816 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:02.479210 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-14ca1398-8a29-45c0-83b8-3379cabe1943 req-39a310ec-8725-4a23-9ef1-027191eed816 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/ports?device_id=da2069ca-6085-4fb0-9775-cb3cfc3e0cf4 HTTP/1.1" status: 200 len: 931 time: 0.0505073 May 04 18:21:02.527343 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-14ca1398-8a29-45c0-83b8-3379cabe1943 req-ee1f00e0-2c7a-40c9-8f32-a5dc37329d31 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6dc53a1-1d62-4861-86cd-d24bcf8198ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425899 May 04 18:21:02.541200 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-f7537222-04fb-4408-8d24-7493625e2bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (88f974dc-3c14-4d3d-9ef8-4363bb88b433), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:21:02.633380 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d081879-b1d4-4c7a-b838-7b2ea61203d0 req-c08633d8-b0d3-49ec-afaa-39240c08090c tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:02.634864 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-4d081879-b1d4-4c7a-b838-7b2ea61203d0 req-c08633d8-b0d3-49ec-afaa-39240c08090c tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 943 time: 0.0495119 May 04 18:21:02.682908 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-4d081879-b1d4-4c7a-b838-7b2ea61203d0 req-ef4e2609-34e3-461b-b5cc-7af8312b69a1 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420671 May 04 18:21:03.644431 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22ad3b3-f962-442c-a24a-22be109e7b8d req-1fb10fd5-8eea-4100-a506-b249e0ee60bb tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:03.645891 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-e22ad3b3-f962-442c-a24a-22be109e7b8d req-1fb10fd5-8eea-4100-a506-b249e0ee60bb tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/ports?device_id=da2069ca-6085-4fb0-9775-cb3cfc3e0cf4 HTTP/1.1" status: 200 len: 931 time: 0.0497799 May 04 18:21:03.692518 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-e22ad3b3-f962-442c-a24a-22be109e7b8d req-b9254b13-65a4-4ce2-9366-a65409f3c11a tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6dc53a1-1d62-4861-86cd-d24bcf8198ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410016 May 04 18:21:03.802632 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228912d6-f363-42c5-bd1b-98cff44fae66 req-756e3c91-d6cf-48ef-9aca-9cf6b921654a tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:03.804145 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-228912d6-f363-42c5-bd1b-98cff44fae66 req-756e3c91-d6cf-48ef-9aca-9cf6b921654a tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 943 time: 0.0476563 May 04 18:21:03.820852 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (e55a6cb5-967a-4631-865a-95818de4ff35), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:21:03.852759 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-228912d6-f363-42c5-bd1b-98cff44fae66 req-883323eb-a9da-452e-b5e6-d4d02e6d599a tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421557 May 04 18:21:04.473755 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.v2.base [req-1aa26bb7-48da-4f77-a7b8-f643f497e010 req-3e27339a-b1d1-495e-9842-0a04ccac6cf3 service neutron] Request body: {'port': {'device_id': 'da2069ca-6085-4fb0-9775-cb3cfc3e0cf4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=104023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:21:04.538662 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-1aa26bb7-48da-4f77-a7b8-f643f497e010 req-3e27339a-b1d1-495e-9842-0a04ccac6cf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (925b8b19-3475-4d14-b9cd-3aa01d1499ca), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:21:04.835640 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e0e086-e755-4ba1-ba74-a623c8184f30 req-8ec44c6f-b7aa-49b7-a8f5-70547eff21fc tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:04.837135 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-f2e0e086-e755-4ba1-ba74-a623c8184f30 req-8ec44c6f-b7aa-49b7-a8f5-70547eff21fc tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/ports?device_id=da2069ca-6085-4fb0-9775-cb3cfc3e0cf4 HTTP/1.1" status: 200 len: 931 time: 0.0762739 May 04 18:21:04.850080 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [req-1aa26bb7-48da-4f77-a7b8-f643f497e010 req-3e27339a-b1d1-495e-9842-0a04ccac6cf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 925b8b19-3475-4d14-b9cd-3aa01d1499ca {{(pid=104023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:21:04.862241 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-1aa26bb7-48da-4f77-a7b8-f643f497e010 req-3e27339a-b1d1-495e-9842-0a04ccac6cf3 service neutron] Publish callbacks [] for port (925b8b19-3475-4d14-b9cd-3aa01d1499ca), precommit_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:21:04.894271 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [req-1aa26bb7-48da-4f77-a7b8-f643f497e010 req-3e27339a-b1d1-495e-9842-0a04ccac6cf3 service neutron] Transition to ACTIVE for port object 925b8b19-3475-4d14-b9cd-3aa01d1499ca will not be triggered until provisioned by entity L2. {{(pid=104023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 18:21:04.911419 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-f2e0e086-e755-4ba1-ba74-a623c8184f30 req-344bb936-b3c6-456f-a88b-0c7554bd4c82 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6dc53a1-1d62-4861-86cd-d24bcf8198ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643001 May 04 18:21:04.963971 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-1aa26bb7-48da-4f77-a7b8-f643f497e010 req-3e27339a-b1d1-495e-9842-0a04ccac6cf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7382199'] for port (925b8b19-3475-4d14-b9cd-3aa01d1499ca), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:21:05.015707 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e27339a-b1d1-495e-9842-0a04ccac6cf3 service neutron] Pushing event updated for resources: {'Port': ['ID=925b8b19-3475-4d14-b9cd-3aa01d1499ca,revision_number=2']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:21:05.095449 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [req-1aa26bb7-48da-4f77-a7b8-f643f497e010 req-3e27339a-b1d1-495e-9842-0a04ccac6cf3 service neutron] Attempting to bind port 925b8b19-3475-4d14-b9cd-3aa01d1499ca on host hv-cinder-84051 for vnic_type normal with profile {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 18:21:05.095807 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [req-1aa26bb7-48da-4f77-a7b8-f643f497e010 req-3e27339a-b1d1-495e-9842-0a04ccac6cf3 service neutron] Attempting to bind port 925b8b19-3475-4d14-b9cd-3aa01d1499ca by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': '113cad1e-64a4-4fc8-85b2-45fe2f7020da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '993f489f-74a5-457d-8185-f79358d76406'}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 18:21:05.096153 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa26bb7-48da-4f77-a7b8-f643f497e010 req-3e27339a-b1d1-495e-9842-0a04ccac6cf3 service neutron] Attempting to bind port 925b8b19-3475-4d14-b9cd-3aa01d1499ca on network 993f489f-74a5-457d-8185-f79358d76406 {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:21:05.102468 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa26bb7-48da-4f77-a7b8-f643f497e010 req-3e27339a-b1d1-495e-9842-0a04ccac6cf3 service neutron] Port 925b8b19-3475-4d14-b9cd-3aa01d1499ca on network 993f489f-74a5-457d-8185-f79358d76406 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 18:21:05.102799 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa26bb7-48da-4f77-a7b8-f643f497e010 req-3e27339a-b1d1-495e-9842-0a04ccac6cf3 service neutron] Attempting to bind port 925b8b19-3475-4d14-b9cd-3aa01d1499ca on network 993f489f-74a5-457d-8185-f79358d76406 {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:21:05.117900 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa26bb7-48da-4f77-a7b8-f643f497e010 req-3e27339a-b1d1-495e-9842-0a04ccac6cf3 service neutron] Checking agent: {'id': '2ed5d983-d6d1-49f2-9dfa-1a41e5be1317', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 13, 52), 'started_at': datetime.datetime(2022, 5, 4, 18, 13, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 18:21:05.121136 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa26bb7-48da-4f77-a7b8-f643f497e010 req-3e27339a-b1d1-495e-9842-0a04ccac6cf3 service neutron] Checking segment: {'id': '113cad1e-64a4-4fc8-85b2-45fe2f7020da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '993f489f-74a5-457d-8185-f79358d76406'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:21:05.121136 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa26bb7-48da-4f77-a7b8-f643f497e010 req-3e27339a-b1d1-495e-9842-0a04ccac6cf3 service neutron] Bound using segment: {'id': '113cad1e-64a4-4fc8-85b2-45fe2f7020da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '993f489f-74a5-457d-8185-f79358d76406'} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 18:21:05.121136 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [req-1aa26bb7-48da-4f77-a7b8-f643f497e010 req-3e27339a-b1d1-495e-9842-0a04ccac6cf3 service neutron] Bound port: 925b8b19-3475-4d14-b9cd-3aa01d1499ca, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '113cad1e-64a4-4fc8-85b2-45fe2f7020da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '993f489f-74a5-457d-8185-f79358d76406'}}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 18:21:05.121136 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-1aa26bb7-48da-4f77-a7b8-f643f497e010 req-3e27339a-b1d1-495e-9842-0a04ccac6cf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (925b8b19-3475-4d14-b9cd-3aa01d1499ca), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:21:05.187196 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e302b63d-3a63-44a9-9c11-1e37eb8939ad req-4854a259-0578-4e22-a8e7-96c060bde0f2 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:05.189250 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-e302b63d-3a63-44a9-9c11-1e37eb8939ad req-4854a259-0578-4e22-a8e7-96c060bde0f2 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 943 time: 0.0828779 May 04 18:21:05.246391 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [req-1aa26bb7-48da-4f77-a7b8-f643f497e010 req-3e27339a-b1d1-495e-9842-0a04ccac6cf3 service neutron] For port 925b8b19-3475-4d14-b9cd-3aa01d1499ca, host hv-cinder-84051, cleared binding levels {{(pid=104023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 18:21:05.267209 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [req-1aa26bb7-48da-4f77-a7b8-f643f497e010 req-3e27339a-b1d1-495e-9842-0a04ccac6cf3 service neutron] For port 925b8b19-3475-4d14-b9cd-3aa01d1499ca, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=925b8b19-3475-4d14-b9cd-3aa01d1499ca,segment=NetworkSegment(113cad1e-64a4-4fc8-85b2-45fe2f7020da),segment_id=113cad1e-64a4-4fc8-85b2-45fe2f7020da)] {{(pid=104023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 18:21:05.274935 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-e302b63d-3a63-44a9-9c11-1e37eb8939ad req-71d1bb4e-3955-451b-a3f5-800c4674a438 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771809 May 04 18:21:05.342020 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-1aa26bb7-48da-4f77-a7b8-f643f497e010 req-3e27339a-b1d1-495e-9842-0a04ccac6cf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7382199'] for port (925b8b19-3475-4d14-b9cd-3aa01d1499ca), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:21:05.379649 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa26bb7-48da-4f77-a7b8-f643f497e010 req-3e27339a-b1d1-495e-9842-0a04ccac6cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:05.380386 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-1aa26bb7-48da-4f77-a7b8-f643f497e010 req-3e27339a-b1d1-495e-9842-0a04ccac6cf3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598214'] for port (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:21:05.381718 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-1aa26bb7-48da-4f77-a7b8-f643f497e010 req-3e27339a-b1d1-495e-9842-0a04ccac6cf3 service neutron] 10.222.0.84 "PUT /v2.0/ports/925b8b19-3475-4d14-b9cd-3aa01d1499ca HTTP/1.1" status: 200 len: 1093 time: 0.9133084 May 04 18:21:05.382162 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da2069ca-6085-4fb0-9775-cb3cfc3e0cf4', 'tag': '925b8b19-3475-4d14-b9cd-3aa01d1499ca'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:21:05.384735 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}418c4fc0ed359c78e2a46d0945201a397afdfc4a7689ae544a04c30398cb972a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f68c02-51a2-4cdc-81e4-11d8b6304ad9" -d '{"events": [{"name": "network-changed", "server_uuid": "da2069ca-6085-4fb0-9775-cb3cfc3e0cf4", "tag": "925b8b19-3475-4d14-b9cd-3aa01d1499ca"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:21:05.407558 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e27339a-b1d1-495e-9842-0a04ccac6cf3 service neutron] Pushing event updated for resources: {'Port': ['ID=925b8b19-3475-4d14-b9cd-3aa01d1499ca,revision_number=3']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:21:05.519339 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 18:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ce8b0c-7065-4c1b-99aa-659ae0a4f477 x-openstack-request-id: req-12ce8b0c-7065-4c1b-99aa-659ae0a4f477 {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:21:05.519339 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da2069ca-6085-4fb0-9775-cb3cfc3e0cf4", "tag": "925b8b19-3475-4d14-b9cd-3aa01d1499ca", "status": "completed", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:21:05.519339 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-12ce8b0c-7065-4c1b-99aa-659ae0a4f477 {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:21:05.519339 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12ce8b0c-7065-4c1b-99aa-659ae0a4f477'] response: {'name': 'network-changed', 'server_uuid': 'da2069ca-6085-4fb0-9775-cb3cfc3e0cf4', 'tag': '925b8b19-3475-4d14-b9cd-3aa01d1499ca', 'status': 'completed', 'code': 200} May 04 18:21:06.040065 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af90b7f-0249-4837-aa54-98e7319adc3b req-559457d0-f9ba-4b32-98c4-9cc94122564f tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:06.045426 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-2af90b7f-0249-4837-aa54-98e7319adc3b req-559457d0-f9ba-4b32-98c4-9cc94122564f tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/ports?device_id=da2069ca-6085-4fb0-9775-cb3cfc3e0cf4 HTTP/1.1" status: 200 len: 943 time: 0.0526700 May 04 18:21:06.076016 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device c589458d-8328-434f-b78d-ac0c07f164dd details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=104025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 18:21:06.091032 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-2af90b7f-0249-4837-aa54-98e7319adc3b req-2d8e1a7d-dfec-4876-89ef-93e6dab98b0e tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6dc53a1-1d62-4861-86cd-d24bcf8198ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430229 May 04 18:21:06.194007 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] For port c589458d-8328-434f-b78d-ac0c07f164dd, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=c589458d-8328-434f-b78d-ac0c07f164dd,segment=NetworkSegment(de7bb9b3-95ed-4c1b-8898-7bebbfcd85a3),segment_id=de7bb9b3-95ed-4c1b-8898-7bebbfcd85a3)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:21:06.209335 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Returning: {'device': 'c589458d-8328-434f-b78d-ac0c07f164dd', 'network_id': '26d35b79-1359-484a-a955-f54353f413dc', 'port_id': 'c589458d-8328-434f-b78d-ac0c07f164dd', 'mac_address': 'fa:16:3e:ef:e7:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e97a9af-bf91-4879-8505-d85b9edd2417', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 18:21:06.249030 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Current status of the port c589458d-8328-434f-b78d-ac0c07f164dd is: DOWN; New status is: BUILD {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:21:06.249463 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (c589458d-8328-434f-b78d-ac0c07f164dd), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:21:06.265537 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.notifiers.nova [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c589458d-8328-434f-b78d-ac0c07f164dd {{(pid=104025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:21:06.288974 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] For port c589458d-8328-434f-b78d-ac0c07f164dd, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=c589458d-8328-434f-b78d-ac0c07f164dd,segment=NetworkSegment(de7bb9b3-95ed-4c1b-8898-7bebbfcd85a3),segment_id=de7bb9b3-95ed-4c1b-8898-7bebbfcd85a3)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:21:06.296068 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-97555ac1-dc5e-49cc-9379-03b72a9d92dc req-f6db4f37-eff0-4d9c-a10f-d846044cc83a service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=f5a99fa7-89c1-417e-8a15-fb5d090a5ffc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399601 May 04 18:21:06.316265 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f68c02-51a2-4cdc-81e4-11d8b6304ad9 req-13482fcd-b205-4fd1-83e6-87b723c27c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:06.318362 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-22f68c02-51a2-4cdc-81e4-11d8b6304ad9 req-13482fcd-b205-4fd1-83e6-87b723c27c9b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b773343d1a8d4e6889bb80f938a389a4&device_id=da2069ca-6085-4fb0-9775-cb3cfc3e0cf4 HTTP/1.1" status: 200 len: 1127 time: 0.0470860 May 04 18:21:06.396388 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (c589458d-8328-434f-b78d-ac0c07f164dd), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:21:06.435440 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f68c02-51a2-4cdc-81e4-11d8b6304ad9 req-d967c7dd-e54c-4c8e-b845-7a4a1590dbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:06.437042 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-22f68c02-51a2-4cdc-81e4-11d8b6304ad9 req-d967c7dd-e54c-4c8e-b845-7a4a1590dbf4 service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=b773343d1a8d4e6889bb80f938a389a4&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1073043 May 04 18:21:06.439497 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97555ac1-dc5e-49cc-9379-03b72a9d92dc req-78c062d8-8cf7-4b64-9108-cb0296824153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:06.441006 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-97555ac1-dc5e-49cc-9379-03b72a9d92dc req-78c062d8-8cf7-4b64-9108-cb0296824153 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=52f7ff6557334462979f9934251c2158&device_id=f5a99fa7-89c1-417e-8a15-fb5d090a5ffc HTTP/1.1" status: 200 len: 1130 time: 0.0870378 May 04 18:21:06.451748 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b88a9ce-6f15-4c30-aab7-fdecbaabe064 req-9649b272-3788-458b-81b7-aaf749b08334 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:06.451748 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-3b88a9ce-6f15-4c30-aab7-fdecbaabe064 req-9649b272-3788-458b-81b7-aaf749b08334 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 944 time: 0.0856793 May 04 18:21:06.466164 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Pushing event updated for resources: {'Port': ['ID=c589458d-8328-434f-b78d-ac0c07f164dd,revision_number=9']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:21:06.476688 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:21:06.477410 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:21:06.477947 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:21:06.478501 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:21:06.479051 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:21:06.479581 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:21:06.480305 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:21:06.481073 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:21:06.481595 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:21:06.482155 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:21:06.482687 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:21:06.483257 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:21:06.486200 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:21:06.486200 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:21:06.486200 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:21:06.558032 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-3b88a9ce-6f15-4c30-aab7-fdecbaabe064 req-cac8265f-8e61-413c-b48b-2a61755ff250 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997915 May 04 18:21:06.558696 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f68c02-51a2-4cdc-81e4-11d8b6304ad9 req-953b5ac6-bf6e-4b83-b5b5-464c8baf0cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:06.560417 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-22f68c02-51a2-4cdc-81e4-11d8b6304ad9 req-953b5ac6-bf6e-4b83-b5b5-464c8baf0cf4 service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1122315 May 04 18:21:06.584781 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97555ac1-dc5e-49cc-9379-03b72a9d92dc req-3faa403d-4915-4369-98b7-762935695244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:06.588565 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-97555ac1-dc5e-49cc-9379-03b72a9d92dc req-3faa403d-4915-4369-98b7-762935695244 service neutron] 10.222.0.84 "GET /v2.0/networks?id=a6fe39e6-2945-43c4-866c-f901f807513e HTTP/1.1" status: 200 len: 920 time: 0.1136434 May 04 18:21:06.692795 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-97555ac1-dc5e-49cc-9379-03b72a9d92dc req-388e0e32-0057-45f9-b332-c78c16f72d83 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c49bddb4-4e80-4d5f-89e2-c80146cadc08 HTTP/1.1" status: 200 len: 217 time: 0.0407965 May 04 18:21:06.726764 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa26bb7-48da-4f77-a7b8-f643f497e010 req-b300a391-94bc-4e78-9d06-c2d37828033d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:06.728207 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-1aa26bb7-48da-4f77-a7b8-f643f497e010 req-b300a391-94bc-4e78-9d06-c2d37828033d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b773343d1a8d4e6889bb80f938a389a4&device_id=da2069ca-6085-4fb0-9775-cb3cfc3e0cf4 HTTP/1.1" status: 200 len: 1127 time: 0.0399907 May 04 18:21:06.743745 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97555ac1-dc5e-49cc-9379-03b72a9d92dc req-c86a5583-3783-461c-857b-6c9771c43f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:06.745216 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-97555ac1-dc5e-49cc-9379-03b72a9d92dc req-c86a5583-3783-461c-857b-6c9771c43f49 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=abd7f995-331d-4f8f-976d-dc07d5f652e4 HTTP/1.1" status: 200 len: 858 time: 0.0473540 May 04 18:21:06.778822 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-1aa26bb7-48da-4f77-a7b8-f643f497e010 req-32dcb79a-275b-4900-8036-450321d84b7f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=925b8b19-3475-4d14-b9cd-3aa01d1499ca HTTP/1.1" status: 200 len: 217 time: 0.0400558 May 04 18:21:06.791188 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97555ac1-dc5e-49cc-9379-03b72a9d92dc req-7466f402-a8d7-4393-9e71-abb1994351dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:06.791611 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-97555ac1-dc5e-49cc-9379-03b72a9d92dc req-7466f402-a8d7-4393-9e71-abb1994351dc service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=a6fe39e6-2945-43c4-866c-f901f807513e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406661 May 04 18:21:06.828740 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa26bb7-48da-4f77-a7b8-f643f497e010 req-b561440f-1f64-4375-87bc-675f0cbd934d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:06.830289 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-1aa26bb7-48da-4f77-a7b8-f643f497e010 req-b561440f-1f64-4375-87bc-675f0cbd934d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=594e40ba-79c8-4637-b6b1-1159f1c0e514 HTTP/1.1" status: 200 len: 854 time: 0.0456719 May 04 18:21:06.874916 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa26bb7-48da-4f77-a7b8-f643f497e010 req-63563290-e3eb-49db-8062-4d5389c19402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:06.876701 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-1aa26bb7-48da-4f77-a7b8-f643f497e010 req-63563290-e3eb-49db-8062-4d5389c19402 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=993f489f-74a5-457d-8185-f79358d76406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393219 May 04 18:21:06.890191 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-97555ac1-dc5e-49cc-9379-03b72a9d92dc req-2cb054f3-fc4f-4a51-a67b-21aa18d6e7f3 service neutron] 10.222.0.84 "GET /v2.0/networks/a6fe39e6-2945-43c4-866c-f901f807513e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922110 May 04 18:21:06.970027 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] get_ports_and_sgs() called for port_ids ['c589458d-8328-434f-b78d-ac0c07f164dd'] {{(pid=104025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 18:21:06.987828 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-1aa26bb7-48da-4f77-a7b8-f643f497e010 req-06d9ebf9-31f0-4547-a5e0-0e246e0ea1d3 service neutron] 10.222.0.84 "GET /v2.0/networks/993f489f-74a5-457d-8185-f79358d76406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999825 May 04 18:21:06.995327 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-97555ac1-dc5e-49cc-9379-03b72a9d92dc req-f17ae02c-ba3c-4bf8-b474-0fe925811171 service neutron] 10.222.0.84 "GET /v2.0/networks/a6fe39e6-2945-43c4-866c-f901f807513e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983219 May 04 18:21:07.093371 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-1aa26bb7-48da-4f77-a7b8-f643f497e010 req-b2e4ade5-ffd2-47ca-bd25-d8ae18f1fc99 service neutron] 10.222.0.84 "GET /v2.0/networks/993f489f-74a5-457d-8185-f79358d76406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040547 May 04 18:21:07.214614 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d8b87-460a-42c2-b390-511a88280092 req-99d7739e-414e-49e6-b6bc-40dc2581e032 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:07.216094 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-a22d8b87-460a-42c2-b390-511a88280092 req-99d7739e-414e-49e6-b6bc-40dc2581e032 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/ports?device_id=da2069ca-6085-4fb0-9775-cb3cfc3e0cf4 HTTP/1.1" status: 200 len: 943 time: 0.0510535 May 04 18:21:07.262536 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-a22d8b87-460a-42c2-b390-511a88280092 req-a61fc4c3-563c-4853-adf3-d16f946ba579 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6dc53a1-1d62-4861-86cd-d24bcf8198ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400074 May 04 18:21:07.687021 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bddd43-f7cb-400b-a629-017bfd57b9fe req-4117cae9-cc04-429e-874b-1081d2ba7b15 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:07.688017 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-e9bddd43-f7cb-400b-a629-017bfd57b9fe req-4117cae9-cc04-429e-874b-1081d2ba7b15 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 944 time: 0.0529494 May 04 18:21:07.735778 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-e9bddd43-f7cb-400b-a629-017bfd57b9fe req-fcac89a7-948d-47ca-9f80-f85f5e9cef33 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419805 May 04 18:21:08.376578 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544197fe-bdcf-4101-ad26-4941f928c1dd req-3041e0fb-4780-435d-a1a2-4b487b72a0f5 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:08.377992 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device c589458d-8328-434f-b78d-ac0c07f164dd up at agent hyperv_hv-cinder-84051 {{(pid=104025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:21:08.378617 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-544197fe-bdcf-4101-ad26-4941f928c1dd req-3041e0fb-4780-435d-a1a2-4b487b72a0f5 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/ports?device_id=da2069ca-6085-4fb0-9775-cb3cfc3e0cf4 HTTP/1.1" status: 200 len: 943 time: 0.0466022 May 04 18:21:08.426806 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-544197fe-bdcf-4101-ad26-4941f928c1dd req-0da5bbb2-bf36-4f39-85f1-e651b74d567f tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6dc53a1-1d62-4861-86cd-d24bcf8198ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423424 May 04 18:21:08.430582 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Provisioning complete for port c589458d-8328-434f-b78d-ac0c07f164dd triggered by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:21:08.430948 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (c589458d-8328-434f-b78d-ac0c07f164dd), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:21:08.510003 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Current status of the port c589458d-8328-434f-b78d-ac0c07f164dd is: BUILD; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:21:08.510392 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (c589458d-8328-434f-b78d-ac0c07f164dd), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:21:08.532868 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de7620f2-9bed-46d6-bb9e-c43d1abf3561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c589458d-8328-434f-b78d-ac0c07f164dd'}] {{(pid=104025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:21:08.536147 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd171a24610d3ce9b5061050d4b691b0bb0a8f45589b955ae7373af7220d97b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-126c3c7e-94f0-41c6-9a4b-f9c8f552ca73" -d '{"events": [{"server_uuid": "de7620f2-9bed-46d6-bb9e-c43d1abf3561", "name": "network-vif-plugged", "status": "completed", "tag": "c589458d-8328-434f-b78d-ac0c07f164dd"}]}' {{(pid=104025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:21:08.548975 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] For port c589458d-8328-434f-b78d-ac0c07f164dd, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=c589458d-8328-434f-b78d-ac0c07f164dd,segment=NetworkSegment(de7bb9b3-95ed-4c1b-8898-7bebbfcd85a3),segment_id=de7bb9b3-95ed-4c1b-8898-7bebbfcd85a3)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:21:08.570367 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 18:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a124065b-2219-486d-8fcd-c7c5ac0f976c x-openstack-request-id: req-a124065b-2219-486d-8fcd-c7c5ac0f976c {{(pid=104025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:21:08.575182 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de7620f2-9bed-46d6-bb9e-c43d1abf3561", "name": "network-vif-plugged", "status": "completed", "tag": "c589458d-8328-434f-b78d-ac0c07f164dd", "code": 200}]} {{(pid=104025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:21:08.575182 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a124065b-2219-486d-8fcd-c7c5ac0f976c {{(pid=104025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:21:08.575182 dv-cinder-840511-4-iscsi neutron-server[104025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a124065b-2219-486d-8fcd-c7c5ac0f976c'] response: {'server_uuid': 'de7620f2-9bed-46d6-bb9e-c43d1abf3561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c589458d-8328-434f-b78d-ac0c07f164dd', 'code': 200} May 04 18:21:08.632965 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (c589458d-8328-434f-b78d-ac0c07f164dd), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:21:08.684040 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Pushing event updated for resources: {'Port': ['ID=c589458d-8328-434f-b78d-ac0c07f164dd,revision_number=10']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:21:08.855666 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15ff8ba-8afc-41be-ab7c-2a01b0088de0 req-b2810ea3-8fd9-4e8c-9c74-37bcfab0aafc tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:08.857164 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-a15ff8ba-8afc-41be-ab7c-2a01b0088de0 req-b2810ea3-8fd9-4e8c-9c74-37bcfab0aafc tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 946 time: 0.0469880 May 04 18:21:08.909483 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-a15ff8ba-8afc-41be-ab7c-2a01b0088de0 req-357edc2e-6fcc-4fdb-a873-1b42484fbe4c tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464830 May 04 18:21:09.540301 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d7ff6-fc6e-42a8-a56f-080a534ef19e req-363dc29a-8ce5-4f08-88ef-c0000a59e99a tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:09.541763 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-249d7ff6-fc6e-42a8-a56f-080a534ef19e req-363dc29a-8ce5-4f08-88ef-c0000a59e99a tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/ports?device_id=da2069ca-6085-4fb0-9775-cb3cfc3e0cf4 HTTP/1.1" status: 200 len: 943 time: 0.0456159 May 04 18:21:09.589487 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-249d7ff6-fc6e-42a8-a56f-080a534ef19e req-0771a384-0489-4576-92f3-892c23a06f6b tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6dc53a1-1d62-4861-86cd-d24bcf8198ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421102 May 04 18:21:10.035720 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b086125-991a-429f-9d96-ba35394a547c req-80a26344-1bc0-465a-a55f-cda97f0bc836 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:10.035720 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-1b086125-991a-429f-9d96-ba35394a547c req-80a26344-1bc0-465a-a55f-cda97f0bc836 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 946 time: 0.0466735 May 04 18:21:10.078951 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-1b086125-991a-429f-9d96-ba35394a547c req-1a9e9ca8-1403-46e6-bb3d-d73799d772cf tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425091 May 04 18:21:10.383725 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device 925b8b19-3475-4d14-b9cd-3aa01d1499ca details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=104025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 18:21:10.486058 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] For port 925b8b19-3475-4d14-b9cd-3aa01d1499ca, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=925b8b19-3475-4d14-b9cd-3aa01d1499ca,segment=NetworkSegment(113cad1e-64a4-4fc8-85b2-45fe2f7020da),segment_id=113cad1e-64a4-4fc8-85b2-45fe2f7020da)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:21:10.497720 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Returning: {'device': '925b8b19-3475-4d14-b9cd-3aa01d1499ca', 'network_id': '993f489f-74a5-457d-8185-f79358d76406', 'port_id': '925b8b19-3475-4d14-b9cd-3aa01d1499ca', 'mac_address': 'fa:16:3e:06:7e:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '594e40ba-79c8-4637-b6b1-1159f1c0e514', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 18:21:10.539605 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Current status of the port 925b8b19-3475-4d14-b9cd-3aa01d1499ca is: DOWN; New status is: BUILD {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:21:10.539995 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (925b8b19-3475-4d14-b9cd-3aa01d1499ca), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:21:10.552680 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.notifiers.nova [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 925b8b19-3475-4d14-b9cd-3aa01d1499ca {{(pid=104025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:21:10.571264 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] For port 925b8b19-3475-4d14-b9cd-3aa01d1499ca, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=925b8b19-3475-4d14-b9cd-3aa01d1499ca,segment=NetworkSegment(113cad1e-64a4-4fc8-85b2-45fe2f7020da),segment_id=113cad1e-64a4-4fc8-85b2-45fe2f7020da)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:21:10.661668 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (925b8b19-3475-4d14-b9cd-3aa01d1499ca), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:21:10.702073 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6920529-1953-4af3-8a8e-389798450de7 req-146fa470-c090-4a30-ac37-44bfb77b66e5 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:10.703570 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-d6920529-1953-4af3-8a8e-389798450de7 req-146fa470-c090-4a30-ac37-44bfb77b66e5 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/ports?device_id=da2069ca-6085-4fb0-9775-cb3cfc3e0cf4 HTTP/1.1" status: 200 len: 944 time: 0.0461328 May 04 18:21:10.710353 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Pushing event updated for resources: {'Port': ['ID=925b8b19-3475-4d14-b9cd-3aa01d1499ca,revision_number=4']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:21:10.754290 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-d6920529-1953-4af3-8a8e-389798450de7 req-05732597-9911-42a9-a27c-4dacb5d2e45d tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6dc53a1-1d62-4861-86cd-d24bcf8198ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441685 May 04 18:21:11.194146 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] get_ports_and_sgs() called for port_ids ['925b8b19-3475-4d14-b9cd-3aa01d1499ca'] {{(pid=104025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 18:21:11.205044 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c74619-4380-473e-818d-b80878724ab7 req-cfdb994b-913f-4b7b-a553-841b5d92d979 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:11.207214 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-54c74619-4380-473e-818d-b80878724ab7 req-cfdb994b-913f-4b7b-a553-841b5d92d979 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 946 time: 0.0500252 May 04 18:21:11.256567 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-54c74619-4380-473e-818d-b80878724ab7 req-190af9f6-d473-4f56-a355-4fa34f4b4c77 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434651 May 04 18:21:11.612862 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd65540-4072-49d7-b420-7bd10a2b463d req-ef9b6e50-8792-4c74-bed4-0ba00753b8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:11.614432 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-6dd65540-4072-49d7-b420-7bd10a2b463d req-ef9b6e50-8792-4c74-bed4-0ba00753b8f4 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 1130 time: 0.0815229 May 04 18:21:11.718533 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.agents_db [None req-cc71a237-c19e-45a1-a167-cff52744c55e None None] Agent healthcheck: found 6 active agents {{(pid=104026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 18:21:11.868867 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9e91f8-3396-4f1e-9b44-2926ba45a816 req-5f5b0563-74ca-4574-ae24-2bcc578de155 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:11.870344 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-bc9e91f8-3396-4f1e-9b44-2926ba45a816 req-5f5b0563-74ca-4574-ae24-2bcc578de155 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/ports?device_id=da2069ca-6085-4fb0-9775-cb3cfc3e0cf4 HTTP/1.1" status: 200 len: 944 time: 0.0465515 May 04 18:21:11.918688 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-bc9e91f8-3396-4f1e-9b44-2926ba45a816 req-cacea416-c87d-47ac-818d-3535fc748435 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6dc53a1-1d62-4861-86cd-d24bcf8198ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423555 May 04 18:21:12.196044 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-6dd65540-4072-49d7-b420-7bd10a2b463d req-a4f94937-1a1d-475f-b96a-c6d496ae9d40 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412476 May 04 18:21:12.386529 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746bf145-3519-41f0-98ff-a06406e82ee2 req-d5d4b937-b29d-4c92-9173-b46fb55a8d08 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:12.388043 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-746bf145-3519-41f0-98ff-a06406e82ee2 req-d5d4b937-b29d-4c92-9173-b46fb55a8d08 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 946 time: 0.0549800 May 04 18:21:12.438818 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-746bf145-3519-41f0-98ff-a06406e82ee2 req-49af65dd-88b3-4b05-831c-fb1571704c6c tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446122 May 04 18:21:12.585045 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device 925b8b19-3475-4d14-b9cd-3aa01d1499ca up at agent hyperv_hv-cinder-84051 {{(pid=104025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:21:12.636327 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Provisioning for port 925b8b19-3475-4d14-b9cd-3aa01d1499ca completed by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 18:21:12.695492 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Provisioning complete for port 925b8b19-3475-4d14-b9cd-3aa01d1499ca triggered by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:21:12.695889 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (925b8b19-3475-4d14-b9cd-3aa01d1499ca), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:21:12.778409 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Current status of the port 925b8b19-3475-4d14-b9cd-3aa01d1499ca is: BUILD; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:21:12.778702 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (925b8b19-3475-4d14-b9cd-3aa01d1499ca), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:21:12.801725 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da2069ca-6085-4fb0-9775-cb3cfc3e0cf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '925b8b19-3475-4d14-b9cd-3aa01d1499ca'}] {{(pid=104025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:21:12.803967 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd171a24610d3ce9b5061050d4b691b0bb0a8f45589b955ae7373af7220d97b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1930a6c-b01d-44a2-ba95-1aba0d0be072" -d '{"events": [{"server_uuid": "da2069ca-6085-4fb0-9775-cb3cfc3e0cf4", "name": "network-vif-plugged", "status": "completed", "tag": "925b8b19-3475-4d14-b9cd-3aa01d1499ca"}]}' {{(pid=104025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:21:12.817329 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] For port 925b8b19-3475-4d14-b9cd-3aa01d1499ca, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=925b8b19-3475-4d14-b9cd-3aa01d1499ca,segment=NetworkSegment(113cad1e-64a4-4fc8-85b2-45fe2f7020da),segment_id=113cad1e-64a4-4fc8-85b2-45fe2f7020da)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:21:12.840534 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 18:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf316f94-11e9-44d3-96b7-a343ae6ae406 x-openstack-request-id: req-cf316f94-11e9-44d3-96b7-a343ae6ae406 {{(pid=104025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:21:12.840534 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da2069ca-6085-4fb0-9775-cb3cfc3e0cf4", "name": "network-vif-plugged", "status": "completed", "tag": "925b8b19-3475-4d14-b9cd-3aa01d1499ca", "code": 200}]} {{(pid=104025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:21:12.840534 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cf316f94-11e9-44d3-96b7-a343ae6ae406 {{(pid=104025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:21:12.841025 dv-cinder-840511-4-iscsi neutron-server[104025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf316f94-11e9-44d3-96b7-a343ae6ae406'] response: {'server_uuid': 'da2069ca-6085-4fb0-9775-cb3cfc3e0cf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '925b8b19-3475-4d14-b9cd-3aa01d1499ca', 'code': 200} May 04 18:21:12.861356 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (925b8b19-3475-4d14-b9cd-3aa01d1499ca), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:21:12.911246 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Pushing event updated for resources: {'Port': ['ID=925b8b19-3475-4d14-b9cd-3aa01d1499ca,revision_number=5']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:21:13.031522 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36b8fde-b7ee-41a6-a4e6-927fca251517 req-0b8bd2d3-b791-405f-887a-2f10110b18e4 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:13.032986 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-a36b8fde-b7ee-41a6-a4e6-927fca251517 req-0b8bd2d3-b791-405f-887a-2f10110b18e4 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/ports?device_id=da2069ca-6085-4fb0-9775-cb3cfc3e0cf4 HTTP/1.1" status: 200 len: 945 time: 0.0482938 May 04 18:21:13.083644 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-a36b8fde-b7ee-41a6-a4e6-927fca251517 req-49bd6a57-a835-4fc2-8e50-262f48d2c4ca tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6dc53a1-1d62-4861-86cd-d24bcf8198ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434184 May 04 18:21:13.561609 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a171b2-4e7c-4b99-a6b7-036d363199e5 req-a4d9d579-64a5-4588-bff5-1a1f19ecb65d tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:13.563118 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-c5a171b2-4e7c-4b99-a6b7-036d363199e5 req-a4d9d579-64a5-4588-bff5-1a1f19ecb65d tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 946 time: 0.0497828 May 04 18:21:13.609493 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-c5a171b2-4e7c-4b99-a6b7-036d363199e5 req-de595cdd-0686-4146-bb0d-9bff1d0e7d53 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407362 May 04 18:21:14.023060 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc2e5c-93e9-4eae-a0a2-7112db545fea req-0edbccb1-d9e1-4f12-a8fd-f6607cdf9520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:14.024219 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-24cc2e5c-93e9-4eae-a0a2-7112db545fea req-0edbccb1-d9e1-4f12-a8fd-f6607cdf9520 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=da2069ca-6085-4fb0-9775-cb3cfc3e0cf4 HTTP/1.1" status: 200 len: 1129 time: 0.0433569 May 04 18:21:14.123686 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-24cc2e5c-93e9-4eae-a0a2-7112db545fea req-77aac071-03c4-4e50-9c88-90ef5152d2b5 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=f6dc53a1-1d62-4861-86cd-d24bcf8198ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458848 May 04 18:21:14.209141 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1febe939-defc-4b83-8e26-790d9ce8b37e req-0c3e4c80-ab1c-4f66-bce5-331484e4a127 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:14.210636 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-1febe939-defc-4b83-8e26-790d9ce8b37e req-0c3e4c80-ab1c-4f66-bce5-331484e4a127 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/ports?device_id=da2069ca-6085-4fb0-9775-cb3cfc3e0cf4 HTTP/1.1" status: 200 len: 945 time: 0.0468311 May 04 18:21:14.259703 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-1febe939-defc-4b83-8e26-790d9ce8b37e req-cd7b709c-12c1-423d-85b4-d3432f0e2e66 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6dc53a1-1d62-4861-86cd-d24bcf8198ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434065 May 04 18:21:14.730752 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40e29dc-a8e3-49ca-8e79-dffe5478085f req-35cb1db4-0bb9-49ee-8651-991373d1c902 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:14.732252 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-d40e29dc-a8e3-49ca-8e79-dffe5478085f req-35cb1db4-0bb9-49ee-8651-991373d1c902 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 946 time: 0.0488524 May 04 18:21:14.778969 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-d40e29dc-a8e3-49ca-8e79-dffe5478085f req-cf23b851-09db-49d3-8b7a-8a8d035cc69e tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402315 May 04 18:21:15.372623 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f29f3-ce99-40d4-ac3e-de547ac5cde2 req-7a9d6042-5953-4b25-820d-1e4b357be1b1 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:15.373999 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-191f29f3-ce99-40d4-ac3e-de547ac5cde2 req-7a9d6042-5953-4b25-820d-1e4b357be1b1 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/ports?device_id=da2069ca-6085-4fb0-9775-cb3cfc3e0cf4 HTTP/1.1" status: 200 len: 945 time: 0.0467656 May 04 18:21:15.423517 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-191f29f3-ce99-40d4-ac3e-de547ac5cde2 req-b0ad3132-95d8-4a98-af70-bc8c9f056d52 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6dc53a1-1d62-4861-86cd-d24bcf8198ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432882 May 04 18:21:15.900361 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e68b1-0f45-4a30-9eea-e9ba0b5201f3 req-ca74c385-f2a2-44dc-8c7f-ac02f41509f5 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:15.901735 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-b46e68b1-0f45-4a30-9eea-e9ba0b5201f3 req-ca74c385-f2a2-44dc-8c7f-ac02f41509f5 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 946 time: 0.0481200 May 04 18:21:15.948603 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-b46e68b1-0f45-4a30-9eea-e9ba0b5201f3 req-cd0e0884-b00e-4439-9afa-d6114dc3e5f5 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413415 May 04 18:21:16.543714 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2543c736-f511-4e6c-95cc-cce7139a0d1f req-7645a582-279a-481c-ae53-57485ca1a704 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:16.545243 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-2543c736-f511-4e6c-95cc-cce7139a0d1f req-7645a582-279a-481c-ae53-57485ca1a704 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/ports?device_id=da2069ca-6085-4fb0-9775-cb3cfc3e0cf4 HTTP/1.1" status: 200 len: 945 time: 0.0507693 May 04 18:21:16.591899 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-2543c736-f511-4e6c-95cc-cce7139a0d1f req-87927be4-b08d-4936-8455-9a5ae47b74a3 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6dc53a1-1d62-4861-86cd-d24bcf8198ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408194 May 04 18:21:17.069499 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c36690-3aec-402d-9efd-96e64e097a39 req-5f3585b3-bf52-4fe1-9d00-243ef15d0435 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:17.070963 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-a0c36690-3aec-402d-9efd-96e64e097a39 req-5f3585b3-bf52-4fe1-9d00-243ef15d0435 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 946 time: 0.0496120 May 04 18:21:17.117558 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-a0c36690-3aec-402d-9efd-96e64e097a39 req-7c743e9f-bde1-405c-83eb-6220975288c7 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408349 May 04 18:21:17.703000 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd017b1-ee7b-44d7-b847-78ab3450e067 req-b23bf17d-13b2-4d44-9399-6a0d31c2a4c5 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:17.704472 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-2dd017b1-ee7b-44d7-b847-78ab3450e067 req-b23bf17d-13b2-4d44-9399-6a0d31c2a4c5 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/ports?device_id=da2069ca-6085-4fb0-9775-cb3cfc3e0cf4 HTTP/1.1" status: 200 len: 945 time: 0.0466838 May 04 18:21:17.751016 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-2dd017b1-ee7b-44d7-b847-78ab3450e067 req-6cc766ed-6438-4a7e-aea2-9a07fbb97b3a tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6dc53a1-1d62-4861-86cd-d24bcf8198ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410218 May 04 18:21:17.862559 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad0b247-81eb-444c-a67a-d83a385339d4 req-e8be98a5-aa14-4c2f-995e-577787789409 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:17.864722 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-aad0b247-81eb-444c-a67a-d83a385339d4 req-e8be98a5-aa14-4c2f-995e-577787789409 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/ports?device_id=da2069ca-6085-4fb0-9775-cb3cfc3e0cf4 HTTP/1.1" status: 200 len: 945 time: 0.0477719 May 04 18:21:17.915690 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-aad0b247-81eb-444c-a67a-d83a385339d4 req-a889808e-c7a0-4477-ad82-07c44340355b tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6dc53a1-1d62-4861-86cd-d24bcf8198ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456181 May 04 18:21:18.232257 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84111bd-8f34-4b20-bd1c-2c4e41460753 req-8a830aae-f364-4b64-ad80-a1aa0bd0ace1 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:18.233726 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-e84111bd-8f34-4b20-bd1c-2c4e41460753 req-8a830aae-f364-4b64-ad80-a1aa0bd0ace1 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/ports?device_id=da2069ca-6085-4fb0-9775-cb3cfc3e0cf4 HTTP/1.1" status: 200 len: 945 time: 0.0471210 May 04 18:21:18.280289 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-e84111bd-8f34-4b20-bd1c-2c4e41460753 req-186d5d60-49ed-4343-aa07-87dc8cf1af1b tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6dc53a1-1d62-4861-86cd-d24bcf8198ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403006 May 04 18:21:22.130845 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (2ed5d983-d6d1-49f2-9dfa-1a41e5be1317), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:21:23.475118 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5192a3b-5b72-4401-aa96-07cfddf451be req-8a547829-8dff-42b3-a8ec-9bb8dcc6a80f tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:23.476643 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-b5192a3b-5b72-4401-aa96-07cfddf451be req-8a547829-8dff-42b3-a8ec-9bb8dcc6a80f tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b0a1190-f115-44bf-95f3-2d2517bcc5d8 HTTP/1.1" status: 200 len: 945 time: 0.0471196 May 04 18:21:23.792700 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7c9e9e-58b7-4148-be1f-478f3d31ae6b req-6e4ecede-4149-4b1f-8e2a-572405a55b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:23.794201 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-5a7c9e9e-58b7-4148-be1f-478f3d31ae6b req-6e4ecede-4149-4b1f-8e2a-572405a55b46 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=52f7ff6557334462979f9934251c2158&device_id=8b0a1190-f115-44bf-95f3-2d2517bcc5d8 HTTP/1.1" status: 200 len: 1129 time: 0.2971921 May 04 18:21:23.797813 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-b5192a3b-5b72-4401-aa96-07cfddf451be req-f27ed9bf-a0c9-42d7-b29c-ac9bbf2908a4 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=9291093b-e98e-4588-b836-50cbbdb3127e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3145680 May 04 18:21:23.887632 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7c9e9e-58b7-4148-be1f-478f3d31ae6b req-7bc24f96-7ea9-4056-a561-bdba2deea112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:23.889403 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-5a7c9e9e-58b7-4148-be1f-478f3d31ae6b req-7bc24f96-7ea9-4056-a561-bdba2deea112 service neutron] 10.222.0.84 "GET /v2.0/networks?id=a6fe39e6-2945-43c4-866c-f901f807513e HTTP/1.1" status: 200 len: 920 time: 0.0875525 May 04 18:21:23.982124 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-5a7c9e9e-58b7-4148-be1f-478f3d31ae6b req-cab66011-e757-4822-8578-07f9fe25dab3 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b HTTP/1.1" status: 200 len: 1000 time: 0.0628307 May 04 18:21:24.036851 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7c9e9e-58b7-4148-be1f-478f3d31ae6b req-27802304-9ac8-4c3b-afcd-9e86a058bd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:24.038176 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-5a7c9e9e-58b7-4148-be1f-478f3d31ae6b req-27802304-9ac8-4c3b-afcd-9e86a058bd40 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=abd7f995-331d-4f8f-976d-dc07d5f652e4 HTTP/1.1" status: 200 len: 858 time: 0.0483093 May 04 18:21:24.084090 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7c9e9e-58b7-4148-be1f-478f3d31ae6b req-2c2f245d-6e85-4132-a076-1c9353cb529a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:24.085598 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-5a7c9e9e-58b7-4148-be1f-478f3d31ae6b req-2c2f245d-6e85-4132-a076-1c9353cb529a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=a6fe39e6-2945-43c4-866c-f901f807513e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400600 May 04 18:21:24.180739 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-5a7c9e9e-58b7-4148-be1f-478f3d31ae6b req-49f3f1c7-74a5-4f75-b438-8fe7dbcebcf6 service neutron] 10.222.0.84 "GET /v2.0/networks/a6fe39e6-2945-43c4-866c-f901f807513e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840220 May 04 18:21:24.434313 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-5a7c9e9e-58b7-4148-be1f-478f3d31ae6b req-944ed76c-612a-41c0-b7ab-4bcbe81433ce service neutron] 10.222.0.84 "GET /v2.0/networks/a6fe39e6-2945-43c4-866c-f901f807513e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858455 May 04 18:21:24.922694 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16114f8-b95a-4bbc-b401-d1d4ba401fe0 req-6ec71446-eee8-4c15-9491-3af73f4c178e tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:24.924181 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-a16114f8-b95a-4bbc-b401-d1d4ba401fe0 req-6ec71446-eee8-4c15-9491-3af73f4c178e tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b0a1190-f115-44bf-95f3-2d2517bcc5d8 HTTP/1.1" status: 200 len: 945 time: 0.0510275 May 04 18:21:24.970413 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-a16114f8-b95a-4bbc-b401-d1d4ba401fe0 req-81db0ea0-9f0a-4102-9296-1b0eeb02274b tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=9291093b-e98e-4588-b836-50cbbdb3127e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406411 May 04 18:21:26.084470 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a48247a-50a8-43ce-8d66-890cad6b1afa req-579550db-2829-4303-a940-25625ff19651 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:26.086048 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-9a48247a-50a8-43ce-8d66-890cad6b1afa req-579550db-2829-4303-a940-25625ff19651 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b0a1190-f115-44bf-95f3-2d2517bcc5d8 HTTP/1.1" status: 200 len: 945 time: 0.0467746 May 04 18:21:26.134031 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-9a48247a-50a8-43ce-8d66-890cad6b1afa req-31d04c06-bc32-4e09-b5c7-a47066d19e6e tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=9291093b-e98e-4588-b836-50cbbdb3127e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424151 May 04 18:21:27.245755 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb3baa-2be2-44b3-9181-79d374f55c15 req-6cb58830-d4df-4824-90d1-343a223427c9 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:27.247265 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-b0bb3baa-2be2-44b3-9181-79d374f55c15 req-6cb58830-d4df-4824-90d1-343a223427c9 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b0a1190-f115-44bf-95f3-2d2517bcc5d8 HTTP/1.1" status: 200 len: 945 time: 0.0453701 May 04 18:21:27.297238 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-b0bb3baa-2be2-44b3-9181-79d374f55c15 req-99341fc2-88bf-4894-b38b-52d1912a0aa7 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=9291093b-e98e-4588-b836-50cbbdb3127e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442600 May 04 18:21:27.616189 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-577371ed-0aa3-44d0-b024-1bdc76632955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (c89944b2-e06f-41dc-a0fc-77a7e649c9d3), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:21:28.410343 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7391230-7de7-4f04-9b6c-af7d0d0446bd req-1582953b-5bed-4b10-b209-f8a78aebea29 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:28.413581 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-d7391230-7de7-4f04-9b6c-af7d0d0446bd req-1582953b-5bed-4b10-b209-f8a78aebea29 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b0a1190-f115-44bf-95f3-2d2517bcc5d8 HTTP/1.1" status: 200 len: 945 time: 0.0472953 May 04 18:21:28.460422 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-d7391230-7de7-4f04-9b6c-af7d0d0446bd req-b06b5cdf-6f29-4bc8-9644-a40e2095206b tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=9291093b-e98e-4588-b836-50cbbdb3127e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414331 May 04 18:21:29.573569 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e54459-c552-4f92-97b3-f64c6d7d001c req-99063a0f-196e-4bc8-8343-06d7ab162311 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:29.575124 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-f1e54459-c552-4f92-97b3-f64c6d7d001c req-99063a0f-196e-4bc8-8343-06d7ab162311 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b0a1190-f115-44bf-95f3-2d2517bcc5d8 HTTP/1.1" status: 200 len: 945 time: 0.0472841 May 04 18:21:29.623048 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-f1e54459-c552-4f92-97b3-f64c6d7d001c req-9c310626-af8b-4ef5-9ab3-73ceb8a34350 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=9291093b-e98e-4588-b836-50cbbdb3127e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424104 May 04 18:21:29.993776 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-3f9e7a9d-d3cf-4486-a12d-f7381851a86c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:21:30.745243 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb011ca-950d-4849-a8d9-af4b554fb4c0 req-25d1e06c-365e-4ee3-a08a-bdf9f321a5e2 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:30.746782 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-3fb011ca-950d-4849-a8d9-af4b554fb4c0 req-25d1e06c-365e-4ee3-a08a-bdf9f321a5e2 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b0a1190-f115-44bf-95f3-2d2517bcc5d8 HTTP/1.1" status: 200 len: 945 time: 0.0503111 May 04 18:21:30.795072 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-3fb011ca-950d-4849-a8d9-af4b554fb4c0 req-06b375fa-1e05-42ce-b15c-6b158c1b4f5e tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=9291093b-e98e-4588-b836-50cbbdb3127e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425086 May 04 18:21:31.188482 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-4fdd29be-a970-4503-919e-12b86a90c52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (74c08095-bc4c-43d3-91b6-743b06ad1f6c), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:21:31.389786 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dacbf3-d45e-49fe-b4e1-63d00e678350 req-e414a754-949d-499c-ab65-0434aeabea44 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:31.391280 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-97dacbf3-d45e-49fe-b4e1-63d00e678350 req-e414a754-949d-499c-ab65-0434aeabea44 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/ports?device_id=da2069ca-6085-4fb0-9775-cb3cfc3e0cf4 HTTP/1.1" status: 200 len: 945 time: 0.0460174 May 04 18:21:31.438439 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-97dacbf3-d45e-49fe-b4e1-63d00e678350 req-f1156328-854f-4978-b9e3-b5b5926c48e7 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6dc53a1-1d62-4861-86cd-d24bcf8198ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413713 May 04 18:21:31.462308 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 53008) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:21:31.546189 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff90aaa-26b3-44c4-b30f-25b800252f0d tempest-TestMinimumBasicScenario-1574250186 tempest-TestMinimumBasicScenario-1574250186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:31.547754 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-8ff90aaa-26b3-44c4-b30f-25b800252f0d tempest-TestMinimumBasicScenario-1574250186 tempest-TestMinimumBasicScenario-1574250186-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=da2069ca-6085-4fb0-9775-cb3cfc3e0cf4 HTTP/1.1" status: 200 len: 1124 time: 0.0844421 May 04 18:21:31.550662 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 53012) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:21:31.555151 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.v2.base [None req-752d13fa-be1f-4a13-b6e2-3cc67f65bd42 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Request body: {'floatingip': {'floating_network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'port_id': '925b8b19-3475-4d14-b9cd-3aa01d1499ca', 'tenant_id': 'b773343d1a8d4e6889bb80f938a389a4', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:21:31.663653 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-752d13fa-be1f-4a13-b6e2-3cc67f65bd42 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:21:31.742199 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-752d13fa-be1f-4a13-b6e2-3cc67f65bd42 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:21:31.861546 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.db_base_plugin_common [None req-752d13fa-be1f-4a13-b6e2-3cc67f65bd42 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Allocated IP 172.27.1.242 (1bc9efb7-0207-4c06-8ee1-3b0aa535de31/61d7fae2-9d6e-42a3-8cf9-91a587505bb7/b7578e77-9cc1-419b-b626-bd47c2d7a237) {{(pid=104023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:21:31.914716 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da11c2c-04cf-4915-8584-b006c6d9dcf3 req-6e951b59-2c3e-4363-a713-885005b8fdf0 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:31.916246 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-2da11c2c-04cf-4915-8584-b006c6d9dcf3 req-6e951b59-2c3e-4363-a713-885005b8fdf0 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b0a1190-f115-44bf-95f3-2d2517bcc5d8 HTTP/1.1" status: 200 len: 945 time: 0.0511773 May 04 18:21:31.965296 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-2da11c2c-04cf-4915-8584-b006c6d9dcf3 req-b263158d-3d77-4a0d-8cbd-c6cce3fc914c tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=9291093b-e98e-4588-b836-50cbbdb3127e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426345 May 04 18:21:31.968629 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-752d13fa-be1f-4a13-b6e2-3cc67f65bd42 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Publish callbacks [] for port (b7578e77-9cc1-419b-b626-bd47c2d7a237), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:21:32.045805 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-752d13fa-be1f-4a13-b6e2-3cc67f65bd42 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772819832230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7382190'] for port (b7578e77-9cc1-419b-b626-bd47c2d7a237), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:21:32.089873 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752d13fa-be1f-4a13-b6e2-3cc67f65bd42 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Network 1bc9efb7-0207-4c06-8ee1-3b0aa535de31 is already hosted by enough agents. {{(pid=104023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:21:32.092891 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.base_scheduler [None req-752d13fa-be1f-4a13-b6e2-3cc67f65bd42 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Resources bound (agent type, host, resource id): {{(pid=104023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:21:32.098596 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752d13fa-be1f-4a13-b6e2-3cc67f65bd42 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Received port after_create {{(pid=104023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:21:32.121179 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752d13fa-be1f-4a13-b6e2-3cc67f65bd42 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Pushing event updated for resources: {'Port': ['ID=b7578e77-9cc1-419b-b626-bd47c2d7a237,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:21:32.135505 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752d13fa-be1f-4a13-b6e2-3cc67f65bd42 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:21:32.135856 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752d13fa-be1f-4a13-b6e2-3cc67f65bd42 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:21:32.136201 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752d13fa-be1f-4a13-b6e2-3cc67f65bd42 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:21:32.136543 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752d13fa-be1f-4a13-b6e2-3cc67f65bd42 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:21:32.136880 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752d13fa-be1f-4a13-b6e2-3cc67f65bd42 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:21:32.137220 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752d13fa-be1f-4a13-b6e2-3cc67f65bd42 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:21:32.137551 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752d13fa-be1f-4a13-b6e2-3cc67f65bd42 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:21:32.137881 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752d13fa-be1f-4a13-b6e2-3cc67f65bd42 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:21:32.138209 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752d13fa-be1f-4a13-b6e2-3cc67f65bd42 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:21:32.138539 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752d13fa-be1f-4a13-b6e2-3cc67f65bd42 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:21:32.138869 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752d13fa-be1f-4a13-b6e2-3cc67f65bd42 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:21:32.139225 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752d13fa-be1f-4a13-b6e2-3cc67f65bd42 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:21:32.139546 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752d13fa-be1f-4a13-b6e2-3cc67f65bd42 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:21:32.139872 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752d13fa-be1f-4a13-b6e2-3cc67f65bd42 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:21:32.140196 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752d13fa-be1f-4a13-b6e2-3cc67f65bd42 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:21:32.511760 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-752d13fa-be1f-4a13-b6e2-3cc67f65bd42 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Publish callbacks [] for floatingip (1dc4290f-3352-417d-9ffc-89a22ea5bc95), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:21:32.543083 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-f7537222-04fb-4408-8d24-7493625e2bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (88f974dc-3c14-4d3d-9ef8-4363bb88b433), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:21:32.660631 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-752d13fa-be1f-4a13-b6e2-3cc67f65bd42 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (b7578e77-9cc1-419b-b626-bd47c2d7a237), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:21:32.813470 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-752d13fa-be1f-4a13-b6e2-3cc67f65bd42 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Publish callbacks [] for port (b7578e77-9cc1-419b-b626-bd47c2d7a237), precommit_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:21:32.897861 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-752d13fa-be1f-4a13-b6e2-3cc67f65bd42 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7382199'] for port (b7578e77-9cc1-419b-b626-bd47c2d7a237), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:21:32.972103 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752d13fa-be1f-4a13-b6e2-3cc67f65bd42 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Pushing event updated for resources: {'Port': ['ID=b7578e77-9cc1-419b-b626-bd47c2d7a237,revision_number=2']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:21:32.984371 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-752d13fa-be1f-4a13-b6e2-3cc67f65bd42 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1676511'] for floatingip (1dc4290f-3352-417d-9ffc-89a22ea5bc95), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:21:33.092093 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb596cd5-aeef-4128-a02b-b2aefb6f710b req-e0320d9b-56d2-4715-9577-5e117a07f58d tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:33.093838 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-fb596cd5-aeef-4128-a02b-b2aefb6f710b req-e0320d9b-56d2-4715-9577-5e117a07f58d tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b0a1190-f115-44bf-95f3-2d2517bcc5d8 HTTP/1.1" status: 200 len: 945 time: 0.0540881 May 04 18:21:33.146628 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-fb596cd5-aeef-4128-a02b-b2aefb6f710b req-f8c91cc3-b1bb-489b-bbcd-cc166086a27b tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=9291093b-e98e-4588-b836-50cbbdb3127e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458591 May 04 18:21:33.314526 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.db.l3_db [None req-752d13fa-be1f-4a13-b6e2-3cc67f65bd42 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Floating IP 1dc4290f-3352-417d-9ffc-89a22ea5bc95 associated. External IP: 172.27.1.242, port: 925b8b19-3475-4d14-b9cd-3aa01d1499ca. May 04 18:21:33.528622 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-752d13fa-be1f-4a13-b6e2-3cc67f65bd42 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Router df9aa683-447e-479a-ab4b-e53d1b9687ba has already been hosted by L3 agent 341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae {{(pid=104023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 18:21:33.641135 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-752d13fa-be1f-4a13-b6e2-3cc67f65bd42 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Notify agent at l3_agent.dv-cinder-840511-4-iscsi the message routers_updated {{(pid=104023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 18:21:33.651771 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16b0f1f-1202-45a8-adcb-296117460c62 None None] Sync routers for ids ['df9aa683-447e-479a-ab4b-e53d1b9687ba'] in dv-cinder-840511-4-iscsi {{(pid=104026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:21:33.661172 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16b0f1f-1202-45a8-adcb-296117460c62 None None] Routers {'df9aa683-447e-479a-ab4b-e53d1b9687ba'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:21:33.661801 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-e16b0f1f-1202-45a8-adcb-296117460c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:21:30Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['df9aa683-447e-479a-ab4b-e53d1b9687ba'], 'active': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:21:33.699060 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-752d13fa-be1f-4a13-b6e2-3cc67f65bd42 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976'] for floatingip (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:21:33.733025 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-752d13fa-be1f-4a13-b6e2-3cc67f65bd42 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1813219 May 04 18:21:33.733908 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da2069ca-6085-4fb0-9775-cb3cfc3e0cf4', 'tag': '925b8b19-3475-4d14-b9cd-3aa01d1499ca'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:21:33.736275 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}418c4fc0ed359c78e2a46d0945201a397afdfc4a7689ae544a04c30398cb972a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab00e066-0063-4d07-80a8-26713b0952c8" -d '{"events": [{"name": "network-changed", "server_uuid": "da2069ca-6085-4fb0-9775-cb3cfc3e0cf4", "tag": "925b8b19-3475-4d14-b9cd-3aa01d1499ca"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:21:33.738896 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 53028) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:21:33.742672 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.v2.base [None req-64e65638-fdde-4a18-97ef-c73120a2ef18 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-818977810', 'description': 'tempest-secgroup-smoke-818977810 description', 'project_id': 'b773343d1a8d4e6889bb80f938a389a4'}} {{(pid=104024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:21:33.783805 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvr_db [None req-e16b0f1f-1202-45a8-adcb-296117460c62 None None] Set router df9aa683-447e-479a-ab4b-e53d1b9687ba gateway port host: dv-cinder-840511-4-iscsi {{(pid=104026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:21:33.817962 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (e55a6cb5-967a-4631-865a-95818de4ff35), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:21:33.838099 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 18:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e3ac5ce-7dfb-4665-bf86-87b222ffb18a x-openstack-request-id: req-8e3ac5ce-7dfb-4665-bf86-87b222ffb18a {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:21:33.838450 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da2069ca-6085-4fb0-9775-cb3cfc3e0cf4", "tag": "925b8b19-3475-4d14-b9cd-3aa01d1499ca", "status": "completed", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:21:33.838729 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8e3ac5ce-7dfb-4665-bf86-87b222ffb18a {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:21:33.839170 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e3ac5ce-7dfb-4665-bf86-87b222ffb18a'] response: {'name': 'network-changed', 'server_uuid': 'da2069ca-6085-4fb0-9775-cb3cfc3e0cf4', 'tag': '925b8b19-3475-4d14-b9cd-3aa01d1499ca', 'status': 'completed', 'code': 200} May 04 18:21:33.878777 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-64e65638-fdde-4a18-97ef-c73120a2ef18 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Publish callbacks [] for security_group (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:21:33.941572 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab00e066-0063-4d07-80a8-26713b0952c8 req-3f1cf306-c81c-4338-8a14-378de91d1216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:33.943324 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-ab00e066-0063-4d07-80a8-26713b0952c8 req-3f1cf306-c81c-4338-8a14-378de91d1216 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b773343d1a8d4e6889bb80f938a389a4&device_id=da2069ca-6085-4fb0-9775-cb3cfc3e0cf4 HTTP/1.1" status: 200 len: 1129 time: 0.0525684 May 04 18:21:34.024094 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-e16b0f1f-1202-45a8-adcb-296117460c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df9aa683-447e-479a-ab4b-e53d1b9687ba', 'name': 'tempest-TestMinimumBasicScenario-1658897830-router', 'tenant_id': 'b773343d1a8d4e6889bb80f938a389a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'e1b68686-5841-411b-a7bb-45c73d6de9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:20:09Z', 'updated_at': '2022-05-04T18:20:15Z', 'revision_number': 4, 'project_id': 'b773343d1a8d4e6889bb80f938a389a4', 'gw_port': {'id': 'e1b68686-5841-411b-a7bb-45c73d6de9bc', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:84:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df9aa683-447e-479a-ab4b-e53d1b9687ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:20:10Z', 'updated_at': '2022-05-04T18:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_floatingips': [{'id': '1dc4290f-3352-417d-9ffc-89a22ea5bc95', 'tenant_id': 'b773343d1a8d4e6889bb80f938a389a4', 'floating_ip_address': '172.27.1.242', 'floating_network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'router_id': 'df9aa683-447e-479a-ab4b-e53d1b9687ba', 'port_id': '925b8b19-3475-4d14-b9cd-3aa01d1499ca', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '993f489f-74a5-457d-8185-f79358d76406', 'mac_address': 'fa:16:3e:06:7e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da2069ca-6085-4fb0-9775-cb3cfc3e0cf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:21:32Z', 'updated_at': '2022-05-04T18:21:32Z', 'revision_number': 0, 'project_id': 'b773343d1a8d4e6889bb80f938a389a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e773696f-a1dc-44b2-b56e-51cfcddfe226', 'name': '', 'network_id': '993f489f-74a5-457d-8185-f79358d76406', 'tenant_id': 'b773343d1a8d4e6889bb80f938a389a4', 'mac_address': 'fa:16:3e:65:15:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df9aa683-447e-479a-ab4b-e53d1b9687ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '594e40ba-79c8-4637-b6b1-1159f1c0e514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:20:14Z', 'updated_at': '2022-05-04T18:20:19Z', 'revision_number': 5, 'project_id': 'b773343d1a8d4e6889bb80f938a389a4', 'subnets': [{'id': '594e40ba-79c8-4637-b6b1-1159f1c0e514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:21:34.047788 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-64e65638-fdde-4a18-97ef-c73120a2ef18 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Publish callbacks [] for security_group (08aedc52-72fb-44fe-acf5-463e8655e2ca), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:21:34.053912 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16b0f1f-1202-45a8-adcb-296117460c62 None None] Checking router: df9aa683-447e-479a-ab4b-e53d1b9687ba for host: dv-cinder-840511-4-iscsi {{(pid=104026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:21:34.063059 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16b0f1f-1202-45a8-adcb-296117460c62 None None] Routers {'df9aa683-447e-479a-ab4b-e53d1b9687ba'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:21:34.063785 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-e16b0f1f-1202-45a8-adcb-296117460c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:21:30Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['df9aa683-447e-479a-ab4b-e53d1b9687ba'], 'active': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:21:34.067561 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab00e066-0063-4d07-80a8-26713b0952c8 req-13e0de3d-58e9-4b67-93d4-b143181df9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:34.069765 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-ab00e066-0063-4d07-80a8-26713b0952c8 req-13e0de3d-58e9-4b67-93d4-b143181df9ad service neutron] 10.222.0.84 "GET /v2.0/networks?id=993f489f-74a5-457d-8185-f79358d76406 HTTP/1.1" status: 200 len: 916 time: 0.1182568 May 04 18:21:34.086142 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-64e65638-fdde-4a18-97ef-c73120a2ef18 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (08aedc52-72fb-44fe-acf5-463e8655e2ca), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:21:34.166365 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e65638-fdde-4a18-97ef-c73120a2ef18 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08aedc52-72fb-44fe-acf5-463e8655e2ca,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:21:34.181579 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-ab00e066-0063-4d07-80a8-26713b0952c8 req-b967f7da-d3d8-483e-83e0-25664e514048 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=925b8b19-3475-4d14-b9cd-3aa01d1499ca HTTP/1.1" status: 200 len: 999 time: 0.1037660 May 04 18:21:34.187444 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e65638-fdde-4a18-97ef-c73120a2ef18 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:21:34.187828 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvr_db [None req-e16b0f1f-1202-45a8-adcb-296117460c62 None None] Set router df9aa683-447e-479a-ab4b-e53d1b9687ba gateway port host: dv-cinder-840511-4-iscsi {{(pid=104026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:21:34.187949 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e65638-fdde-4a18-97ef-c73120a2ef18 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:21:34.188116 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e65638-fdde-4a18-97ef-c73120a2ef18 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:21:34.188681 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e65638-fdde-4a18-97ef-c73120a2ef18 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:21:34.188872 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e65638-fdde-4a18-97ef-c73120a2ef18 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:21:34.189231 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e65638-fdde-4a18-97ef-c73120a2ef18 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:21:34.189513 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e65638-fdde-4a18-97ef-c73120a2ef18 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:21:34.189835 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e65638-fdde-4a18-97ef-c73120a2ef18 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:21:34.190786 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e65638-fdde-4a18-97ef-c73120a2ef18 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:21:34.191136 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e65638-fdde-4a18-97ef-c73120a2ef18 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:21:34.195119 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e65638-fdde-4a18-97ef-c73120a2ef18 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:21:34.195119 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e65638-fdde-4a18-97ef-c73120a2ef18 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:21:34.195119 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e65638-fdde-4a18-97ef-c73120a2ef18 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:21:34.195119 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e65638-fdde-4a18-97ef-c73120a2ef18 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:21:34.195119 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e65638-fdde-4a18-97ef-c73120a2ef18 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:21:34.235064 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-64e65638-fdde-4a18-97ef-c73120a2ef18 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Publish callbacks [] for security_group (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:21:34.238862 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-64e65638-fdde-4a18-97ef-c73120a2ef18 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4986045 May 04 18:21:34.239440 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 53038) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:21:34.246669 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.v2.base [None req-2e809da5-fb58-4078-a4d5-0305026e449f tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Request body: {'security_group_rule': {'security_group_id': '08aedc52-72fb-44fe-acf5-463e8655e2ca', 'project_id': 'b773343d1a8d4e6889bb80f938a389a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:21:34.284422 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab00e066-0063-4d07-80a8-26713b0952c8 req-231963fe-56f1-4e30-869c-7753370927de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:34.286917 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-ab00e066-0063-4d07-80a8-26713b0952c8 req-231963fe-56f1-4e30-869c-7753370927de service neutron] 10.222.0.84 "GET /v2.0/subnets?id=594e40ba-79c8-4637-b6b1-1159f1c0e514 HTTP/1.1" status: 200 len: 854 time: 0.0889137 May 04 18:21:34.339468 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7915bb-bea3-4712-bb88-4355347f22c0 req-ba99d27b-6974-4ef9-870c-bfe105854cf4 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:34.340908 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-ad7915bb-bea3-4712-bb88-4355347f22c0 req-ba99d27b-6974-4ef9-870c-bfe105854cf4 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b0a1190-f115-44bf-95f3-2d2517bcc5d8 HTTP/1.1" status: 200 len: 945 time: 0.0894017 May 04 18:21:34.349544 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-2e809da5-fb58-4078-a4d5-0305026e449f tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Publish callbacks [] for security_group_rule (ae8735d1-0bf6-4971-a905-080dd4d25481), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:21:34.363824 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab00e066-0063-4d07-80a8-26713b0952c8 req-01e318c0-bb4b-4273-91e6-8c16893e1f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:34.365342 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-ab00e066-0063-4d07-80a8-26713b0952c8 req-01e318c0-bb4b-4273-91e6-8c16893e1f98 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=993f489f-74a5-457d-8185-f79358d76406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0718389 May 04 18:21:34.416268 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-2e809da5-fb58-4078-a4d5-0305026e449f tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Publish callbacks [] for security_group_rule (ae8735d1-0bf6-4971-a905-080dd4d25481), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:21:34.422436 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-ad7915bb-bea3-4712-bb88-4355347f22c0 req-f438e545-b3ad-4525-9666-cfa808d5cb5b tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=9291093b-e98e-4588-b836-50cbbdb3127e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757904 May 04 18:21:34.440541 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-e16b0f1f-1202-45a8-adcb-296117460c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df9aa683-447e-479a-ab4b-e53d1b9687ba', 'name': 'tempest-TestMinimumBasicScenario-1658897830-router', 'tenant_id': 'b773343d1a8d4e6889bb80f938a389a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'e1b68686-5841-411b-a7bb-45c73d6de9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:20:09Z', 'updated_at': '2022-05-04T18:20:15Z', 'revision_number': 4, 'project_id': 'b773343d1a8d4e6889bb80f938a389a4', 'gw_port': {'id': 'e1b68686-5841-411b-a7bb-45c73d6de9bc', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:84:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df9aa683-447e-479a-ab4b-e53d1b9687ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:20:10Z', 'updated_at': '2022-05-04T18:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_floatingips': [{'id': '1dc4290f-3352-417d-9ffc-89a22ea5bc95', 'tenant_id': 'b773343d1a8d4e6889bb80f938a389a4', 'floating_ip_address': '172.27.1.242', 'floating_network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'router_id': 'df9aa683-447e-479a-ab4b-e53d1b9687ba', 'port_id': '925b8b19-3475-4d14-b9cd-3aa01d1499ca', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '993f489f-74a5-457d-8185-f79358d76406', 'mac_address': 'fa:16:3e:06:7e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da2069ca-6085-4fb0-9775-cb3cfc3e0cf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:21:32Z', 'updated_at': '2022-05-04T18:21:32Z', 'revision_number': 0, 'project_id': 'b773343d1a8d4e6889bb80f938a389a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e773696f-a1dc-44b2-b56e-51cfcddfe226', 'name': '', 'network_id': '993f489f-74a5-457d-8185-f79358d76406', 'tenant_id': 'b773343d1a8d4e6889bb80f938a389a4', 'mac_address': 'fa:16:3e:65:15:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df9aa683-447e-479a-ab4b-e53d1b9687ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '594e40ba-79c8-4637-b6b1-1159f1c0e514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:20:14Z', 'updated_at': '2022-05-04T18:20:19Z', 'revision_number': 5, 'project_id': 'b773343d1a8d4e6889bb80f938a389a4', 'subnets': [{'id': '594e40ba-79c8-4637-b6b1-1159f1c0e514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:21:34.472702 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16b0f1f-1202-45a8-adcb-296117460c62 None None] The sync data for ids ['df9aa683-447e-479a-ab4b-e53d1b9687ba'] in dv-cinder-840511-4-iscsi is: [{'id': 'df9aa683-447e-479a-ab4b-e53d1b9687ba', 'name': 'tempest-TestMinimumBasicScenario-1658897830-router', 'tenant_id': 'b773343d1a8d4e6889bb80f938a389a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'e1b68686-5841-411b-a7bb-45c73d6de9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:20:09Z', 'updated_at': '2022-05-04T18:20:15Z', 'revision_number': 4, 'project_id': 'b773343d1a8d4e6889bb80f938a389a4', 'gw_port': {'id': 'e1b68686-5841-411b-a7bb-45c73d6de9bc', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:84:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df9aa683-447e-479a-ab4b-e53d1b9687ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:20:10Z', 'updated_at': '2022-05-04T18:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_floatingips': [{'id': '1dc4290f-3352-417d-9ffc-89a22ea5bc95', 'tenant_id': 'b773343d1a8d4e6889bb80f938a389a4', 'floating_ip_address': '172.27.1.242', 'floating_network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'router_id': 'df9aa683-447e-479a-ab4b-e53d1b9687ba', 'port_id': '925b8b19-3475-4d14-b9cd-3aa01d1499ca', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '993f489f-74a5-457d-8185-f79358d76406', 'mac_address': 'fa:16:3e:06:7e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da2069ca-6085-4fb0-9775-cb3cfc3e0cf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:21:32Z', 'updated_at': '2022-05-04T18:21:32Z', 'revision_number': 0, 'project_id': 'b773343d1a8d4e6889bb80f938a389a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e773696f-a1dc-44b2-b56e-51cfcddfe226', 'name': '', 'network_id': '993f489f-74a5-457d-8185-f79358d76406', 'tenant_id': 'b773343d1a8d4e6889bb80f938a389a4', 'mac_address': 'fa:16:3e:65:15:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df9aa683-447e-479a-ab4b-e53d1b9687ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '594e40ba-79c8-4637-b6b1-1159f1c0e514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:20:14Z', 'updated_at': '2022-05-04T18:20:19Z', 'revision_number': 5, 'project_id': 'b773343d1a8d4e6889bb80f938a389a4', 'subnets': [{'id': '594e40ba-79c8-4637-b6b1-1159f1c0e514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:21:34.485638 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-2e809da5-fb58-4078-a4d5-0305026e449f tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688088'] for security_group_rule (ae8735d1-0bf6-4971-a905-080dd4d25481), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:21:34.501698 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-ab00e066-0063-4d07-80a8-26713b0952c8 req-4054a1b1-61e8-4108-83ca-dc4beed86044 service neutron] 10.222.0.84 "GET /v2.0/networks/993f489f-74a5-457d-8185-f79358d76406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230953 May 04 18:21:34.503366 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e809da5-fb58-4078-a4d5-0305026e449f tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae8735d1-0bf6-4971-a905-080dd4d25481,revision_number=0']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:21:34.573656 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-2e809da5-fb58-4078-a4d5-0305026e449f tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:21:34.574890 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-2e809da5-fb58-4078-a4d5-0305026e449f tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3338408 May 04 18:21:34.577586 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 53040) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:21:34.581866 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.v2.base [None req-bd13995a-3e4c-456d-aa65-6d73f7f06055 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Request body: {'security_group_rule': {'security_group_id': '08aedc52-72fb-44fe-acf5-463e8655e2ca', 'project_id': 'b773343d1a8d4e6889bb80f938a389a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:21:34.608846 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-ab00e066-0063-4d07-80a8-26713b0952c8 req-ed0f85b6-3d12-497b-b6c5-9b715c3ae896 service neutron] 10.222.0.84 "GET /v2.0/networks/993f489f-74a5-457d-8185-f79358d76406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994148 May 04 18:21:34.684689 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-bd13995a-3e4c-456d-aa65-6d73f7f06055 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Publish callbacks [] for security_group_rule (e65b20dd-60fa-44b6-ba8f-7758ff1de75a), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:21:34.685254 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1015d81f-9a54-4780-9fba-fc78d5a9d602 None None] New status for floating IP 1dc4290f-3352-417d-9ffc-89a22ea5bc95: ACTIVE {{(pid=104025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 18:21:34.740725 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-bd13995a-3e4c-456d-aa65-6d73f7f06055 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Publish callbacks [] for security_group_rule (e65b20dd-60fa-44b6-ba8f-7758ff1de75a), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:21:34.835409 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-bd13995a-3e4c-456d-aa65-6d73f7f06055 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688088'] for security_group_rule (e65b20dd-60fa-44b6-ba8f-7758ff1de75a), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:21:34.853038 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd13995a-3e4c-456d-aa65-6d73f7f06055 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e65b20dd-60fa-44b6-ba8f-7758ff1de75a,revision_number=0']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:21:34.933908 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-bd13995a-3e4c-456d-aa65-6d73f7f06055 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:21:34.935214 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-bd13995a-3e4c-456d-aa65-6d73f7f06055 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3567078 May 04 18:21:34.938291 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 53042) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:21:34.943766 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.v2.base [None req-1c61b2b3-44c9-47b5-8d72-5e870834ec3a tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Request body: {'security_group_rule': {'security_group_id': '08aedc52-72fb-44fe-acf5-463e8655e2ca', 'project_id': 'b773343d1a8d4e6889bb80f938a389a4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:21:35.092165 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-1c61b2b3-44c9-47b5-8d72-5e870834ec3a tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Publish callbacks [] for security_group_rule (ce0ac544-e7ca-45bd-9aa6-00050acc195d), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:21:35.153302 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-1c61b2b3-44c9-47b5-8d72-5e870834ec3a tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Publish callbacks [] for security_group_rule (ce0ac544-e7ca-45bd-9aa6-00050acc195d), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:21:35.228935 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-1c61b2b3-44c9-47b5-8d72-5e870834ec3a tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688088'] for security_group_rule (ce0ac544-e7ca-45bd-9aa6-00050acc195d), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:21:35.247723 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c61b2b3-44c9-47b5-8d72-5e870834ec3a tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce0ac544-e7ca-45bd-9aa6-00050acc195d,revision_number=0']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:21:35.339447 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-1c61b2b3-44c9-47b5-8d72-5e870834ec3a tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:21:35.340747 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-1c61b2b3-44c9-47b5-8d72-5e870834ec3a tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4012573 May 04 18:21:35.343400 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 53050) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:21:35.347884 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.v2.base [None req-7a45a607-1703-4d70-9d27-2a4c9bdf99da tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Request body: {'security_group_rule': {'security_group_id': '08aedc52-72fb-44fe-acf5-463e8655e2ca', 'project_id': 'b773343d1a8d4e6889bb80f938a389a4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:21:35.409802 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7276c97-b6ba-41bb-bfea-a4fc17e72dfd req-83d12f84-c560-4d57-8995-75d4a74ea119 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:35.411567 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-b7276c97-b6ba-41bb-bfea-a4fc17e72dfd req-83d12f84-c560-4d57-8995-75d4a74ea119 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2 HTTP/1.1" status: 200 len: 945 time: 0.0560417 May 04 18:21:35.462249 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-b7276c97-b6ba-41bb-bfea-a4fc17e72dfd req-b4ebfa66-c81d-4c8f-a3a9-e02fa4004128 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f9cf9b-5753-412e-92be-8773f690cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445063 May 04 18:21:35.485847 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-7a45a607-1703-4d70-9d27-2a4c9bdf99da tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Publish callbacks [] for security_group_rule (b0766be8-7c42-4227-8508-7cec7d849ce5), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:21:35.583054 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-7a45a607-1703-4d70-9d27-2a4c9bdf99da tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Publish callbacks [] for security_group_rule (b0766be8-7c42-4227-8508-7cec7d849ce5), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:21:35.589979 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003b39e0-641f-4d0b-a0e2-f8401b7d02e3 req-31dafc3d-6128-4c64-9339-e621e8c7d3c4 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:35.591506 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-003b39e0-641f-4d0b-a0e2-f8401b7d02e3 req-31dafc3d-6128-4c64-9339-e621e8c7d3c4 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b0a1190-f115-44bf-95f3-2d2517bcc5d8 HTTP/1.1" status: 200 len: 945 time: 0.0673740 May 04 18:21:35.641285 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-7a45a607-1703-4d70-9d27-2a4c9bdf99da tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688088'] for security_group_rule (b0766be8-7c42-4227-8508-7cec7d849ce5), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:21:35.648189 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-003b39e0-641f-4d0b-a0e2-f8401b7d02e3 req-0fe882c5-2961-481a-8142-1773afa6e992 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=9291093b-e98e-4588-b836-50cbbdb3127e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511584 May 04 18:21:35.663104 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a45a607-1703-4d70-9d27-2a4c9bdf99da tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0766be8-7c42-4227-8508-7cec7d849ce5,revision_number=0']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:21:35.739558 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-7a45a607-1703-4d70-9d27-2a4c9bdf99da tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:21:35.741715 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-7a45a607-1703-4d70-9d27-2a4c9bdf99da tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3972483 May 04 18:21:35.744432 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 53054) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:21:35.748703 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.v2.base [None req-ba8726e0-61ca-415f-97d4-11dffccf772a tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Request body: {'security_group_rule': {'security_group_id': '08aedc52-72fb-44fe-acf5-463e8655e2ca', 'project_id': 'b773343d1a8d4e6889bb80f938a389a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:21:35.834426 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.db.securitygroups_db [None req-ba8726e0-61ca-415f-97d4-11dffccf772a tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Project b773343d1a8d4e6889bb80f938a389a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 18:21:35.841021 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-ba8726e0-61ca-415f-97d4-11dffccf772a tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Publish callbacks [] for security_group_rule (08604e1b-5b6c-4423-bf8d-62932bf5e91c), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:21:35.900916 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-ba8726e0-61ca-415f-97d4-11dffccf772a tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Publish callbacks [] for security_group_rule (08604e1b-5b6c-4423-bf8d-62932bf5e91c), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:21:35.993441 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-ba8726e0-61ca-415f-97d4-11dffccf772a tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688088'] for security_group_rule (08604e1b-5b6c-4423-bf8d-62932bf5e91c), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:21:36.011545 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8726e0-61ca-415f-97d4-11dffccf772a tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08604e1b-5b6c-4423-bf8d-62932bf5e91c,revision_number=0']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:21:36.093547 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-ba8726e0-61ca-415f-97d4-11dffccf772a tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:21:36.094815 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-ba8726e0-61ca-415f-97d4-11dffccf772a tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3494258 May 04 18:21:36.097397 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 53056) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:21:36.102642 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.v2.base [None req-6c2ee36b-9d17-4119-a079-67d81df05189 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Request body: {'security_group_rule': {'security_group_id': '08aedc52-72fb-44fe-acf5-463e8655e2ca', 'project_id': 'b773343d1a8d4e6889bb80f938a389a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:21:36.182908 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.db.securitygroups_db [None req-6c2ee36b-9d17-4119-a079-67d81df05189 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Project b773343d1a8d4e6889bb80f938a389a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 18:21:36.188665 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-6c2ee36b-9d17-4119-a079-67d81df05189 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Publish callbacks [] for security_group_rule (318ede26-60ea-4a6e-b84e-b4762a5729ed), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:21:36.250384 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-6c2ee36b-9d17-4119-a079-67d81df05189 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Publish callbacks [] for security_group_rule (318ede26-60ea-4a6e-b84e-b4762a5729ed), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:21:36.314027 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-6c2ee36b-9d17-4119-a079-67d81df05189 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688088'] for security_group_rule (318ede26-60ea-4a6e-b84e-b4762a5729ed), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:21:36.332478 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ee36b-9d17-4119-a079-67d81df05189 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=318ede26-60ea-4a6e-b84e-b4762a5729ed,revision_number=0']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:21:36.390682 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-6c2ee36b-9d17-4119-a079-67d81df05189 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:21:36.391953 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-6c2ee36b-9d17-4119-a079-67d81df05189 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2936397 May 04 18:21:36.481461 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-fc3730e8-d85a-4e0a-8b56-39851b238405 req-cb36527b-368c-4358-9793-c8162511b844 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-818977810&fields=id&tenant_id=b773343d1a8d4e6889bb80f938a389a4 HTTP/1.1" status: 200 len: 267 time: 0.0441108 May 04 18:21:36.531428 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3730e8-d85a-4e0a-8b56-39851b238405 req-383a1953-03b6-4a96-b6e8-5fbf07a65539 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:36.532895 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-fc3730e8-d85a-4e0a-8b56-39851b238405 req-383a1953-03b6-4a96-b6e8-5fbf07a65539 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/ports?device_id=da2069ca-6085-4fb0-9775-cb3cfc3e0cf4 HTTP/1.1" status: 200 len: 945 time: 0.0461025 May 04 18:21:36.544312 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.v2.base [req-fc3730e8-d85a-4e0a-8b56-39851b238405 req-47dcc1ff-b858-4f7e-8e4b-f2690b022bbd tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Request body: {'port': {'security_groups': ['f6dc53a1-1d62-4861-86cd-d24bcf8198ea', '08aedc52-72fb-44fe-acf5-463e8655e2ca']}} {{(pid=104024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:21:36.617841 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [req-fc3730e8-d85a-4e0a-8b56-39851b238405 req-47dcc1ff-b858-4f7e-8e4b-f2690b022bbd tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (925b8b19-3475-4d14-b9cd-3aa01d1499ca), before_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:21:36.804554 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.db [req-fc3730e8-d85a-4e0a-8b56-39851b238405 req-47dcc1ff-b858-4f7e-8e4b-f2690b022bbd tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] For port 925b8b19-3475-4d14-b9cd-3aa01d1499ca, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=925b8b19-3475-4d14-b9cd-3aa01d1499ca,segment=NetworkSegment(113cad1e-64a4-4fc8-85b2-45fe2f7020da),segment_id=113cad1e-64a4-4fc8-85b2-45fe2f7020da)] {{(pid=104024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:21:36.833922 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [req-fc3730e8-d85a-4e0a-8b56-39851b238405 req-47dcc1ff-b858-4f7e-8e4b-f2690b022bbd tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Publish callbacks [] for port (925b8b19-3475-4d14-b9cd-3aa01d1499ca), precommit_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:21:36.920028 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [req-fc3730e8-d85a-4e0a-8b56-39851b238405 req-47dcc1ff-b858-4f7e-8e4b-f2690b022bbd tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6007290'] for port (925b8b19-3475-4d14-b9cd-3aa01d1499ca), after_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:21:36.962180 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3730e8-d85a-4e0a-8b56-39851b238405 req-47dcc1ff-b858-4f7e-8e4b-f2690b022bbd tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:36.962875 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [req-fc3730e8-d85a-4e0a-8b56-39851b238405 req-47dcc1ff-b858-4f7e-8e4b-f2690b022bbd tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976'] for port (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:21:36.964104 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] get_ports_and_sgs() called for port_ids ['925b8b19-3475-4d14-b9cd-3aa01d1499ca'] {{(pid=104025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 18:21:36.964589 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-fc3730e8-d85a-4e0a-8b56-39851b238405 req-47dcc1ff-b858-4f7e-8e4b-f2690b022bbd tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "PUT /v2.0/ports/925b8b19-3475-4d14-b9cd-3aa01d1499ca HTTP/1.1" status: 200 len: 981 time: 0.4245257 May 04 18:21:36.967420 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da2069ca-6085-4fb0-9775-cb3cfc3e0cf4', 'tag': '925b8b19-3475-4d14-b9cd-3aa01d1499ca'}] {{(pid=104024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:21:36.971798 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c26fa3ecb1f16f42831e56f73673e8220bc52890772fb217514d3f8d557ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e15dc69-907a-4794-a6b5-2d275ce196e5" -d '{"events": [{"name": "network-changed", "server_uuid": "da2069ca-6085-4fb0-9775-cb3cfc3e0cf4", "tag": "925b8b19-3475-4d14-b9cd-3aa01d1499ca"}]}' {{(pid=104024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:21:37.009337 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dcc1ff-b858-4f7e-8e4b-f2690b022bbd tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Pushing event updated for resources: {'Port': ['ID=925b8b19-3475-4d14-b9cd-3aa01d1499ca,revision_number=6']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:21:37.094131 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe70fd-41c5-4795-97c7-64bffc35d160 req-a1874cb1-894c-4503-8279-779fbb22916c tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:37.101966 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-2cfe70fd-41c5-4795-97c7-64bffc35d160 req-a1874cb1-894c-4503-8279-779fbb22916c tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2 HTTP/1.1" status: 200 len: 945 time: 0.0637820 May 04 18:21:37.145413 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] get_ports_and_sgs() called for port_ids ['925b8b19-3475-4d14-b9cd-3aa01d1499ca'] {{(pid=104025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 18:21:37.151585 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-2cfe70fd-41c5-4795-97c7-64bffc35d160 req-91441f9e-e1b4-4960-95ef-bed4f40afd40 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f9cf9b-5753-412e-92be-8773f690cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486636 May 04 18:21:37.253432 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e71cb4-431a-432f-b898-9c118dad2d4d req-ce2454af-3a04-47a2-b2a4-98604ea9eedb tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:37.254899 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-96e71cb4-431a-432f-b898-9c118dad2d4d req-ce2454af-3a04-47a2-b2a4-98604ea9eedb tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b0a1190-f115-44bf-95f3-2d2517bcc5d8 HTTP/1.1" status: 200 len: 945 time: 0.0496340 May 04 18:21:37.270655 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-04206d6f-bdd1-4adb-9db0-65cfe76c0c26 None None] Provisioning complete for port 925b8b19-3475-4d14-b9cd-3aa01d1499ca triggered by entity DHCP. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:21:37.271166 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-04206d6f-bdd1-4adb-9db0-65cfe76c0c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (925b8b19-3475-4d14-b9cd-3aa01d1499ca), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:21:37.303163 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-96e71cb4-431a-432f-b898-9c118dad2d4d req-f4487507-d2d0-441d-9955-6d4b5fc9d37f tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=9291093b-e98e-4588-b836-50cbbdb3127e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415967 May 04 18:21:37.402228 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbcf084-1927-44ad-93e6-0f98c83dc029 req-6765d993-619a-40fb-8129-6722571a6bd5 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:37.403745 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-5fbcf084-1927-44ad-93e6-0f98c83dc029 req-6765d993-619a-40fb-8129-6722571a6bd5 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/ports?device_id=da2069ca-6085-4fb0-9775-cb3cfc3e0cf4 HTTP/1.1" status: 200 len: 984 time: 0.0460610 May 04 18:21:37.468008 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-5fbcf084-1927-44ad-93e6-0f98c83dc029 req-1cb166b3-3cab-47c5-888d-602358eb572b tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/security-groups?id=08aedc52-72fb-44fe-acf5-463e8655e2ca&id=f6dc53a1-1d62-4861-86cd-d24bcf8198ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0579603 May 04 18:21:37.487379 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-04206d6f-bdd1-4adb-9db0-65cfe76c0c26 None None] Current status of the port 925b8b19-3475-4d14-b9cd-3aa01d1499ca is: ACTIVE; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:21:37.572253 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 18:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a6fa92e-c5a2-4bc8-a37d-e1a372eb0aeb x-openstack-request-id: req-8a6fa92e-c5a2-4bc8-a37d-e1a372eb0aeb {{(pid=104024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:21:37.572554 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da2069ca-6085-4fb0-9775-cb3cfc3e0cf4", "tag": "925b8b19-3475-4d14-b9cd-3aa01d1499ca", "status": "completed", "code": 200}]} {{(pid=104024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:21:37.572814 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8a6fa92e-c5a2-4bc8-a37d-e1a372eb0aeb {{(pid=104024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:21:37.573223 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a6fa92e-c5a2-4bc8-a37d-e1a372eb0aeb'] response: {'name': 'network-changed', 'server_uuid': 'da2069ca-6085-4fb0-9775-cb3cfc3e0cf4', 'tag': '925b8b19-3475-4d14-b9cd-3aa01d1499ca', 'status': 'completed', 'code': 200} May 04 18:21:37.657403 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e15dc69-907a-4794-a6b5-2d275ce196e5 req-3d5df0be-8a82-4b26-ba66-7fa205049a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:37.659051 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-2e15dc69-907a-4794-a6b5-2d275ce196e5 req-3d5df0be-8a82-4b26-ba66-7fa205049a5f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b773343d1a8d4e6889bb80f938a389a4&device_id=da2069ca-6085-4fb0-9775-cb3cfc3e0cf4 HTTP/1.1" status: 200 len: 1168 time: 0.0399246 May 04 18:21:37.754097 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e15dc69-907a-4794-a6b5-2d275ce196e5 req-5e6825ad-a716-443b-96e8-b44957d7554d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:37.755669 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-2e15dc69-907a-4794-a6b5-2d275ce196e5 req-5e6825ad-a716-443b-96e8-b44957d7554d service neutron] 10.222.0.84 "GET /v2.0/networks?id=993f489f-74a5-457d-8185-f79358d76406 HTTP/1.1" status: 200 len: 916 time: 0.0860894 May 04 18:21:37.825705 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-2e15dc69-907a-4794-a6b5-2d275ce196e5 req-9108de55-a2b7-46ca-a6b2-594902d7cb43 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=925b8b19-3475-4d14-b9cd-3aa01d1499ca HTTP/1.1" status: 200 len: 1001 time: 0.0636845 May 04 18:21:37.878098 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e15dc69-907a-4794-a6b5-2d275ce196e5 req-9a465822-a0ad-44d5-9dc1-cbe5b3623e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:37.879607 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-2e15dc69-907a-4794-a6b5-2d275ce196e5 req-9a465822-a0ad-44d5-9dc1-cbe5b3623e04 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=594e40ba-79c8-4637-b6b1-1159f1c0e514 HTTP/1.1" status: 200 len: 854 time: 0.0445614 May 04 18:21:37.923832 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e15dc69-907a-4794-a6b5-2d275ce196e5 req-058b048a-a2a4-4a16-b8a8-3784706b369e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:37.925362 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-2e15dc69-907a-4794-a6b5-2d275ce196e5 req-058b048a-a2a4-4a16-b8a8-3784706b369e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=993f489f-74a5-457d-8185-f79358d76406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387745 May 04 18:21:38.019207 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-2e15dc69-907a-4794-a6b5-2d275ce196e5 req-2de57a75-4712-4b01-b16c-d2d251bc7d50 service neutron] 10.222.0.84 "GET /v2.0/networks/993f489f-74a5-457d-8185-f79358d76406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863960 May 04 18:21:38.115387 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-2e15dc69-907a-4794-a6b5-2d275ce196e5 req-48e5e361-d39d-46a9-b9b9-8878ec999177 service neutron] 10.222.0.84 "GET /v2.0/networks/993f489f-74a5-457d-8185-f79358d76406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893867 May 04 18:21:38.262496 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37785c69-132e-49d0-bc3a-6b05a81bb485 req-d0978746-0ceb-4856-b4f7-d02216b31254 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:38.264116 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-37785c69-132e-49d0-bc3a-6b05a81bb485 req-d0978746-0ceb-4856-b4f7-d02216b31254 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2 HTTP/1.1" status: 200 len: 945 time: 0.0468090 May 04 18:21:38.310432 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-37785c69-132e-49d0-bc3a-6b05a81bb485 req-269ab181-e20e-4c95-89ed-77c61692a543 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f9cf9b-5753-412e-92be-8773f690cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407772 May 04 18:21:38.415560 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d54576-eec1-44bd-a57c-b5dcb50505e6 req-f2a5adeb-ca44-44ff-a6ff-505ce2e24067 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:38.417062 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-89d54576-eec1-44bd-a57c-b5dcb50505e6 req-f2a5adeb-ca44-44ff-a6ff-505ce2e24067 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b0a1190-f115-44bf-95f3-2d2517bcc5d8 HTTP/1.1" status: 200 len: 945 time: 0.0474591 May 04 18:21:38.466177 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-89d54576-eec1-44bd-a57c-b5dcb50505e6 req-120cc049-7de2-4ba9-90a7-092b78cf7bff tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=9291093b-e98e-4588-b836-50cbbdb3127e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436997 May 04 18:21:39.425809 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a22eb-4c04-4081-ad0b-2883bc5a9b75 req-c11aad8d-26b3-41ac-a41b-2543b58c6c0e tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:39.427499 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-a49a22eb-4c04-4081-ad0b-2883bc5a9b75 req-c11aad8d-26b3-41ac-a41b-2543b58c6c0e tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2 HTTP/1.1" status: 200 len: 945 time: 0.0501664 May 04 18:21:39.474219 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-a49a22eb-4c04-4081-ad0b-2883bc5a9b75 req-1f78e7a6-a7b7-4f60-b7a0-ab9f86d8cf20 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f9cf9b-5753-412e-92be-8773f690cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410762 May 04 18:21:39.580673 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64088c91-1b89-45fd-b57e-38625afe2b8c req-1342b6dc-41dd-41c5-b2f4-4b9449fe7be3 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:39.582173 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-64088c91-1b89-45fd-b57e-38625afe2b8c req-1342b6dc-41dd-41c5-b2f4-4b9449fe7be3 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b0a1190-f115-44bf-95f3-2d2517bcc5d8 HTTP/1.1" status: 200 len: 945 time: 0.0477529 May 04 18:21:39.629746 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-64088c91-1b89-45fd-b57e-38625afe2b8c req-e1c51b68-d2c3-46b1-8f04-282835f30b5e tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=9291093b-e98e-4588-b836-50cbbdb3127e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411482 May 04 18:21:40.588938 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebf4fd8-d96d-4488-af15-241022496821 req-4241080b-68c5-4c3b-a0ad-769b3357dfaa tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:40.590425 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-0ebf4fd8-d96d-4488-af15-241022496821 req-4241080b-68c5-4c3b-a0ad-769b3357dfaa tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2 HTTP/1.1" status: 200 len: 945 time: 0.0480413 May 04 18:21:40.643658 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-0ebf4fd8-d96d-4488-af15-241022496821 req-a69b87de-f847-49cf-8d6e-72769cb971ca tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f9cf9b-5753-412e-92be-8773f690cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475626 May 04 18:21:40.744898 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efa1daf-c662-4878-8e38-2b2780285984 req-bc6549a7-7653-4f31-bb01-687feeeeb9b0 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:40.746390 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-2efa1daf-c662-4878-8e38-2b2780285984 req-bc6549a7-7653-4f31-bb01-687feeeeb9b0 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b0a1190-f115-44bf-95f3-2d2517bcc5d8 HTTP/1.1" status: 200 len: 945 time: 0.0476427 May 04 18:21:40.795828 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-2efa1daf-c662-4878-8e38-2b2780285984 req-f01bdbb5-97e5-4d3b-93d8-847b36e22c05 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=9291093b-e98e-4588-b836-50cbbdb3127e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419254 May 04 18:21:41.758324 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664b41dc-db97-4531-b45b-608bc8064cb5 req-a48fc9c1-6166-46ee-a3be-d9250dbaa094 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:41.759881 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-664b41dc-db97-4531-b45b-608bc8064cb5 req-a48fc9c1-6166-46ee-a3be-d9250dbaa094 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2 HTTP/1.1" status: 200 len: 945 time: 0.0464873 May 04 18:21:41.807574 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-664b41dc-db97-4531-b45b-608bc8064cb5 req-2c86d0cf-b13e-46de-a7de-71530747ab4d tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f9cf9b-5753-412e-92be-8773f690cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419798 May 04 18:21:41.914117 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402e5a57-ba8a-492a-b52d-a2d198468cc0 req-a06ed2a2-1581-41a7-b142-f97c2988befb tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:41.915633 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-402e5a57-ba8a-492a-b52d-a2d198468cc0 req-a06ed2a2-1581-41a7-b142-f97c2988befb tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b0a1190-f115-44bf-95f3-2d2517bcc5d8 HTTP/1.1" status: 200 len: 945 time: 0.0518031 May 04 18:21:41.963133 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-402e5a57-ba8a-492a-b52d-a2d198468cc0 req-dc1fd9ae-1aea-4f62-bb4b-597a5e64a272 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=9291093b-e98e-4588-b836-50cbbdb3127e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417583 May 04 18:21:42.919650 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13685ea-706a-4e03-a9f2-351f5faca83a req-e644d42a-a4f3-4138-aa9b-487501261360 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:42.921106 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-e13685ea-706a-4e03-a9f2-351f5faca83a req-e644d42a-a4f3-4138-aa9b-487501261360 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2 HTTP/1.1" status: 200 len: 945 time: 0.0456157 May 04 18:21:42.966845 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-e13685ea-706a-4e03-a9f2-351f5faca83a req-34ad53c4-a287-47a6-a970-92bffdac3491 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f9cf9b-5753-412e-92be-8773f690cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402570 May 04 18:21:43.078057 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d878cc-72a5-4d0c-b560-03aff9cf098e req-90869bfb-65fb-43af-8cf3-99cf485b63e1 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:43.079629 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-13d878cc-72a5-4d0c-b560-03aff9cf098e req-90869bfb-65fb-43af-8cf3-99cf485b63e1 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b0a1190-f115-44bf-95f3-2d2517bcc5d8 HTTP/1.1" status: 200 len: 945 time: 0.0506506 May 04 18:21:43.128380 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-13d878cc-72a5-4d0c-b560-03aff9cf098e req-8859deae-c799-4cec-8250-2ab19158aef8 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=9291093b-e98e-4588-b836-50cbbdb3127e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424843 May 04 18:21:44.079766 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb8396c-78e5-4b81-b351-af52cf47ae7f req-0a0d797b-53b8-45aa-94b4-a67445754c74 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:44.081239 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-feb8396c-78e5-4b81-b351-af52cf47ae7f req-0a0d797b-53b8-45aa-94b4-a67445754c74 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2 HTTP/1.1" status: 200 len: 945 time: 0.0470605 May 04 18:21:44.126415 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-feb8396c-78e5-4b81-b351-af52cf47ae7f req-cc586774-cc2f-4b66-a5b9-92e6fc71d4e2 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f9cf9b-5753-412e-92be-8773f690cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396845 May 04 18:21:44.237845 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d95292-83cd-4853-9406-1850cac69e6e req-6778e01e-61b1-44d5-85ff-c5dd49f59784 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:44.239320 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-62d95292-83cd-4853-9406-1850cac69e6e req-6778e01e-61b1-44d5-85ff-c5dd49f59784 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b0a1190-f115-44bf-95f3-2d2517bcc5d8 HTTP/1.1" status: 200 len: 945 time: 0.0457776 May 04 18:21:44.288841 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-62d95292-83cd-4853-9406-1850cac69e6e req-30456333-763a-496f-b685-fb6591780e5c tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=9291093b-e98e-4588-b836-50cbbdb3127e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433471 May 04 18:21:45.238935 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92764b94-c601-490c-a095-0ec77139af3d req-5f1d2f58-aa89-4665-bd0d-595239e93390 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:45.241265 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-92764b94-c601-490c-a095-0ec77139af3d req-5f1d2f58-aa89-4665-bd0d-595239e93390 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2 HTTP/1.1" status: 200 len: 945 time: 0.0469878 May 04 18:21:45.288026 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-92764b94-c601-490c-a095-0ec77139af3d req-8b26abca-4d77-4f85-82b9-c33a925a64e3 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f9cf9b-5753-412e-92be-8773f690cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412650 May 04 18:21:45.400924 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8155be-1045-4fee-9ecf-5adbcd740f0a req-d4048292-09b5-4856-a326-5d0647963671 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:45.402418 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-5d8155be-1045-4fee-9ecf-5adbcd740f0a req-d4048292-09b5-4856-a326-5d0647963671 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b0a1190-f115-44bf-95f3-2d2517bcc5d8 HTTP/1.1" status: 200 len: 945 time: 0.0464168 May 04 18:21:45.450133 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-5d8155be-1045-4fee-9ecf-5adbcd740f0a req-ae1321cb-9726-4faa-a7bb-ebe5da02018f tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=9291093b-e98e-4588-b836-50cbbdb3127e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420899 May 04 18:21:46.406799 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ec1fb3-550c-4d4f-b6e1-bc09f846c022 req-02d8fdc8-7667-4875-8612-2da606e33c40 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:46.408237 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-30ec1fb3-550c-4d4f-b6e1-bc09f846c022 req-02d8fdc8-7667-4875-8612-2da606e33c40 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2 HTTP/1.1" status: 200 len: 945 time: 0.0504382 May 04 18:21:46.457941 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-30ec1fb3-550c-4d4f-b6e1-bc09f846c022 req-ad22b6be-f881-4cc8-a6ba-7a931cf42a05 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f9cf9b-5753-412e-92be-8773f690cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437737 May 04 18:21:46.563283 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3c3062-d951-4708-83b1-660ece1542d1 req-45e4b846-841f-445a-934b-54273b1f7432 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:46.564803 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-0d3c3062-d951-4708-83b1-660ece1542d1 req-45e4b846-841f-445a-934b-54273b1f7432 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b0a1190-f115-44bf-95f3-2d2517bcc5d8 HTTP/1.1" status: 200 len: 945 time: 0.0475967 May 04 18:21:46.613211 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-0d3c3062-d951-4708-83b1-660ece1542d1 req-404f1e16-7f58-4502-9e92-fbdca58f48bb tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=9291093b-e98e-4588-b836-50cbbdb3127e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421181 May 04 18:21:46.967554 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1f629d-64cc-4378-8697-4f38e42be2c3 req-bc938bd3-15ac-46db-b6f9-01549a15e25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:46.969044 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-2b1f629d-64cc-4378-8697-4f38e42be2c3 req-bc938bd3-15ac-46db-b6f9-01549a15e25c service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=8b0a1190-f115-44bf-95f3-2d2517bcc5d8 HTTP/1.1" status: 200 len: 1129 time: 0.0383632 May 04 18:21:47.016420 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-2b1f629d-64cc-4378-8697-4f38e42be2c3 req-28a067fa-390e-4483-804f-1a007a92aa7a service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=9291093b-e98e-4588-b836-50cbbdb3127e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416176 May 04 18:21:47.569782 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc78e80-840f-4f05-a1b4-c3dbf14b3ca4 req-887af27c-b10b-48d4-aa2a-bad074d7f83f tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:47.571477 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-2dc78e80-840f-4f05-a1b4-c3dbf14b3ca4 req-887af27c-b10b-48d4-aa2a-bad074d7f83f tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2 HTTP/1.1" status: 200 len: 945 time: 0.0460048 May 04 18:21:47.618874 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-2dc78e80-840f-4f05-a1b4-c3dbf14b3ca4 req-4faeeb17-2370-467b-ad7e-30b076b50dc3 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f9cf9b-5753-412e-92be-8773f690cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415235 May 04 18:21:47.726145 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5979369f-e034-4e7d-8cc6-7397427ced14 req-df03213b-3c9b-416d-9904-0776ce5d8208 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:47.728282 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-5979369f-e034-4e7d-8cc6-7397427ced14 req-df03213b-3c9b-416d-9904-0776ce5d8208 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b0a1190-f115-44bf-95f3-2d2517bcc5d8 HTTP/1.1" status: 200 len: 945 time: 0.0465703 May 04 18:21:47.775824 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-5979369f-e034-4e7d-8cc6-7397427ced14 req-17945c86-0300-45af-8f20-06cf6b8ed75d tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=9291093b-e98e-4588-b836-50cbbdb3127e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420051 May 04 18:21:48.717030 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.agents_db [None req-cc71a237-c19e-45a1-a167-cff52744c55e None None] Agent healthcheck: found 6 active agents {{(pid=104026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 18:21:48.736229 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67654f62-f232-4203-8fe4-6c55a6277367 req-a21c0a17-390c-415d-bcb6-67f3319a1e71 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:48.737699 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-67654f62-f232-4203-8fe4-6c55a6277367 req-a21c0a17-390c-415d-bcb6-67f3319a1e71 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2 HTTP/1.1" status: 200 len: 945 time: 0.0484681 May 04 18:21:48.784578 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-67654f62-f232-4203-8fe4-6c55a6277367 req-df397809-40b8-4f86-8497-4b6588587cd6 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f9cf9b-5753-412e-92be-8773f690cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401313 May 04 18:21:48.891096 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e0874b-f976-4cd7-8345-41e94389ac01 req-7646ddfd-1d9f-49d5-9d6c-1993f11e306c tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:48.892596 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-99e0874b-f976-4cd7-8345-41e94389ac01 req-7646ddfd-1d9f-49d5-9d6c-1993f11e306c tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b0a1190-f115-44bf-95f3-2d2517bcc5d8 HTTP/1.1" status: 200 len: 945 time: 0.0502057 May 04 18:21:48.941827 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-99e0874b-f976-4cd7-8345-41e94389ac01 req-ce5c1222-fdf7-4be7-a845-bfabc8cb912f tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=9291093b-e98e-4588-b836-50cbbdb3127e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433133 May 04 18:21:49.909304 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879223ba-cf91-4baa-a33c-15a469e710a2 req-ff36ef21-38cd-4a0c-b046-c9f1ccc1de23 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:49.910785 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-879223ba-cf91-4baa-a33c-15a469e710a2 req-ff36ef21-38cd-4a0c-b046-c9f1ccc1de23 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2 HTTP/1.1" status: 200 len: 945 time: 0.0507755 May 04 18:21:49.958783 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-879223ba-cf91-4baa-a33c-15a469e710a2 req-aee1991f-cb15-477f-889f-d52cb40d3ea9 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f9cf9b-5753-412e-92be-8773f690cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421751 May 04 18:21:50.056246 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0fde56-0123-4ede-a43d-742c4b104e25 req-26047407-512a-4514-8c4f-16138b7e55ff tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:50.057712 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-fb0fde56-0123-4ede-a43d-742c4b104e25 req-26047407-512a-4514-8c4f-16138b7e55ff tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b0a1190-f115-44bf-95f3-2d2517bcc5d8 HTTP/1.1" status: 200 len: 945 time: 0.0461643 May 04 18:21:50.105405 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-fb0fde56-0123-4ede-a43d-742c4b104e25 req-d9f9edee-93ee-4b39-b52b-9a5cb06d688b tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=9291093b-e98e-4588-b836-50cbbdb3127e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420542 May 04 18:21:50.597708 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c387f0-000d-40cf-a3fe-aadeb18bb11b req-aef9bcfa-0205-4727-95fc-078c0f7f3b4e tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:50.599228 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-50c387f0-000d-40cf-a3fe-aadeb18bb11b req-aef9bcfa-0205-4727-95fc-078c0f7f3b4e tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b0a1190-f115-44bf-95f3-2d2517bcc5d8 HTTP/1.1" status: 200 len: 945 time: 0.0499547 May 04 18:21:50.658589 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28648f62-3440-465d-999e-4062b7803154 req-a175d3a5-c1ba-482d-88c9-2cbce1a0f468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:50.660087 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-28648f62-3440-465d-999e-4062b7803154 req-a175d3a5-c1ba-482d-88c9-2cbce1a0f468 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=52f7ff6557334462979f9934251c2158&device_id=8b0a1190-f115-44bf-95f3-2d2517bcc5d8 HTTP/1.1" status: 200 len: 1129 time: 0.0600052 May 04 18:21:50.692767 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-50c387f0-000d-40cf-a3fe-aadeb18bb11b req-fabd4d17-ac63-4c2c-90e8-b970ca36903d tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=9291093b-e98e-4588-b836-50cbbdb3127e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845199 May 04 18:21:50.762007 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28648f62-3440-465d-999e-4062b7803154 req-f7d8f444-46e9-49f4-b2f9-f41c600df287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:50.764023 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-28648f62-3440-465d-999e-4062b7803154 req-f7d8f444-46e9-49f4-b2f9-f41c600df287 service neutron] 10.222.0.84 "GET /v2.0/networks?id=a6fe39e6-2945-43c4-866c-f901f807513e HTTP/1.1" status: 200 len: 920 time: 0.0937688 May 04 18:21:50.834794 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-28648f62-3440-465d-999e-4062b7803154 req-dcc8ca59-2d2c-4c46-b5fd-c5b8a32d0ef8 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b HTTP/1.1" status: 200 len: 1000 time: 0.0638752 May 04 18:21:50.889068 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28648f62-3440-465d-999e-4062b7803154 req-471e35ba-0cf3-42ce-86fe-a585064b7289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:50.890529 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-28648f62-3440-465d-999e-4062b7803154 req-471e35ba-0cf3-42ce-86fe-a585064b7289 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=abd7f995-331d-4f8f-976d-dc07d5f652e4 HTTP/1.1" status: 200 len: 858 time: 0.0457971 May 04 18:21:50.932934 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28648f62-3440-465d-999e-4062b7803154 req-2b4b7ade-2a11-4a2e-9683-5fd4a370bf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:50.934431 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-28648f62-3440-465d-999e-4062b7803154 req-2b4b7ade-2a11-4a2e-9683-5fd4a370bf7b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=a6fe39e6-2945-43c4-866c-f901f807513e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378597 May 04 18:21:51.034508 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-28648f62-3440-465d-999e-4062b7803154 req-048a8d42-1c66-442b-aadc-3ad318229e05 service neutron] 10.222.0.84 "GET /v2.0/networks/a6fe39e6-2945-43c4-866c-f901f807513e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872493 May 04 18:21:51.097330 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dcac0d-36d7-4efb-8b6b-59c87aeedbf4 req-84be580d-7c79-48db-998d-f72dbe4cf818 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:51.098818 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-f2dcac0d-36d7-4efb-8b6b-59c87aeedbf4 req-84be580d-7c79-48db-998d-f72dbe4cf818 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2 HTTP/1.1" status: 200 len: 945 time: 0.0696936 May 04 18:21:51.183334 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-28648f62-3440-465d-999e-4062b7803154 req-72a83797-3c7a-46f6-a733-50fa56db4498 service neutron] 10.222.0.84 "GET /v2.0/networks/a6fe39e6-2945-43c4-866c-f901f807513e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454821 May 04 18:21:51.194976 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-f2dcac0d-36d7-4efb-8b6b-59c87aeedbf4 req-c6c1e76d-603c-488a-bf57-981d183b1765 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f9cf9b-5753-412e-92be-8773f690cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655708 May 04 18:21:51.805365 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d67d148-76d5-4063-9c0e-c5b1de5bf4dc req-66b95cae-2a8e-471d-b09b-fff71af68e2f tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:51.806830 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-3d67d148-76d5-4063-9c0e-c5b1de5bf4dc req-66b95cae-2a8e-471d-b09b-fff71af68e2f tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b0a1190-f115-44bf-95f3-2d2517bcc5d8 HTTP/1.1" status: 200 len: 945 time: 0.0473113 May 04 18:21:51.856378 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-3d67d148-76d5-4063-9c0e-c5b1de5bf4dc req-868cfb2d-21c0-4f31-87b7-6b22aab02fd3 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=9291093b-e98e-4588-b836-50cbbdb3127e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440831 May 04 18:21:52.075746 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (2ed5d983-d6d1-49f2-9dfa-1a41e5be1317), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:21:52.315463 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d2c461-c5d9-43be-9a38-ece6236cbe88 req-eaa3fe7a-6035-42d0-8699-aae45910e0cd tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:52.320062 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-a9d2c461-c5d9-43be-9a38-ece6236cbe88 req-eaa3fe7a-6035-42d0-8699-aae45910e0cd tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2 HTTP/1.1" status: 200 len: 945 time: 0.0533559 May 04 18:21:52.372768 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-a9d2c461-c5d9-43be-9a38-ece6236cbe88 req-ed232aab-7247-40ac-ac29-2d194e649341 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f9cf9b-5753-412e-92be-8773f690cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463848 May 04 18:21:52.966702 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33845789-4f73-4600-bd00-7f278c8998f4 req-a6770320-58f3-490f-9335-af6e32b6b435 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:52.968224 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-33845789-4f73-4600-bd00-7f278c8998f4 req-a6770320-58f3-490f-9335-af6e32b6b435 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b0a1190-f115-44bf-95f3-2d2517bcc5d8 HTTP/1.1" status: 200 len: 945 time: 0.0451643 May 04 18:21:53.013598 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-33845789-4f73-4600-bd00-7f278c8998f4 req-d400dfe0-9fb8-43a3-a778-2f18d47687e1 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=9291093b-e98e-4588-b836-50cbbdb3127e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399714 May 04 18:21:53.486423 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06db260c-b7a9-48e9-9ddb-6f352803facc req-1023d86a-5b6e-4aac-80f1-6f1a7a849995 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:53.487865 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-06db260c-b7a9-48e9-9ddb-6f352803facc req-1023d86a-5b6e-4aac-80f1-6f1a7a849995 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2 HTTP/1.1" status: 200 len: 945 time: 0.0475514 May 04 18:21:53.540721 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-06db260c-b7a9-48e9-9ddb-6f352803facc req-2f0bdadb-9425-41c9-92a6-194389d1315b tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f9cf9b-5753-412e-92be-8773f690cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466259 May 04 18:21:54.127623 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d8d88e-144f-465c-b7d5-a75b8d424a93 req-ffd94017-3ca3-43b3-b970-9c75b98cc695 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:54.129116 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-59d8d88e-144f-465c-b7d5-a75b8d424a93 req-ffd94017-3ca3-43b3-b970-9c75b98cc695 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b0a1190-f115-44bf-95f3-2d2517bcc5d8 HTTP/1.1" status: 200 len: 945 time: 0.0474436 May 04 18:21:54.176515 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-59d8d88e-144f-465c-b7d5-a75b8d424a93 req-ae19621c-d9a2-462b-9cf5-c8f0d60a3875 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=9291093b-e98e-4588-b836-50cbbdb3127e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409591 May 04 18:21:54.288490 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef30027-6252-44a5-a7b8-3c8932f9b49b req-b2bd920f-73a5-4753-a68c-16a22bef19e3 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:54.290155 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-4ef30027-6252-44a5-a7b8-3c8932f9b49b req-b2bd920f-73a5-4753-a68c-16a22bef19e3 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b0a1190-f115-44bf-95f3-2d2517bcc5d8 HTTP/1.1" status: 200 len: 945 time: 0.0485477 May 04 18:21:54.298844 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 53154) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:21:54.303202 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.v2.base [None req-f1672ce1-4893-4f80-b190-566e1216d55a tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Request body: {'floatingip': {'port_id': 'ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b'}} {{(pid=104024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:21:54.363097 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-f1672ce1-4893-4f80-b190-566e1216d55a tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Publish callbacks [] for floatingip (d477d951-d646-429c-98c3-1e38f68eade2), before_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:21:54.764236 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5345b0d-9e3d-467a-ac22-8b1efab4739b req-44380482-87da-436f-b02d-210cf95f0f53 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:54.765695 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-f5345b0d-9e3d-467a-ac22-8b1efab4739b req-44380482-87da-436f-b02d-210cf95f0f53 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2 HTTP/1.1" status: 200 len: 945 time: 0.0617692 May 04 18:21:54.882181 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-f5345b0d-9e3d-467a-ac22-8b1efab4739b req-889cc192-a35c-4c14-b70c-cbdaa2021b45 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f9cf9b-5753-412e-92be-8773f690cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850444 May 04 18:21:55.158151 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-f1672ce1-4893-4f80-b190-566e1216d55a tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:21:55.215936 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2604862-671b-41e1-8b41-8f7d271666f4 req-ad7a5d94-f758-4956-a184-628d5e9315e1 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:55.217461 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-c2604862-671b-41e1-8b41-8f7d271666f4 req-ad7a5d94-f758-4956-a184-628d5e9315e1 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2 HTTP/1.1" status: 200 len: 945 time: 0.0508883 May 04 18:21:55.244620 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-f1672ce1-4893-4f80-b190-566e1216d55a tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1676511'] for floatingip (d477d951-d646-429c-98c3-1e38f68eade2), after_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:21:55.309539 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-c2604862-671b-41e1-8b41-8f7d271666f4 req-8fe5d64c-9a33-465b-9819-69cd0b0fb779 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f9cf9b-5753-412e-92be-8773f690cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863874 May 04 18:21:55.412116 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3417acb8-b134-425c-a1a0-1a08d5013285 req-fc426702-49fa-46b8-bc40-ba9a08587839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:55.413493 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-3417acb8-b134-425c-a1a0-1a08d5013285 req-fc426702-49fa-46b8-bc40-ba9a08587839 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=0998832c5db04fe5b7e93fa392a693f8&device_id=fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2 HTTP/1.1" status: 200 len: 1129 time: 0.0548973 May 04 18:21:55.525780 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1672ce1-4893-4f80-b190-566e1216d55a tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Router f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff has already been hosted by L3 agent 341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae {{(pid=104024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 18:21:55.663728 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1672ce1-4893-4f80-b190-566e1216d55a tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Notify agent at l3_agent.dv-cinder-840511-4-iscsi the message routers_updated {{(pid=104024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 18:21:55.673781 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50049130-c512-47f4-aac6-857c90a8dfb5 None None] Sync routers for ids ['f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff'] in dv-cinder-840511-4-iscsi {{(pid=104026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:21:55.683846 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50049130-c512-47f4-aac6-857c90a8dfb5 None None] Routers {'f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:21:55.684528 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-50049130-c512-47f4-aac6-857c90a8dfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:21:30Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff'], 'active': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:21:55.691244 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-f1672ce1-4893-4f80-b190-566e1216d55a tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976'] for floatingip (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:21:55.737334 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b0a1190-f115-44bf-95f3-2d2517bcc5d8', 'tag': 'ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b'}] {{(pid=104024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:21:55.739599 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c26fa3ecb1f16f42831e56f73673e8220bc52890772fb217514d3f8d557ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7990e6a4-687d-4070-b2e6-5647f8162f1a" -d '{"events": [{"name": "network-changed", "server_uuid": "8b0a1190-f115-44bf-95f3-2d2517bcc5d8", "tag": "ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b"}]}' {{(pid=104024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:21:55.771796 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3417acb8-b134-425c-a1a0-1a08d5013285 req-d393cc6c-f982-4921-82f2-1a6ac6f1a11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:55.773273 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-3417acb8-b134-425c-a1a0-1a08d5013285 req-d393cc6c-f982-4921-82f2-1a6ac6f1a11d service neutron] 10.222.0.84 "GET /v2.0/networks?id=6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e HTTP/1.1" status: 200 len: 911 time: 0.1563027 May 04 18:21:55.791035 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-f1672ce1-4893-4f80-b190-566e1216d55a tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "PUT /v2.0/floatingips/d477d951-d646-429c-98c3-1e38f68eade2 HTTP/1.1" status: 200 len: 992 time: 1.4782476 May 04 18:21:55.810581 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvr_db [None req-50049130-c512-47f4-aac6-857c90a8dfb5 None None] Set router f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff gateway port host: dv-cinder-840511-4-iscsi {{(pid=104026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:21:55.816786 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 18:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4968f97-f6b1-4af7-a08d-41172ad14b3c x-openstack-request-id: req-a4968f97-f6b1-4af7-a08d-41172ad14b3c {{(pid=104024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:21:55.817073 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b0a1190-f115-44bf-95f3-2d2517bcc5d8", "tag": "ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b", "status": "completed", "code": 200}]} {{(pid=104024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:21:55.817322 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a4968f97-f6b1-4af7-a08d-41172ad14b3c {{(pid=104024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:21:55.817717 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4968f97-f6b1-4af7-a08d-41172ad14b3c'] response: {'name': 'network-changed', 'server_uuid': '8b0a1190-f115-44bf-95f3-2d2517bcc5d8', 'tag': 'ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b', 'status': 'completed', 'code': 200} May 04 18:21:55.843726 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-3417acb8-b134-425c-a1a0-1a08d5013285 req-479c67b5-2c50-4d4c-9661-d7ae9b3f191c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d4ff6da-20e4-4b89-a958-b2e3d1efc53b HTTP/1.1" status: 200 len: 1001 time: 0.0633898 May 04 18:21:55.878701 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7990e6a4-687d-4070-b2e6-5647f8162f1a req-36fbf2f0-1bdd-41dc-8563-fdde8743a32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:55.880242 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-7990e6a4-687d-4070-b2e6-5647f8162f1a req-36fbf2f0-1bdd-41dc-8563-fdde8743a32d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=52f7ff6557334462979f9934251c2158&device_id=8b0a1190-f115-44bf-95f3-2d2517bcc5d8 HTTP/1.1" status: 200 len: 1129 time: 0.0428431 May 04 18:21:55.896622 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3417acb8-b134-425c-a1a0-1a08d5013285 req-a2233bbd-55aa-4f34-9bc5-da4b745aadda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:55.898112 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-3417acb8-b134-425c-a1a0-1a08d5013285 req-a2233bbd-55aa-4f34-9bc5-da4b745aadda service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3ba3abcf-592c-4523-9b0f-c55aec0e9e52 HTTP/1.1" status: 200 len: 849 time: 0.0490296 May 04 18:21:55.942596 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3417acb8-b134-425c-a1a0-1a08d5013285 req-188043f0-7ad3-48f1-8149-b01c154a254f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:55.944070 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-3417acb8-b134-425c-a1a0-1a08d5013285 req-188043f0-7ad3-48f1-8149-b01c154a254f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399241 May 04 18:21:55.974086 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7990e6a4-687d-4070-b2e6-5647f8162f1a req-e1b8e055-a192-4599-a656-272ab196ebd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:55.975733 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-7990e6a4-687d-4070-b2e6-5647f8162f1a req-e1b8e055-a192-4599-a656-272ab196ebd3 service neutron] 10.222.0.84 "GET /v2.0/networks?id=a6fe39e6-2945-43c4-866c-f901f807513e HTTP/1.1" status: 200 len: 920 time: 0.0901237 May 04 18:21:56.037909 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-3417acb8-b134-425c-a1a0-1a08d5013285 req-e58e45bc-d64c-43f4-8b0b-21b768da88fc service neutron] 10.222.0.84 "GET /v2.0/networks/6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872245 May 04 18:21:56.042944 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-50049130-c512-47f4-aac6-857c90a8dfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff', 'name': 'tempest-ServerRescueNegativeTestJSON-1742315776-router', 'tenant_id': '52f7ff6557334462979f9934251c2158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'be50a966-8c99-4ebd-b960-de2a4f90eb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:15:53Z', 'updated_at': '2022-05-04T18:16:05Z', 'revision_number': 4, 'project_id': '52f7ff6557334462979f9934251c2158', 'gw_port': {'id': 'be50a966-8c99-4ebd-b960-de2a4f90eb39', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:15:55Z', 'updated_at': '2022-05-04T18:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_floatingips': [{'id': 'd477d951-d646-429c-98c3-1e38f68eade2', 'tenant_id': '52f7ff6557334462979f9934251c2158', 'floating_ip_address': '172.27.1.18', 'floating_network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'router_id': 'f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff', 'port_id': 'ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 321, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6fe39e6-2945-43c4-866c-f901f807513e', 'mac_address': 'fa:16:3e:e2:f1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0a1190-f115-44bf-95f3-2d2517bcc5d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:18:25Z', 'updated_at': '2022-05-04T18:21:55Z', 'revision_number': 3, 'project_id': '52f7ff6557334462979f9934251c2158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39c27af9-2e27-4710-b3a3-b466b73b2d21', 'name': '', 'network_id': 'a6fe39e6-2945-43c4-866c-f901f807513e', 'tenant_id': '52f7ff6557334462979f9934251c2158', 'mac_address': 'fa:16:3e:ea:44:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'abd7f995-331d-4f8f-976d-dc07d5f652e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:16:02Z', 'updated_at': '2022-05-04T18:16:13Z', 'revision_number': 5, 'project_id': '52f7ff6557334462979f9934251c2158', 'subnets': [{'id': 'abd7f995-331d-4f8f-976d-dc07d5f652e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:21:56.050182 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-7990e6a4-687d-4070-b2e6-5647f8162f1a req-0a043cab-7635-4d77-a33d-ceac288d1aa6 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b HTTP/1.1" status: 200 len: 1000 time: 0.0681400 May 04 18:21:56.071148 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50049130-c512-47f4-aac6-857c90a8dfb5 None None] Checking router: f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff for host: dv-cinder-840511-4-iscsi {{(pid=104026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:21:56.080156 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50049130-c512-47f4-aac6-857c90a8dfb5 None None] Routers {'f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:21:56.080773 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-50049130-c512-47f4-aac6-857c90a8dfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:21:30Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff'], 'active': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:21:56.103684 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7990e6a4-687d-4070-b2e6-5647f8162f1a req-940367eb-ed1b-4ed8-aa01-2a815043154d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:56.105336 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-7990e6a4-687d-4070-b2e6-5647f8162f1a req-940367eb-ed1b-4ed8-aa01-2a815043154d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=abd7f995-331d-4f8f-976d-dc07d5f652e4 HTTP/1.1" status: 200 len: 858 time: 0.0494695 May 04 18:21:56.149970 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-3417acb8-b134-425c-a1a0-1a08d5013285 req-42641884-fcfe-41d8-bd02-54fa7f6b685e service neutron] 10.222.0.84 "GET /v2.0/networks/6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046479 May 04 18:21:56.154742 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7990e6a4-687d-4070-b2e6-5647f8162f1a req-7b9e5416-6a7f-441c-b51e-ca20d4061b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:56.156259 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-7990e6a4-687d-4070-b2e6-5647f8162f1a req-7b9e5416-6a7f-441c-b51e-ca20d4061b22 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=a6fe39e6-2945-43c4-866c-f901f807513e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442560 May 04 18:21:56.201285 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvr_db [None req-50049130-c512-47f4-aac6-857c90a8dfb5 None None] Set router f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff gateway port host: dv-cinder-840511-4-iscsi {{(pid=104026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:21:56.258659 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-7990e6a4-687d-4070-b2e6-5647f8162f1a req-776444c5-e217-4eb6-872e-f46e6ca65934 service neutron] 10.222.0.84 "GET /v2.0/networks/a6fe39e6-2945-43c4-866c-f901f807513e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928690 May 04 18:21:56.357800 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-7990e6a4-687d-4070-b2e6-5647f8162f1a req-0e1d11bd-34b5-452a-8e19-576489622a35 service neutron] 10.222.0.84 "GET /v2.0/networks/a6fe39e6-2945-43c4-866c-f901f807513e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926058 May 04 18:21:56.431783 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0060fef0-73bc-499d-8431-2fef1152d0d8 req-d5aff96d-99c6-4a49-bd5e-8551e5b6d993 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:56.433726 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-0060fef0-73bc-499d-8431-2fef1152d0d8 req-d5aff96d-99c6-4a49-bd5e-8551e5b6d993 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2 HTTP/1.1" status: 200 len: 945 time: 0.0475006 May 04 18:21:56.482705 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-0060fef0-73bc-499d-8431-2fef1152d0d8 req-3339fcae-a05e-4289-b88b-01ddd6c5a781 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f9cf9b-5753-412e-92be-8773f690cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435729 May 04 18:21:56.521888 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-50049130-c512-47f4-aac6-857c90a8dfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff', 'name': 'tempest-ServerRescueNegativeTestJSON-1742315776-router', 'tenant_id': '52f7ff6557334462979f9934251c2158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'be50a966-8c99-4ebd-b960-de2a4f90eb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:15:53Z', 'updated_at': '2022-05-04T18:16:05Z', 'revision_number': 4, 'project_id': '52f7ff6557334462979f9934251c2158', 'gw_port': {'id': 'be50a966-8c99-4ebd-b960-de2a4f90eb39', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:15:55Z', 'updated_at': '2022-05-04T18:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_floatingips': [{'id': 'd477d951-d646-429c-98c3-1e38f68eade2', 'tenant_id': '52f7ff6557334462979f9934251c2158', 'floating_ip_address': '172.27.1.18', 'floating_network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'router_id': 'f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff', 'port_id': 'ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 321, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6fe39e6-2945-43c4-866c-f901f807513e', 'mac_address': 'fa:16:3e:e2:f1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0a1190-f115-44bf-95f3-2d2517bcc5d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:18:25Z', 'updated_at': '2022-05-04T18:21:55Z', 'revision_number': 3, 'project_id': '52f7ff6557334462979f9934251c2158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39c27af9-2e27-4710-b3a3-b466b73b2d21', 'name': '', 'network_id': 'a6fe39e6-2945-43c4-866c-f901f807513e', 'tenant_id': '52f7ff6557334462979f9934251c2158', 'mac_address': 'fa:16:3e:ea:44:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'abd7f995-331d-4f8f-976d-dc07d5f652e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:16:02Z', 'updated_at': '2022-05-04T18:16:13Z', 'revision_number': 5, 'project_id': '52f7ff6557334462979f9934251c2158', 'subnets': [{'id': 'abd7f995-331d-4f8f-976d-dc07d5f652e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:21:56.549204 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50049130-c512-47f4-aac6-857c90a8dfb5 None None] The sync data for ids ['f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff'] in dv-cinder-840511-4-iscsi is: [{'id': 'f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff', 'name': 'tempest-ServerRescueNegativeTestJSON-1742315776-router', 'tenant_id': '52f7ff6557334462979f9934251c2158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'be50a966-8c99-4ebd-b960-de2a4f90eb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:15:53Z', 'updated_at': '2022-05-04T18:16:05Z', 'revision_number': 4, 'project_id': '52f7ff6557334462979f9934251c2158', 'gw_port': {'id': 'be50a966-8c99-4ebd-b960-de2a4f90eb39', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:15:55Z', 'updated_at': '2022-05-04T18:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_floatingips': [{'id': 'd477d951-d646-429c-98c3-1e38f68eade2', 'tenant_id': '52f7ff6557334462979f9934251c2158', 'floating_ip_address': '172.27.1.18', 'floating_network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'router_id': 'f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff', 'port_id': 'ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 321, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6fe39e6-2945-43c4-866c-f901f807513e', 'mac_address': 'fa:16:3e:e2:f1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0a1190-f115-44bf-95f3-2d2517bcc5d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:18:25Z', 'updated_at': '2022-05-04T18:21:55Z', 'revision_number': 3, 'project_id': '52f7ff6557334462979f9934251c2158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39c27af9-2e27-4710-b3a3-b466b73b2d21', 'name': '', 'network_id': 'a6fe39e6-2945-43c4-866c-f901f807513e', 'tenant_id': '52f7ff6557334462979f9934251c2158', 'mac_address': 'fa:16:3e:ea:44:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'abd7f995-331d-4f8f-976d-dc07d5f652e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:16:02Z', 'updated_at': '2022-05-04T18:16:13Z', 'revision_number': 5, 'project_id': '52f7ff6557334462979f9934251c2158', 'subnets': [{'id': 'abd7f995-331d-4f8f-976d-dc07d5f652e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:21:57.606488 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fd3283-d786-4e02-a3bc-3fe904aa6c68 req-c3811a47-692c-4829-bc68-b7cd464b89e3 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:57.607148 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-139e488a-f249-4039-8700-16a50bb43600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (c89944b2-e06f-41dc-a0fc-77a7e649c9d3), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:21:57.608998 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-96fd3283-d786-4e02-a3bc-3fe904aa6c68 req-c3811a47-692c-4829-bc68-b7cd464b89e3 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2 HTTP/1.1" status: 200 len: 945 time: 0.0531828 May 04 18:21:57.657248 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-96fd3283-d786-4e02-a3bc-3fe904aa6c68 req-d5e5c46b-3b87-4eac-8c23-b03698b96197 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f9cf9b-5753-412e-92be-8773f690cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429008 May 04 18:21:57.818488 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b0a1190-f115-44bf-95f3-2d2517bcc5d8', 'tag': 'ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b'}] {{(pid=104024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:21:57.820884 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c26fa3ecb1f16f42831e56f73673e8220bc52890772fb217514d3f8d557ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a67f7b9-f434-40df-8a0b-0511975bbd39" -d '{"events": [{"name": "network-changed", "server_uuid": "8b0a1190-f115-44bf-95f3-2d2517bcc5d8", "tag": "ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b"}]}' {{(pid=104024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:21:57.858691 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 18:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a29496c-9c57-4847-b808-6a81bd51134d x-openstack-request-id: req-1a29496c-9c57-4847-b808-6a81bd51134d {{(pid=104024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:21:57.859012 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b0a1190-f115-44bf-95f3-2d2517bcc5d8", "tag": "ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b", "status": "completed", "code": 200}]} {{(pid=104024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:21:57.859270 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1a29496c-9c57-4847-b808-6a81bd51134d {{(pid=104024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:21:57.859674 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a29496c-9c57-4847-b808-6a81bd51134d'] response: {'name': 'network-changed', 'server_uuid': '8b0a1190-f115-44bf-95f3-2d2517bcc5d8', 'tag': 'ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b', 'status': 'completed', 'code': 200} May 04 18:21:57.952922 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a67f7b9-f434-40df-8a0b-0511975bbd39 req-d65e9d85-050c-4e72-889a-4ed332058940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:57.954475 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-9a67f7b9-f434-40df-8a0b-0511975bbd39 req-d65e9d85-050c-4e72-889a-4ed332058940 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=52f7ff6557334462979f9934251c2158&device_id=8b0a1190-f115-44bf-95f3-2d2517bcc5d8 HTTP/1.1" status: 200 len: 1129 time: 0.0464010 May 04 18:21:58.047413 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a67f7b9-f434-40df-8a0b-0511975bbd39 req-58ac5b25-5943-4d19-a53a-4bc72c685cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:58.048882 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-9a67f7b9-f434-40df-8a0b-0511975bbd39 req-58ac5b25-5943-4d19-a53a-4bc72c685cc6 service neutron] 10.222.0.84 "GET /v2.0/networks?id=a6fe39e6-2945-43c4-866c-f901f807513e HTTP/1.1" status: 200 len: 920 time: 0.0882466 May 04 18:21:58.119507 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-9a67f7b9-f434-40df-8a0b-0511975bbd39 req-53e2ab16-ad56-41f7-8bad-7316bcf2c53e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b HTTP/1.1" status: 200 len: 1000 time: 0.0644033 May 04 18:21:58.168552 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a67f7b9-f434-40df-8a0b-0511975bbd39 req-9c18058a-e093-4b68-b3f3-74dcc118e2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:58.169980 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-9a67f7b9-f434-40df-8a0b-0511975bbd39 req-9c18058a-e093-4b68-b3f3-74dcc118e2f3 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=abd7f995-331d-4f8f-976d-dc07d5f652e4 HTTP/1.1" status: 200 len: 858 time: 0.0437500 May 04 18:21:58.214108 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a67f7b9-f434-40df-8a0b-0511975bbd39 req-1c454ded-6e6f-4829-b5ea-67b91029f499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:58.215659 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-9a67f7b9-f434-40df-8a0b-0511975bbd39 req-1c454ded-6e6f-4829-b5ea-67b91029f499 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=a6fe39e6-2945-43c4-866c-f901f807513e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387135 May 04 18:21:58.317044 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-f1181ab0-14f2-41a8-aa7b-045562670966 req-eefeea89-107a-45ed-a38d-2bf0f532ef2d service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=cfccffee-13f1-4b73-8572-394ea5cc53f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0372036 May 04 18:21:58.338730 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-9a67f7b9-f434-40df-8a0b-0511975bbd39 req-e0f3a605-acc8-434d-aa11-912f5d303ca9 service neutron] 10.222.0.84 "GET /v2.0/networks/a6fe39e6-2945-43c4-866c-f901f807513e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908232 May 04 18:21:58.390146 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1181ab0-14f2-41a8-aa7b-045562670966 req-e4aa5f64-eb40-479e-8667-1d30482da7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:58.391589 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-f1181ab0-14f2-41a8-aa7b-045562670966 req-e4aa5f64-eb40-479e-8667-1d30482da7c5 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=52f7ff6557334462979f9934251c2158&device_id=cfccffee-13f1-4b73-8572-394ea5cc53f2 HTTP/1.1" status: 200 len: 1129 time: 0.0394762 May 04 18:21:58.433264 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-9a67f7b9-f434-40df-8a0b-0511975bbd39 req-748e6b57-3c1d-4a6c-b894-cc836402bae9 service neutron] 10.222.0.84 "GET /v2.0/networks/a6fe39e6-2945-43c4-866c-f901f807513e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855360 May 04 18:21:58.500173 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1181ab0-14f2-41a8-aa7b-045562670966 req-ddd8c7b9-c7b4-4ac0-9331-c955aa16d2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:58.501644 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-f1181ab0-14f2-41a8-aa7b-045562670966 req-ddd8c7b9-c7b4-4ac0-9331-c955aa16d2d7 service neutron] 10.222.0.84 "GET /v2.0/networks?id=a6fe39e6-2945-43c4-866c-f901f807513e HTTP/1.1" status: 200 len: 920 time: 0.0901904 May 04 18:21:58.544750 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-f1181ab0-14f2-41a8-aa7b-045562670966 req-937c1a8d-5016-4eef-96f3-43ac10e1e7fc service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57fd1c3f-6c44-4d6f-a020-d56596ae3dcf HTTP/1.1" status: 200 len: 217 time: 0.0354960 May 04 18:21:58.596355 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1181ab0-14f2-41a8-aa7b-045562670966 req-f96c31b8-2f50-42e5-883a-29bb7df78db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:58.597798 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-f1181ab0-14f2-41a8-aa7b-045562670966 req-f96c31b8-2f50-42e5-883a-29bb7df78db6 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=abd7f995-331d-4f8f-976d-dc07d5f652e4 HTTP/1.1" status: 200 len: 858 time: 0.0466394 May 04 18:21:58.641391 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1181ab0-14f2-41a8-aa7b-045562670966 req-2d3948af-adbe-407e-bf8f-16cac06e0cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:58.642827 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-f1181ab0-14f2-41a8-aa7b-045562670966 req-2d3948af-adbe-407e-bf8f-16cac06e0cc8 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=a6fe39e6-2945-43c4-866c-f901f807513e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390170 May 04 18:21:58.738696 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-f1181ab0-14f2-41a8-aa7b-045562670966 req-7ed61c90-f043-4493-9376-22bee3a51191 service neutron] 10.222.0.84 "GET /v2.0/networks/a6fe39e6-2945-43c4-866c-f901f807513e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817711 May 04 18:21:58.829474 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-f1181ab0-14f2-41a8-aa7b-045562670966 req-bc477b64-1590-4f50-8de8-0d288c25002a service neutron] 10.222.0.84 "GET /v2.0/networks/a6fe39e6-2945-43c4-866c-f901f807513e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846951 May 04 18:22:00.017330 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-091afd3f-fe0a-41dc-8eea-05710defcc30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:01.202826 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-4fdd29be-a970-4503-919e-12b86a90c52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (74c08095-bc4c-43d3-91b6-743b06ad1f6c), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:02.561937 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-f7537222-04fb-4408-8d24-7493625e2bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (88f974dc-3c14-4d3d-9ef8-4363bb88b433), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:03.858317 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (e55a6cb5-967a-4631-865a-95818de4ff35), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:17.215717 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea0d27-f5b3-4b98-9ce7-d91c584e99e8 req-17ea2098-6792-4b8a-805f-8996cd70b9c3 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:17.217190 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-ecea0d27-f5b3-4b98-9ce7-d91c584e99e8 req-17ea2098-6792-4b8a-805f-8996cd70b9c3 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4fdc871-8f89-423a-aef9-030615ba07a1 HTTP/1.1" status: 200 len: 945 time: 0.0479927 May 04 18:22:17.264367 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-ecea0d27-f5b3-4b98-9ce7-d91c584e99e8 req-ee4e8885-bc6a-4133-829b-df779b7b4d48 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1f6eef8-b1d0-460d-a3f0-a21ed2f3d1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416374 May 04 18:22:18.383483 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b9bd01-6655-4600-9148-7c31a67376ce req-68aca9f8-951e-41db-b3c0-fd7216a4bcb9 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:18.384970 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-a8b9bd01-6655-4600-9148-7c31a67376ce req-68aca9f8-951e-41db-b3c0-fd7216a4bcb9 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4fdc871-8f89-423a-aef9-030615ba07a1 HTTP/1.1" status: 200 len: 945 time: 0.0498984 May 04 18:22:18.432083 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-a8b9bd01-6655-4600-9148-7c31a67376ce req-3eb657d2-10af-4b50-b1f1-f952b83087ab tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1f6eef8-b1d0-460d-a3f0-a21ed2f3d1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404725 May 04 18:22:19.394200 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b031931-52db-4b0f-bda2-8c7003c5c5f4 req-1164bfbf-d89b-4719-8de0-a0fc28034287 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:19.395694 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-9b031931-52db-4b0f-bda2-8c7003c5c5f4 req-1164bfbf-d89b-4719-8de0-a0fc28034287 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.84 "GET /v2.0/ports?device_id=e4fdc871-8f89-423a-aef9-030615ba07a1 HTTP/1.1" status: 200 len: 945 time: 0.0461214 May 04 18:22:19.487018 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.plugin [req-9b031931-52db-4b0f-bda2-8c7003c5c5f4 req-f73884fc-e5e7-4b33-aed0-a389e3fa47bc tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Deleting port 1c484a17-0b25-41c7-b7df-cbae23270be6 {{(pid=104024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:22:19.487356 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [req-9b031931-52db-4b0f-bda2-8c7003c5c5f4 req-f73884fc-e5e7-4b33-aed0-a389e3fa47bc tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772820269343'] for port (1c484a17-0b25-41c7-b7df-cbae23270be6), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:19.584181 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb30894-8b54-4dda-bcf0-a4a29a7f5b11 req-5b41f5b1-4fd5-47e7-9853-5d12de3d2996 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:19.585629 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-abb30894-8b54-4dda-bcf0-a4a29a7f5b11 req-5b41f5b1-4fd5-47e7-9853-5d12de3d2996 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4fdc871-8f89-423a-aef9-030615ba07a1 HTTP/1.1" status: 200 len: 945 time: 0.0837238 May 04 18:22:19.628500 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.db [req-9b031931-52db-4b0f-bda2-8c7003c5c5f4 req-f73884fc-e5e7-4b33-aed0-a389e3fa47bc tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] For port 1c484a17-0b25-41c7-b7df-cbae23270be6, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=1c484a17-0b25-41c7-b7df-cbae23270be6,segment=NetworkSegment(93c6e1e8-c128-4532-8f18-ec2a2ac72466),segment_id=93c6e1e8-c128-4532-8f18-ec2a2ac72466)] {{(pid=104024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:22:19.628857 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [req-9b031931-52db-4b0f-bda2-8c7003c5c5f4 req-f73884fc-e5e7-4b33-aed0-a389e3fa47bc tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674980'] for port (1c484a17-0b25-41c7-b7df-cbae23270be6), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:19.727095 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-abb30894-8b54-4dda-bcf0-a4a29a7f5b11 req-a52ef31c-c155-410e-bc8b-4482a3dcf02c tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1f6eef8-b1d0-460d-a3f0-a21ed2f3d1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342664 May 04 18:22:19.870574 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [req-9b031931-52db-4b0f-bda2-8c7003c5c5f4 req-f73884fc-e5e7-4b33-aed0-a389e3fa47bc tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:19.870929 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [req-9b031931-52db-4b0f-bda2-8c7003c5c5f4 req-f73884fc-e5e7-4b33-aed0-a389e3fa47bc tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1676511'] for floatingip (70cc0d84-9c02-4d6e-8515-b9fd700529b6), after_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:19.871269 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.db.l3_db [req-9b031931-52db-4b0f-bda2-8c7003c5c5f4 req-f73884fc-e5e7-4b33-aed0-a389e3fa47bc tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Floating IP 70cc0d84-9c02-4d6e-8515-b9fd700529b6 disassociated. External IP: 172.27.1.143, port: 1c484a17-0b25-41c7-b7df-cbae23270be6. May 04 18:22:19.871603 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.plugin [req-9b031931-52db-4b0f-bda2-8c7003c5c5f4 req-f73884fc-e5e7-4b33-aed0-a389e3fa47bc tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Calling delete_port for 1c484a17-0b25-41c7-b7df-cbae23270be6 owned by compute:nova {{(pid=104024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:22:20.052385 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [req-9b031931-52db-4b0f-bda2-8c7003c5c5f4 req-f73884fc-e5e7-4b33-aed0-a389e3fa47bc tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772820276655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772819832239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007267'] for port (1c484a17-0b25-41c7-b7df-cbae23270be6), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:20.085615 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73884fc-e5e7-4b33-aed0-a389e3fa47bc tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Pushing event deleted for resources: {'Port': ['ID=1c484a17-0b25-41c7-b7df-cbae23270be6,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:22:20.205989 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b031931-52db-4b0f-bda2-8c7003c5c5f4 req-f73884fc-e5e7-4b33-aed0-a389e3fa47bc tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Router 49639112-b345-407f-82ff-d7941c122b1a has already been hosted by L3 agent 341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae {{(pid=104024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 18:22:20.555400 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b031931-52db-4b0f-bda2-8c7003c5c5f4 req-f73884fc-e5e7-4b33-aed0-a389e3fa47bc tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Notify agent at l3_agent.dv-cinder-840511-4-iscsi the message routers_updated {{(pid=104024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 18:22:20.567470 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d30ff8-2743-4741-b519-abd8fad92b64 None None] Sync routers for ids ['49639112-b345-407f-82ff-d7941c122b1a'] in dv-cinder-840511-4-iscsi {{(pid=104025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:22:20.579343 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d30ff8-2743-4741-b519-abd8fad92b64 None None] Routers {'49639112-b345-407f-82ff-d7941c122b1a'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:22:20.579975 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-41d30ff8-2743-4741-b519-abd8fad92b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:22:00Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['49639112-b345-407f-82ff-d7941c122b1a'], 'active': True} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:22:20.598318 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b031931-52db-4b0f-bda2-8c7003c5c5f4 req-f73884fc-e5e7-4b33-aed0-a389e3fa47bc tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] No DVR routers for this DVR port 1c484a17-0b25-41c7-b7df-cbae23270be6 on host hv-cinder-84051 {{(pid=104024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:22:20.601004 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [req-9b031931-52db-4b0f-bda2-8c7003c5c5f4 req-f73884fc-e5e7-4b33-aed0-a389e3fa47bc tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976'] for port (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:20.604378 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-9b031931-52db-4b0f-bda2-8c7003c5c5f4 req-f73884fc-e5e7-4b33-aed0-a389e3fa47bc tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.84 "DELETE /v2.0/ports/1c484a17-0b25-41c7-b7df-cbae23270be6 HTTP/1.1" status: 204 len: 173 time: 1.2027192 May 04 18:22:20.605189 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4fdc871-8f89-423a-aef9-030615ba07a1', 'name': 'network-vif-deleted', 'tag': '1c484a17-0b25-41c7-b7df-cbae23270be6'}] {{(pid=104024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:22:20.607164 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c26fa3ecb1f16f42831e56f73673e8220bc52890772fb217514d3f8d557ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a2b542-fe22-423d-b732-b00d69836778" -d '{"events": [{"server_uuid": "e4fdc871-8f89-423a-aef9-030615ba07a1", "name": "network-vif-deleted", "tag": "1c484a17-0b25-41c7-b7df-cbae23270be6"}]}' {{(pid=104024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:22:20.655027 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 18:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8604fe2-3495-416b-9b5a-ef0d038e0455 x-openstack-request-id: req-e8604fe2-3495-416b-9b5a-ef0d038e0455 {{(pid=104024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:22:20.655547 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4fdc871-8f89-423a-aef9-030615ba07a1", "name": "network-vif-deleted", "tag": "1c484a17-0b25-41c7-b7df-cbae23270be6", "status": "completed", "code": 200}]} {{(pid=104024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:22:20.656067 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e8604fe2-3495-416b-9b5a-ef0d038e0455 {{(pid=104024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:22:20.657017 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8604fe2-3495-416b-9b5a-ef0d038e0455'] response: {'server_uuid': 'e4fdc871-8f89-423a-aef9-030615ba07a1', 'name': 'network-vif-deleted', 'tag': '1c484a17-0b25-41c7-b7df-cbae23270be6', 'status': 'completed', 'code': 200} May 04 18:22:20.713500 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvr_db [None req-41d30ff8-2743-4741-b519-abd8fad92b64 None None] Set router 49639112-b345-407f-82ff-d7941c122b1a gateway port host: dv-cinder-840511-4-iscsi {{(pid=104025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:22:20.832280 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-d4804a8f-585a-4919-8f7c-43bdc042bb4d req-6e62eb13-8195-4034-96fb-981498d400e7 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4fdc871-8f89-423a-aef9-030615ba07a1 HTTP/1.1" status: 200 len: 210 time: 0.0297692 May 04 18:22:21.085480 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-41d30ff8-2743-4741-b519-abd8fad92b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49639112-b345-407f-82ff-d7941c122b1a', 'name': 'tempest-AttachVolumeNegativeTest-1596959943-router', 'tenant_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'a0ebc00e-ff59-4a01-ad80-5944a1e5f02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:17:29Z', 'updated_at': '2022-05-04T18:17:33Z', 'revision_number': 4, 'project_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'gw_port': {'id': 'a0ebc00e-ff59-4a01-ad80-5944a1e5f02c', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:80:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49639112-b345-407f-82ff-d7941c122b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:17:30Z', 'updated_at': '2022-05-04T18:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_interfaces': [{'id': 'aef8553d-54c9-4d55-ace0-3ca397debd28', 'name': '', 'network_id': 'adc2355e-99c1-42a7-9cbc-42fd35f09e00', 'tenant_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'mac_address': 'fa:16:3e:d3:51:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49639112-b345-407f-82ff-d7941c122b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '3c3d78bf-8f55-488e-b058-2a13b7e24990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:17:32Z', 'updated_at': '2022-05-04T18:17:36Z', 'revision_number': 5, 'project_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'subnets': [{'id': '3c3d78bf-8f55-488e-b058-2a13b7e24990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:22:21.113212 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d30ff8-2743-4741-b519-abd8fad92b64 None None] Checking router: 49639112-b345-407f-82ff-d7941c122b1a for host: dv-cinder-840511-4-iscsi {{(pid=104025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:22:21.121519 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d30ff8-2743-4741-b519-abd8fad92b64 None None] Routers {'49639112-b345-407f-82ff-d7941c122b1a'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:22:21.122125 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-41d30ff8-2743-4741-b519-abd8fad92b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:22:00Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['49639112-b345-407f-82ff-d7941c122b1a'], 'active': True} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:22:21.235516 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvr_db [None req-41d30ff8-2743-4741-b519-abd8fad92b64 None None] Set router 49639112-b345-407f-82ff-d7941c122b1a gateway port host: dv-cinder-840511-4-iscsi {{(pid=104025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:22:21.436226 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-41d30ff8-2743-4741-b519-abd8fad92b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49639112-b345-407f-82ff-d7941c122b1a', 'name': 'tempest-AttachVolumeNegativeTest-1596959943-router', 'tenant_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'a0ebc00e-ff59-4a01-ad80-5944a1e5f02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:17:29Z', 'updated_at': '2022-05-04T18:17:33Z', 'revision_number': 4, 'project_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'gw_port': {'id': 'a0ebc00e-ff59-4a01-ad80-5944a1e5f02c', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:80:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49639112-b345-407f-82ff-d7941c122b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:17:30Z', 'updated_at': '2022-05-04T18:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_interfaces': [{'id': 'aef8553d-54c9-4d55-ace0-3ca397debd28', 'name': '', 'network_id': 'adc2355e-99c1-42a7-9cbc-42fd35f09e00', 'tenant_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'mac_address': 'fa:16:3e:d3:51:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49639112-b345-407f-82ff-d7941c122b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '3c3d78bf-8f55-488e-b058-2a13b7e24990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:17:32Z', 'updated_at': '2022-05-04T18:17:36Z', 'revision_number': 5, 'project_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'subnets': [{'id': '3c3d78bf-8f55-488e-b058-2a13b7e24990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:22:21.464939 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d30ff8-2743-4741-b519-abd8fad92b64 None None] The sync data for ids ['49639112-b345-407f-82ff-d7941c122b1a'] in dv-cinder-840511-4-iscsi is: [{'id': '49639112-b345-407f-82ff-d7941c122b1a', 'name': 'tempest-AttachVolumeNegativeTest-1596959943-router', 'tenant_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'a0ebc00e-ff59-4a01-ad80-5944a1e5f02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:17:29Z', 'updated_at': '2022-05-04T18:17:33Z', 'revision_number': 4, 'project_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'gw_port': {'id': 'a0ebc00e-ff59-4a01-ad80-5944a1e5f02c', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:80:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49639112-b345-407f-82ff-d7941c122b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:17:30Z', 'updated_at': '2022-05-04T18:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_interfaces': [{'id': 'aef8553d-54c9-4d55-ace0-3ca397debd28', 'name': '', 'network_id': 'adc2355e-99c1-42a7-9cbc-42fd35f09e00', 'tenant_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'mac_address': 'fa:16:3e:d3:51:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49639112-b345-407f-82ff-d7941c122b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '3c3d78bf-8f55-488e-b058-2a13b7e24990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:17:32Z', 'updated_at': '2022-05-04T18:17:36Z', 'revision_number': 5, 'project_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'subnets': [{'id': '3c3d78bf-8f55-488e-b058-2a13b7e24990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:22:21.744423 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d379358-e505-43b0-8ab2-f700584ec52d None None] New status for floating IP 70cc0d84-9c02-4d6e-8515-b9fd700529b6: DOWN {{(pid=104026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 18:22:21.992393 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 53230) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:22:22.050105 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-5549fef0-d4d6-4e21-bc5d-13eda796fc5a tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks [] for security_group (d1f6eef8-b1d0-460d-a3f0-a21ed2f3d1ab), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:22.078098 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-5549fef0-d4d6-4e21-bc5d-13eda796fc5a tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks [] for security_group (d1f6eef8-b1d0-460d-a3f0-a21ed2f3d1ab), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:22.116805 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (2ed5d983-d6d1-49f2-9dfa-1a41e5be1317), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:22.203662 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-5549fef0-d4d6-4e21-bc5d-13eda796fc5a tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (d1f6eef8-b1d0-460d-a3f0-a21ed2f3d1ab), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:22.206383 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-5549fef0-d4d6-4e21-bc5d-13eda796fc5a tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks [] for security_group (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:22.208733 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-5549fef0-d4d6-4e21-bc5d-13eda796fc5a tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "DELETE /v2.0/security-groups/d1f6eef8-b1d0-460d-a3f0-a21ed2f3d1ab HTTP/1.1" status: 204 len: 168 time: 0.2141290 May 04 18:22:22.210445 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 53232) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:22:22.216808 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5549fef0-d4d6-4e21-bc5d-13eda796fc5a tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f6eef8-b1d0-460d-a3f0-a21ed2f3d1ab,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:22:22.225397 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.api.v2.resource [None req-abf21e86-5c58-407c-b91c-4b2c2f6c584c tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] show failed (client error): The resource could not be found. May 04 18:22:22.229280 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-abf21e86-5c58-407c-b91c-4b2c2f6c584c tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/security-groups/d1f6eef8-b1d0-460d-a3f0-a21ed2f3d1ab HTTP/1.1" status: 404 len: 347 time: 0.0148668 May 04 18:22:22.230464 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 53234) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:22:22.349897 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e1cd7dd-f99b-4da0-ae59-f31afb3e3e7a tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Deleting port 9654de09-46a3-4390-bc1b-175171f84c6b {{(pid=104023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:22:22.350231 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e1cd7dd-f99b-4da0-ae59-f31afb3e3e7a tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772820269343'] for port (9654de09-46a3-4390-bc1b-175171f84c6b), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:22.430365 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e1cd7dd-f99b-4da0-ae59-f31afb3e3e7a tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674980'] for port (9654de09-46a3-4390-bc1b-175171f84c6b), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:22.430604 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e1cd7dd-f99b-4da0-ae59-f31afb3e3e7a tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks [] for floatingip (9654de09-46a3-4390-bc1b-175171f84c6b), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:22.444372 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4e1cd7dd-f99b-4da0-ae59-f31afb3e3e7a tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Calling delete_port for 9654de09-46a3-4390-bc1b-175171f84c6b owned by network:floatingip {{(pid=104023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:22:22.682520 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e1cd7dd-f99b-4da0-ae59-f31afb3e3e7a tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772820276655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772819832239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7382190'] for port (9654de09-46a3-4390-bc1b-175171f84c6b), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:22.711093 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1cd7dd-f99b-4da0-ae59-f31afb3e3e7a tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Pushing event deleted for resources: {'Port': ['ID=9654de09-46a3-4390-bc1b-175171f84c6b,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:22:22.778837 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e1cd7dd-f99b-4da0-ae59-f31afb3e3e7a tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks [] for floatingip (70cc0d84-9c02-4d6e-8515-b9fd700529b6), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:22.781543 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4e1cd7dd-f99b-4da0-ae59-f31afb3e3e7a tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976'] for floatingip (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:22.782686 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-4e1cd7dd-f99b-4da0-ae59-f31afb3e3e7a tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "DELETE /v2.0/floatingips/70cc0d84-9c02-4d6e-8515-b9fd700529b6 HTTP/1.1" status: 204 len: 168 time: 0.5511229 May 04 18:22:22.925233 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device 1c484a17-0b25-41c7-b7df-cbae23270be6 no longer exists at agent hyperv_hv-cinder-84051 {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 18:22:22.948755 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] No Port match for: 1c484a17-0b25-41c7-b7df-cbae23270be6 {{(pid=104025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 18:22:22.949104 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device 1c484a17-0b25-41c7-b7df-cbae23270be6 not bound to the agent host hv-cinder-84051 {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 18:22:23.213574 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 53238) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:22:23.218155 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.v2.base [None req-41a9be64-ff7a-41be-9754-b1b260a4111d tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Request body: {'security_group': {'name': 'tempest-securitygroup--549184117', 'description': 'tempest-description--764751106'}} {{(pid=104024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:22:23.311077 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-41a9be64-ff7a-41be-9754-b1b260a4111d tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks [] for security_group (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:23.385176 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-41a9be64-ff7a-41be-9754-b1b260a4111d tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks [] for security_group (9f00e950-7a77-40c1-8da3-d6ca446bb649), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:23.463966 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-41a9be64-ff7a-41be-9754-b1b260a4111d tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (9f00e950-7a77-40c1-8da3-d6ca446bb649), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:23.494349 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a9be64-ff7a-41be-9754-b1b260a4111d tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f00e950-7a77-40c1-8da3-d6ca446bb649,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:22:23.580610 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-41a9be64-ff7a-41be-9754-b1b260a4111d tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks [] for security_group (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:23.581819 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-41a9be64-ff7a-41be-9754-b1b260a4111d tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3671932 May 04 18:22:23.584754 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 53244) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:22:23.589138 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.v2.base [None req-9c0fa9ab-256a-4d04-833d-f4a15dfde22b tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Request body: {'security_group_rule': {'security_group_id': '9f00e950-7a77-40c1-8da3-d6ca446bb649', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:22:23.677857 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-9c0fa9ab-256a-4d04-833d-f4a15dfde22b tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks [] for security_group_rule (941aff16-bb3c-42f8-be2a-f7d14239eb0f), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:23.735839 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-9c0fa9ab-256a-4d04-833d-f4a15dfde22b tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks [] for security_group_rule (941aff16-bb3c-42f8-be2a-f7d14239eb0f), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:23.825080 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-9c0fa9ab-256a-4d04-833d-f4a15dfde22b tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688088'] for security_group_rule (941aff16-bb3c-42f8-be2a-f7d14239eb0f), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:23.841231 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0fa9ab-256a-4d04-833d-f4a15dfde22b tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=941aff16-bb3c-42f8-be2a-f7d14239eb0f,revision_number=0']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:22:23.907660 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-9c0fa9ab-256a-4d04-833d-f4a15dfde22b tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:23.908909 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-9c0fa9ab-256a-4d04-833d-f4a15dfde22b tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3231480 May 04 18:22:23.911575 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 53246) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:22:23.916218 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.v2.base [None req-1b936db9-728e-49ce-bfd3-2ac0b04d7b53 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Request body: {'security_group_rule': {'security_group_id': '9f00e950-7a77-40c1-8da3-d6ca446bb649', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:22:24.011975 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-1b936db9-728e-49ce-bfd3-2ac0b04d7b53 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks [] for security_group_rule (f85f33e0-0395-40a5-83b6-3901a938ae32), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:24.069795 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-1b936db9-728e-49ce-bfd3-2ac0b04d7b53 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks [] for security_group_rule (f85f33e0-0395-40a5-83b6-3901a938ae32), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:24.151069 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-1b936db9-728e-49ce-bfd3-2ac0b04d7b53 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688088'] for security_group_rule (f85f33e0-0395-40a5-83b6-3901a938ae32), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:24.170474 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b936db9-728e-49ce-bfd3-2ac0b04d7b53 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f85f33e0-0395-40a5-83b6-3901a938ae32,revision_number=0']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:22:24.250601 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-1b936db9-728e-49ce-bfd3-2ac0b04d7b53 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:24.253580 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-1b936db9-728e-49ce-bfd3-2ac0b04d7b53 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3394496 May 04 18:22:24.255026 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 53250) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:22:24.260250 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.v2.base [None req-d7c0c2cd-77e2-44df-8351-462d71419872 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Request body: {'floatingip': {'floating_network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31'}} {{(pid=104024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:22:24.356799 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-d7c0c2cd-77e2-44df-8351-462d71419872 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:24.440846 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-d7c0c2cd-77e2-44df-8351-462d71419872 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:24.554007 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.db.db_base_plugin_common [None req-d7c0c2cd-77e2-44df-8351-462d71419872 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Allocated IP 172.27.1.232 (1bc9efb7-0207-4c06-8ee1-3b0aa535de31/61d7fae2-9d6e-42a3-8cf9-91a587505bb7/bb43f9f4-c205-40e7-874c-03af92859c32) {{(pid=104024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:22:24.660844 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-d7c0c2cd-77e2-44df-8351-462d71419872 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks [] for port (bb43f9f4-c205-40e7-874c-03af92859c32), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:24.784393 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-d7c0c2cd-77e2-44df-8351-462d71419872 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772819832230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007267'] for port (bb43f9f4-c205-40e7-874c-03af92859c32), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:24.827873 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c0c2cd-77e2-44df-8351-462d71419872 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Network 1bc9efb7-0207-4c06-8ee1-3b0aa535de31 is already hosted by enough agents. {{(pid=104024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:22:24.831306 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.base_scheduler [None req-d7c0c2cd-77e2-44df-8351-462d71419872 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Resources bound (agent type, host, resource id): {{(pid=104024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:22:24.833894 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c0c2cd-77e2-44df-8351-462d71419872 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Received port after_create {{(pid=104024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:22:24.863401 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c0c2cd-77e2-44df-8351-462d71419872 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Pushing event updated for resources: {'Port': ['ID=bb43f9f4-c205-40e7-874c-03af92859c32,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:22:24.928175 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-d7c0c2cd-77e2-44df-8351-462d71419872 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks [] for floatingip (67836421-9edd-4c16-97e4-a28a024843d0), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:25.048690 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-d7c0c2cd-77e2-44df-8351-462d71419872 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (bb43f9f4-c205-40e7-874c-03af92859c32), before_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:25.202145 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-d7c0c2cd-77e2-44df-8351-462d71419872 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks [] for port (bb43f9f4-c205-40e7-874c-03af92859c32), precommit_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:25.270596 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-d7c0c2cd-77e2-44df-8351-462d71419872 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6007290'] for port (bb43f9f4-c205-40e7-874c-03af92859c32), after_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:25.343444 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c0c2cd-77e2-44df-8351-462d71419872 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Pushing event updated for resources: {'Port': ['ID=bb43f9f4-c205-40e7-874c-03af92859c32,revision_number=2']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:22:25.355740 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-d7c0c2cd-77e2-44df-8351-462d71419872 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1676511'] for floatingip (67836421-9edd-4c16-97e4-a28a024843d0), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:25.438375 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-d7c0c2cd-77e2-44df-8351-462d71419872 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976'] for floatingip (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:25.440332 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-d7c0c2cd-77e2-44df-8351-462d71419872 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1840928 May 04 18:22:25.640268 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-37701f87-ca07-4c15-b53a-351c89959a4d req-19be095c-6898-41e7-8792-81ef32f0f734 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--549184117&fields=id&tenant_id=41ba2dfd59a64dc3b9f82fac37c1f278 HTTP/1.1" status: 200 len: 267 time: 0.0442708 May 04 18:22:25.715928 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.agents_db [None req-cc71a237-c19e-45a1-a167-cff52744c55e None None] Agent healthcheck: found 6 active agents {{(pid=104026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 18:22:25.750911 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37701f87-ca07-4c15-b53a-351c89959a4d req-27501206-da48-445a-9a3e-d04c7785af1e tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:25.752468 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-37701f87-ca07-4c15-b53a-351c89959a4d req-27501206-da48-445a-9a3e-d04c7785af1e tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/networks?id=adc2355e-99c1-42a7-9cbc-42fd35f09e00 HTTP/1.1" status: 200 len: 815 time: 0.1056070 May 04 18:22:25.766959 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-37701f87-ca07-4c15-b53a-351c89959a4d req-e57e0b15-3fc4-4bf1-9265-7e9e0fc40cf2 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/quotas/41ba2dfd59a64dc3b9f82fac37c1f278 HTTP/1.1" status: 200 len: 375 time: 0.0090303 May 04 18:22:25.816230 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-37701f87-ca07-4c15-b53a-351c89959a4d req-ce12e124-b69a-4d1e-a6a4-16d944b07eae tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=41ba2dfd59a64dc3b9f82fac37c1f278&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439250 May 04 18:22:25.961068 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-37701f87-ca07-4c15-b53a-351c89959a4d req-1bec3ceb-38b7-4f47-bfc1-01b2810303cd service neutron] 10.222.0.23 "GET /v2.0/networks/adc2355e-99c1-42a7-9cbc-42fd35f09e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322546 May 04 18:22:26.057812 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-37701f87-ca07-4c15-b53a-351c89959a4d req-6543faef-5d49-43fa-af4f-81ac4c2b341e service neutron] 10.222.0.23 "GET /v2.0/networks/adc2355e-99c1-42a7-9cbc-42fd35f09e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909967 May 04 18:22:26.372795 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-7c19f95a-bf17-4183-b85b-80c7e278bc16 req-5e0d8a07-e9b2-4162-a973-8e1ca01ec182 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/ports?device_id=80dc6f6b-5cbc-419b-b9e4-a0a75a6aef56 HTTP/1.1" status: 200 len: 210 time: 0.0292873 May 04 18:22:26.852580 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3cdfef-b8cf-4f15-85de-b59e98d0ba98 req-bdc2b140-3c93-4ba4-aa51-681a1dc6512b tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:26.852580 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-4f3cdfef-b8cf-4f15-85de-b59e98d0ba98 req-bdc2b140-3c93-4ba4-aa51-681a1dc6512b tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 946 time: 0.0469828 May 04 18:22:26.901108 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-4f3cdfef-b8cf-4f15-85de-b59e98d0ba98 req-175a3e43-a9c8-46eb-9efc-6a4d961629c2 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431011 May 04 18:22:27.467809 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-411b27ea-c176-43ee-a90f-1fec48c751b4 req-f2dd914c-8d9a-4605-a47b-d91c191cfc12 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/ports?device_id=80dc6f6b-5cbc-419b-b9e4-a0a75a6aef56 HTTP/1.1" status: 200 len: 210 time: 0.0329258 May 04 18:22:27.629101 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-1de51bd0-325a-459c-a7d2-5bff3b3733f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (c89944b2-e06f-41dc-a0fc-77a7e649c9d3), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:28.017810 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8556f2-69d8-4a6b-bef3-752a025afe80 req-5d1715c1-fec9-45db-9561-83f288f1de7f tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:28.019345 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-2b8556f2-69d8-4a6b-bef3-752a025afe80 req-5d1715c1-fec9-45db-9561-83f288f1de7f tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 946 time: 0.0468049 May 04 18:22:28.068067 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-2b8556f2-69d8-4a6b-bef3-752a025afe80 req-21ad9154-fedc-48d0-b781-ec1a275aab49 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430179 May 04 18:22:28.561788 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-0566c8e0-950e-43f9-b713-94e72f59a5be req-7035dd7e-d798-4861-9645-787ec9bae0b7 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/ports?device_id=80dc6f6b-5cbc-419b-b9e4-a0a75a6aef56 HTTP/1.1" status: 200 len: 210 time: 0.0271337 May 04 18:22:28.646139 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267a1128-7897-4c03-a2ba-907f626edf6c req-0f8dc817-e741-4c90-b899-e0454f4b16bd tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:28.647653 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-267a1128-7897-4c03-a2ba-907f626edf6c req-0f8dc817-e741-4c90-b899-e0454f4b16bd tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.84 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 946 time: 0.0507007 May 04 18:22:28.749346 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.plugin [req-267a1128-7897-4c03-a2ba-907f626edf6c req-b2356e7c-197c-42bd-9b21-b211d1e3949c tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Deleting port c589458d-8328-434f-b78d-ac0c07f164dd {{(pid=104024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:22:28.749602 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [req-267a1128-7897-4c03-a2ba-907f626edf6c req-b2356e7c-197c-42bd-9b21-b211d1e3949c tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772820269343'] for port (c589458d-8328-434f-b78d-ac0c07f164dd), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:28.845887 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.db [req-267a1128-7897-4c03-a2ba-907f626edf6c req-b2356e7c-197c-42bd-9b21-b211d1e3949c tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] For port c589458d-8328-434f-b78d-ac0c07f164dd, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=c589458d-8328-434f-b78d-ac0c07f164dd,segment=NetworkSegment(de7bb9b3-95ed-4c1b-8898-7bebbfcd85a3),segment_id=de7bb9b3-95ed-4c1b-8898-7bebbfcd85a3)] {{(pid=104024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:22:28.846260 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [req-267a1128-7897-4c03-a2ba-907f626edf6c req-b2356e7c-197c-42bd-9b21-b211d1e3949c tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674980'] for port (c589458d-8328-434f-b78d-ac0c07f164dd), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:29.018503 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [req-267a1128-7897-4c03-a2ba-907f626edf6c req-b2356e7c-197c-42bd-9b21-b211d1e3949c tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:29.018769 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [req-267a1128-7897-4c03-a2ba-907f626edf6c req-b2356e7c-197c-42bd-9b21-b211d1e3949c tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1676511'] for floatingip (e2702aa7-a8b0-4c4b-bfac-976fb32ad7dc), after_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:29.019120 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.db.l3_db [req-267a1128-7897-4c03-a2ba-907f626edf6c req-b2356e7c-197c-42bd-9b21-b211d1e3949c tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Floating IP e2702aa7-a8b0-4c4b-bfac-976fb32ad7dc disassociated. External IP: 172.27.1.87, port: c589458d-8328-434f-b78d-ac0c07f164dd. May 04 18:22:29.019458 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.plugin [req-267a1128-7897-4c03-a2ba-907f626edf6c req-b2356e7c-197c-42bd-9b21-b211d1e3949c tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Calling delete_port for c589458d-8328-434f-b78d-ac0c07f164dd owned by compute:nova {{(pid=104024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:22:29.194507 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8955946a-6d3d-428e-9f54-35d421589345 req-2284f9ad-5783-4ee4-a4c0-1e873f064493 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:29.196019 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-8955946a-6d3d-428e-9f54-35d421589345 req-2284f9ad-5783-4ee4-a4c0-1e873f064493 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 946 time: 0.0480416 May 04 18:22:29.215677 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [req-267a1128-7897-4c03-a2ba-907f626edf6c req-b2356e7c-197c-42bd-9b21-b211d1e3949c tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772820276655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772819832239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007267'] for port (c589458d-8328-434f-b78d-ac0c07f164dd), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:29.247861 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2356e7c-197c-42bd-9b21-b211d1e3949c tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Pushing event deleted for resources: {'Port': ['ID=c589458d-8328-434f-b78d-ac0c07f164dd,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:22:29.280738 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-8955946a-6d3d-428e-9f54-35d421589345 req-ccef5cdb-6d0c-4101-a5b5-adb5313ab0aa tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=895ee795-d4ba-4ffd-adfe-374d43da0617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789309 May 04 18:22:29.398322 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.l3_agent_scheduler [req-267a1128-7897-4c03-a2ba-907f626edf6c req-b2356e7c-197c-42bd-9b21-b211d1e3949c tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Router 5a083771-4312-41bf-99a2-16ce3ccd099a has already been hosted by L3 agent 341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae {{(pid=104024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 18:22:29.414201 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37701f87-ca07-4c15-b53a-351c89959a4d req-a0304c81-e911-479d-8c6e-796df050d353 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:29.419664 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-37701f87-ca07-4c15-b53a-351c89959a4d req-a0304c81-e911-479d-8c6e-796df050d353 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.84 "GET /v2.0/networks?id=adc2355e-99c1-42a7-9cbc-42fd35f09e00 HTTP/1.1" status: 200 len: 815 time: 0.1130548 May 04 18:22:29.487504 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-37701f87-ca07-4c15-b53a-351c89959a4d req-f88c7a10-bf39-4663-9e17-2d579ce3941e tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=41ba2dfd59a64dc3b9f82fac37c1f278 HTTP/1.1" status: 200 len: 379 time: 0.0577586 May 04 18:22:29.496866 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.v2.base [req-37701f87-ca07-4c15-b53a-351c89959a4d req-a78c6030-fc67-4fb9-b41e-d8ed69d2a822 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Request body: {'port': {'device_id': '80dc6f6b-5cbc-419b-b9e4-a0a75a6aef56', 'network_id': 'adc2355e-99c1-42a7-9cbc-42fd35f09e00', 'admin_state_up': True, 'tenant_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'security_groups': ['9f00e950-7a77-40c1-8da3-d6ca446bb649']}} {{(pid=104023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:22:29.515457 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-267a1128-7897-4c03-a2ba-907f626edf6c req-b2356e7c-197c-42bd-9b21-b211d1e3949c tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Notify agent at l3_agent.dv-cinder-840511-4-iscsi the message routers_updated {{(pid=104024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 18:22:29.528600 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9d4ae1-eeed-4783-8a1c-90a012dd2a81 None None] Sync routers for ids ['5a083771-4312-41bf-99a2-16ce3ccd099a'] in dv-cinder-840511-4-iscsi {{(pid=104025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:22:29.540227 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9d4ae1-eeed-4783-8a1c-90a012dd2a81 None None] Routers {'5a083771-4312-41bf-99a2-16ce3ccd099a'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:22:29.541273 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-9d9d4ae1-eeed-4783-8a1c-90a012dd2a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:22:00Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['5a083771-4312-41bf-99a2-16ce3ccd099a'], 'active': True} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:22:29.564927 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [req-267a1128-7897-4c03-a2ba-907f626edf6c req-b2356e7c-197c-42bd-9b21-b211d1e3949c tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] No DVR routers for this DVR port c589458d-8328-434f-b78d-ac0c07f164dd on host hv-cinder-84051 {{(pid=104024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:22:29.567543 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [req-267a1128-7897-4c03-a2ba-907f626edf6c req-b2356e7c-197c-42bd-9b21-b211d1e3949c tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976'] for port (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:29.570928 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-267a1128-7897-4c03-a2ba-907f626edf6c req-b2356e7c-197c-42bd-9b21-b211d1e3949c tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.84 "DELETE /v2.0/ports/c589458d-8328-434f-b78d-ac0c07f164dd HTTP/1.1" status: 204 len: 173 time: 0.9167924 May 04 18:22:29.571408 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de7620f2-9bed-46d6-bb9e-c43d1abf3561', 'name': 'network-vif-deleted', 'tag': 'c589458d-8328-434f-b78d-ac0c07f164dd'}] {{(pid=104024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:22:29.573649 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c26fa3ecb1f16f42831e56f73673e8220bc52890772fb217514d3f8d557ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-533e0440-6a2a-4c79-9a7d-cab9a6c8935d" -d '{"events": [{"server_uuid": "de7620f2-9bed-46d6-bb9e-c43d1abf3561", "name": "network-vif-deleted", "tag": "c589458d-8328-434f-b78d-ac0c07f164dd"}]}' {{(pid=104024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:22:29.634019 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 18:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6076adfd-2868-4e7f-ae96-3a7154bef284 x-openstack-request-id: req-6076adfd-2868-4e7f-ae96-3a7154bef284 {{(pid=104024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:22:29.634844 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de7620f2-9bed-46d6-bb9e-c43d1abf3561", "name": "network-vif-deleted", "tag": "c589458d-8328-434f-b78d-ac0c07f164dd", "status": "completed", "code": 200}]} {{(pid=104024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:22:29.635254 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6076adfd-2868-4e7f-ae96-3a7154bef284 {{(pid=104024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:22:29.635908 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6076adfd-2868-4e7f-ae96-3a7154bef284'] response: {'server_uuid': 'de7620f2-9bed-46d6-bb9e-c43d1abf3561', 'name': 'network-vif-deleted', 'tag': 'c589458d-8328-434f-b78d-ac0c07f164dd', 'status': 'completed', 'code': 200} May 04 18:22:29.683035 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvr_db [None req-9d9d4ae1-eeed-4783-8a1c-90a012dd2a81 None None] Set router 5a083771-4312-41bf-99a2-16ce3ccd099a gateway port host: dv-cinder-840511-4-iscsi {{(pid=104025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:22:29.714141 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-9ec05dc3-d7be-42b4-a672-f1296ecc61b5 req-7de2a052-f123-4f88-8753-cc2ed42eee72 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/ports?device_id=80dc6f6b-5cbc-419b-b9e4-a0a75a6aef56 HTTP/1.1" status: 200 len: 210 time: 0.0299320 May 04 18:22:29.739702 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37701f87-ca07-4c15-b53a-351c89959a4d req-a78c6030-fc67-4fb9-b41e-d8ed69d2a822 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Made reservation on behalf of 41ba2dfd59a64dc3b9f82fac37c1f278 for: {'port': 1} {{(pid=104023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:22:29.745429 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-37701f87-ca07-4c15-b53a-351c89959a4d req-a78c6030-fc67-4fb9-b41e-d8ed69d2a822 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:29.896133 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.db_base_plugin_common [req-37701f87-ca07-4c15-b53a-351c89959a4d req-a78c6030-fc67-4fb9-b41e-d8ed69d2a822 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Allocated IP 172.20.0.4 (adc2355e-99c1-42a7-9cbc-42fd35f09e00/3c3d78bf-8f55-488e-b058-2a13b7e24990/cd18ac9f-8ee7-4749-b1d5-72cce5ba1ad6) {{(pid=104023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:22:29.898677 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-9d9d4ae1-eeed-4783-8a1c-90a012dd2a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a083771-4312-41bf-99a2-16ce3ccd099a', 'name': 'tempest-AttachVolumeShelveTestJSON-2042377689-router', 'tenant_id': '1437e10b84d943a885db1ec25dccc6e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'f1d9d266-1ac8-4500-9540-07264ac7abbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:15:51Z', 'updated_at': '2022-05-04T18:16:01Z', 'revision_number': 4, 'project_id': '1437e10b84d943a885db1ec25dccc6e5', 'gw_port': {'id': 'f1d9d266-1ac8-4500-9540-07264ac7abbc', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:6e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a083771-4312-41bf-99a2-16ce3ccd099a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:15:53Z', 'updated_at': '2022-05-04T18:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_interfaces': [{'id': 'b46c84ab-1d38-48ba-a405-6c640a1be5cd', 'name': '', 'network_id': '26d35b79-1359-484a-a955-f54353f413dc', 'tenant_id': '1437e10b84d943a885db1ec25dccc6e5', 'mac_address': 'fa:16:3e:cf:f9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a083771-4312-41bf-99a2-16ce3ccd099a', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0e97a9af-bf91-4879-8505-d85b9edd2417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:15:59Z', 'updated_at': '2022-05-04T18:16:10Z', 'revision_number': 5, 'project_id': '1437e10b84d943a885db1ec25dccc6e5', 'subnets': [{'id': '0e97a9af-bf91-4879-8505-d85b9edd2417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:22:29.931937 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9d4ae1-eeed-4783-8a1c-90a012dd2a81 None None] Checking router: 5a083771-4312-41bf-99a2-16ce3ccd099a for host: dv-cinder-840511-4-iscsi {{(pid=104025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:22:29.941308 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9d4ae1-eeed-4783-8a1c-90a012dd2a81 None None] Routers {'5a083771-4312-41bf-99a2-16ce3ccd099a'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:22:29.942036 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-9d9d4ae1-eeed-4783-8a1c-90a012dd2a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:22:00Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['5a083771-4312-41bf-99a2-16ce3ccd099a'], 'active': True} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:22:30.045323 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-37701f87-ca07-4c15-b53a-351c89959a4d req-a78c6030-fc67-4fb9-b41e-d8ed69d2a822 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks [] for port (cd18ac9f-8ee7-4749-b1d5-72cce5ba1ad6), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:30.072402 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvr_db [None req-9d9d4ae1-eeed-4783-8a1c-90a012dd2a81 None None] Set router 5a083771-4312-41bf-99a2-16ce3ccd099a gateway port host: dv-cinder-840511-4-iscsi {{(pid=104025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:22:30.101594 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-01a03543-1a8a-4865-b324-6a3c314ac18a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:30.140375 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-37701f87-ca07-4c15-b53a-351c89959a4d req-a78c6030-fc67-4fb9-b41e-d8ed69d2a822 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772819832230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7382190'] for port (cd18ac9f-8ee7-4749-b1d5-72cce5ba1ad6), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:30.181233 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37701f87-ca07-4c15-b53a-351c89959a4d req-a78c6030-fc67-4fb9-b41e-d8ed69d2a822 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Network adc2355e-99c1-42a7-9cbc-42fd35f09e00 is already hosted by enough agents. {{(pid=104023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:22:30.184459 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.base_scheduler [req-37701f87-ca07-4c15-b53a-351c89959a4d req-a78c6030-fc67-4fb9-b41e-d8ed69d2a822 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Resources bound (agent type, host, resource id): {{(pid=104023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:22:30.188156 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [req-37701f87-ca07-4c15-b53a-351c89959a4d req-a78c6030-fc67-4fb9-b41e-d8ed69d2a822 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Received port after_create {{(pid=104023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:22:30.225213 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78c6030-fc67-4fb9-b41e-d8ed69d2a822 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Pushing event updated for resources: {'Port': ['ID=cd18ac9f-8ee7-4749-b1d5-72cce5ba1ad6,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:22:30.253873 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37701f87-ca07-4c15-b53a-351c89959a4d req-a78c6030-fc67-4fb9-b41e-d8ed69d2a822 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:30.254665 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-37701f87-ca07-4c15-b53a-351c89959a4d req-a78c6030-fc67-4fb9-b41e-d8ed69d2a822 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976'] for port (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:30.280260 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-9d9d4ae1-eeed-4783-8a1c-90a012dd2a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a083771-4312-41bf-99a2-16ce3ccd099a', 'name': 'tempest-AttachVolumeShelveTestJSON-2042377689-router', 'tenant_id': '1437e10b84d943a885db1ec25dccc6e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'f1d9d266-1ac8-4500-9540-07264ac7abbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:15:51Z', 'updated_at': '2022-05-04T18:16:01Z', 'revision_number': 4, 'project_id': '1437e10b84d943a885db1ec25dccc6e5', 'gw_port': {'id': 'f1d9d266-1ac8-4500-9540-07264ac7abbc', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:6e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a083771-4312-41bf-99a2-16ce3ccd099a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:15:53Z', 'updated_at': '2022-05-04T18:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_interfaces': [{'id': 'b46c84ab-1d38-48ba-a405-6c640a1be5cd', 'name': '', 'network_id': '26d35b79-1359-484a-a955-f54353f413dc', 'tenant_id': '1437e10b84d943a885db1ec25dccc6e5', 'mac_address': 'fa:16:3e:cf:f9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a083771-4312-41bf-99a2-16ce3ccd099a', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0e97a9af-bf91-4879-8505-d85b9edd2417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:15:59Z', 'updated_at': '2022-05-04T18:16:10Z', 'revision_number': 5, 'project_id': '1437e10b84d943a885db1ec25dccc6e5', 'subnets': [{'id': '0e97a9af-bf91-4879-8505-d85b9edd2417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:22:30.317168 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9d4ae1-eeed-4783-8a1c-90a012dd2a81 None None] The sync data for ids ['5a083771-4312-41bf-99a2-16ce3ccd099a'] in dv-cinder-840511-4-iscsi is: [{'id': '5a083771-4312-41bf-99a2-16ce3ccd099a', 'name': 'tempest-AttachVolumeShelveTestJSON-2042377689-router', 'tenant_id': '1437e10b84d943a885db1ec25dccc6e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'f1d9d266-1ac8-4500-9540-07264ac7abbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:15:51Z', 'updated_at': '2022-05-04T18:16:01Z', 'revision_number': 4, 'project_id': '1437e10b84d943a885db1ec25dccc6e5', 'gw_port': {'id': 'f1d9d266-1ac8-4500-9540-07264ac7abbc', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:6e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a083771-4312-41bf-99a2-16ce3ccd099a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:15:53Z', 'updated_at': '2022-05-04T18:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_interfaces': [{'id': 'b46c84ab-1d38-48ba-a405-6c640a1be5cd', 'name': '', 'network_id': '26d35b79-1359-484a-a955-f54353f413dc', 'tenant_id': '1437e10b84d943a885db1ec25dccc6e5', 'mac_address': 'fa:16:3e:cf:f9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a083771-4312-41bf-99a2-16ce3ccd099a', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0e97a9af-bf91-4879-8505-d85b9edd2417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:15:59Z', 'updated_at': '2022-05-04T18:16:10Z', 'revision_number': 5, 'project_id': '1437e10b84d943a885db1ec25dccc6e5', 'subnets': [{'id': '0e97a9af-bf91-4879-8505-d85b9edd2417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:22:30.335133 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-37701f87-ca07-4c15-b53a-351c89959a4d req-a78c6030-fc67-4fb9-b41e-d8ed69d2a822 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8417983 May 04 18:22:30.410606 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-27ebcccb-92b2-412f-b3e2-afe5035833a4 req-60e73900-b1e3-491c-93a4-79ef3f195e70 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=de7620f2-9bed-46d6-bb9e-c43d1abf3561 HTTP/1.1" status: 200 len: 210 time: 0.0293996 May 04 18:22:30.432620 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.v2.base [req-37701f87-ca07-4c15-b53a-351c89959a4d req-d1804eb2-66cc-4a60-8e93-84b9d2e986ff service neutron] Request body: {'port': {'device_id': '80dc6f6b-5cbc-419b-b9e4-a0a75a6aef56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=104023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:22:30.452524 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-327af414-f9a5-4edf-a0e1-ec0d28f3ee67 None None] Provisioning complete for port cd18ac9f-8ee7-4749-b1d5-72cce5ba1ad6 triggered by entity DHCP. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:22:30.452929 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-327af414-f9a5-4edf-a0e1-ec0d28f3ee67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (cd18ac9f-8ee7-4749-b1d5-72cce5ba1ad6), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:30.492773 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-327af414-f9a5-4edf-a0e1-ec0d28f3ee67 None None] Port cd18ac9f-8ee7-4749-b1d5-72cce5ba1ad6 cannot update to ACTIVE because it is not bound. {{(pid=104025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 18:22:30.507826 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-37701f87-ca07-4c15-b53a-351c89959a4d req-d1804eb2-66cc-4a60-8e93-84b9d2e986ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (cd18ac9f-8ee7-4749-b1d5-72cce5ba1ad6), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:30.575609 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8309718b-a94d-4400-bbb3-d44b71ee0b70 None None] New status for floating IP e2702aa7-a8b0-4c4b-bfac-976fb32ad7dc: DOWN {{(pid=104026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 18:22:30.853921 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e048f9-47a8-49dd-9983-3d1e71375bd4 req-758d714c-4150-4bc2-a4a1-b793e135e4e2 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:30.855550 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-e6e048f9-47a8-49dd-9983-3d1e71375bd4 req-758d714c-4150-4bc2-a4a1-b793e135e4e2 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/ports?device_id=80dc6f6b-5cbc-419b-b9e4-a0a75a6aef56 HTTP/1.1" status: 200 len: 931 time: 0.0509551 May 04 18:22:30.910303 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-e6e048f9-47a8-49dd-9983-3d1e71375bd4 req-6194ad07-03d5-4bae-ab98-ffeb94cde4bd tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f00e950-7a77-40c1-8da3-d6ca446bb649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478685 May 04 18:22:31.029945 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [req-37701f87-ca07-4c15-b53a-351c89959a4d req-d1804eb2-66cc-4a60-8e93-84b9d2e986ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd18ac9f-8ee7-4749-b1d5-72cce5ba1ad6 {{(pid=104023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:22:31.038358 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-37701f87-ca07-4c15-b53a-351c89959a4d req-d1804eb2-66cc-4a60-8e93-84b9d2e986ff service neutron] Publish callbacks [] for port (cd18ac9f-8ee7-4749-b1d5-72cce5ba1ad6), precommit_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:31.051358 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [req-37701f87-ca07-4c15-b53a-351c89959a4d req-d1804eb2-66cc-4a60-8e93-84b9d2e986ff service neutron] Transition to ACTIVE for port object cd18ac9f-8ee7-4749-b1d5-72cce5ba1ad6 will not be triggered until provisioned by entity L2. {{(pid=104023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 18:22:31.133984 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-37701f87-ca07-4c15-b53a-351c89959a4d req-d1804eb2-66cc-4a60-8e93-84b9d2e986ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7382199'] for port (cd18ac9f-8ee7-4749-b1d5-72cce5ba1ad6), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:31.168466 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-4fdd29be-a970-4503-919e-12b86a90c52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (74c08095-bc4c-43d3-91b6-743b06ad1f6c), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:31.184881 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1804eb2-66cc-4a60-8e93-84b9d2e986ff service neutron] Pushing event updated for resources: {'Port': ['ID=cd18ac9f-8ee7-4749-b1d5-72cce5ba1ad6,revision_number=2']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:22:31.263161 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [req-37701f87-ca07-4c15-b53a-351c89959a4d req-d1804eb2-66cc-4a60-8e93-84b9d2e986ff service neutron] Attempting to bind port cd18ac9f-8ee7-4749-b1d5-72cce5ba1ad6 on host hv-cinder-84051 for vnic_type normal with profile {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 18:22:31.263512 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [req-37701f87-ca07-4c15-b53a-351c89959a4d req-d1804eb2-66cc-4a60-8e93-84b9d2e986ff service neutron] Attempting to bind port cd18ac9f-8ee7-4749-b1d5-72cce5ba1ad6 by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': '93c6e1e8-c128-4532-8f18-ec2a2ac72466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'adc2355e-99c1-42a7-9cbc-42fd35f09e00'}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 18:22:31.263848 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37701f87-ca07-4c15-b53a-351c89959a4d req-d1804eb2-66cc-4a60-8e93-84b9d2e986ff service neutron] Attempting to bind port cd18ac9f-8ee7-4749-b1d5-72cce5ba1ad6 on network adc2355e-99c1-42a7-9cbc-42fd35f09e00 {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:22:31.269308 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37701f87-ca07-4c15-b53a-351c89959a4d req-d1804eb2-66cc-4a60-8e93-84b9d2e986ff service neutron] Port cd18ac9f-8ee7-4749-b1d5-72cce5ba1ad6 on network adc2355e-99c1-42a7-9cbc-42fd35f09e00 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 18:22:31.269639 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37701f87-ca07-4c15-b53a-351c89959a4d req-d1804eb2-66cc-4a60-8e93-84b9d2e986ff service neutron] Attempting to bind port cd18ac9f-8ee7-4749-b1d5-72cce5ba1ad6 on network adc2355e-99c1-42a7-9cbc-42fd35f09e00 {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:22:31.274953 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37701f87-ca07-4c15-b53a-351c89959a4d req-d1804eb2-66cc-4a60-8e93-84b9d2e986ff service neutron] Checking agent: {'id': '2ed5d983-d6d1-49f2-9dfa-1a41e5be1317', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 13, 52), 'started_at': datetime.datetime(2022, 5, 4, 18, 13, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 18:22:31.275331 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37701f87-ca07-4c15-b53a-351c89959a4d req-d1804eb2-66cc-4a60-8e93-84b9d2e986ff service neutron] Checking segment: {'id': '93c6e1e8-c128-4532-8f18-ec2a2ac72466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'adc2355e-99c1-42a7-9cbc-42fd35f09e00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:22:31.275829 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37701f87-ca07-4c15-b53a-351c89959a4d req-d1804eb2-66cc-4a60-8e93-84b9d2e986ff service neutron] Bound using segment: {'id': '93c6e1e8-c128-4532-8f18-ec2a2ac72466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'adc2355e-99c1-42a7-9cbc-42fd35f09e00'} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 18:22:31.276221 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [req-37701f87-ca07-4c15-b53a-351c89959a4d req-d1804eb2-66cc-4a60-8e93-84b9d2e986ff service neutron] Bound port: cd18ac9f-8ee7-4749-b1d5-72cce5ba1ad6, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93c6e1e8-c128-4532-8f18-ec2a2ac72466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'adc2355e-99c1-42a7-9cbc-42fd35f09e00'}}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 18:22:31.276582 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-37701f87-ca07-4c15-b53a-351c89959a4d req-d1804eb2-66cc-4a60-8e93-84b9d2e986ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (cd18ac9f-8ee7-4749-b1d5-72cce5ba1ad6), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:31.346162 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [req-37701f87-ca07-4c15-b53a-351c89959a4d req-d1804eb2-66cc-4a60-8e93-84b9d2e986ff service neutron] For port cd18ac9f-8ee7-4749-b1d5-72cce5ba1ad6, host hv-cinder-84051, cleared binding levels {{(pid=104023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 18:22:31.350688 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [req-37701f87-ca07-4c15-b53a-351c89959a4d req-d1804eb2-66cc-4a60-8e93-84b9d2e986ff service neutron] For port cd18ac9f-8ee7-4749-b1d5-72cce5ba1ad6, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=cd18ac9f-8ee7-4749-b1d5-72cce5ba1ad6,segment=NetworkSegment(93c6e1e8-c128-4532-8f18-ec2a2ac72466),segment_id=93c6e1e8-c128-4532-8f18-ec2a2ac72466)] {{(pid=104023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 18:22:31.453355 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-37701f87-ca07-4c15-b53a-351c89959a4d req-d1804eb2-66cc-4a60-8e93-84b9d2e986ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7382199'] for port (cd18ac9f-8ee7-4749-b1d5-72cce5ba1ad6), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:31.490266 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37701f87-ca07-4c15-b53a-351c89959a4d req-d1804eb2-66cc-4a60-8e93-84b9d2e986ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:31.490882 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-37701f87-ca07-4c15-b53a-351c89959a4d req-d1804eb2-66cc-4a60-8e93-84b9d2e986ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976'] for port (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:31.492334 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-37701f87-ca07-4c15-b53a-351c89959a4d req-d1804eb2-66cc-4a60-8e93-84b9d2e986ff service neutron] 10.222.0.84 "PUT /v2.0/ports/cd18ac9f-8ee7-4749-b1d5-72cce5ba1ad6 HTTP/1.1" status: 200 len: 1093 time: 1.0639775 May 04 18:22:31.492748 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80dc6f6b-5cbc-419b-b9e4-a0a75a6aef56', 'tag': 'cd18ac9f-8ee7-4749-b1d5-72cce5ba1ad6'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:22:31.494965 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}418c4fc0ed359c78e2a46d0945201a397afdfc4a7689ae544a04c30398cb972a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f4ee8d-b5b5-42e3-94e8-a6a8ef6cfbb3" -d '{"events": [{"name": "network-changed", "server_uuid": "80dc6f6b-5cbc-419b-b9e4-a0a75a6aef56", "tag": "cd18ac9f-8ee7-4749-b1d5-72cce5ba1ad6"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:22:31.519697 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1804eb2-66cc-4a60-8e93-84b9d2e986ff service neutron] Pushing event updated for resources: {'Port': ['ID=cd18ac9f-8ee7-4749-b1d5-72cce5ba1ad6,revision_number=3']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:22:31.564973 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 53328) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:22:31.599518 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 18:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba884b55-0158-4143-b9a1-78a98a7226c2 x-openstack-request-id: req-ba884b55-0158-4143-b9a1-78a98a7226c2 {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:22:31.600286 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80dc6f6b-5cbc-419b-b9e4-a0a75a6aef56", "tag": "cd18ac9f-8ee7-4749-b1d5-72cce5ba1ad6", "status": "completed", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:22:31.600966 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ba884b55-0158-4143-b9a1-78a98a7226c2 {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:22:31.602120 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba884b55-0158-4143-b9a1-78a98a7226c2'] response: {'name': 'network-changed', 'server_uuid': '80dc6f6b-5cbc-419b-b9e4-a0a75a6aef56', 'tag': 'cd18ac9f-8ee7-4749-b1d5-72cce5ba1ad6', 'status': 'completed', 'code': 200} May 04 18:22:31.637131 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-4b93ba65-7cd6-41d6-84c7-fa6fe601d9b1 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Publish callbacks [] for security_group (895ee795-d4ba-4ffd-adfe-374d43da0617), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:31.655238 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37701f87-ca07-4c15-b53a-351c89959a4d req-ce9d2729-8cf1-4c80-860a-059dec54ee05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:31.656926 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-37701f87-ca07-4c15-b53a-351c89959a4d req-ce9d2729-8cf1-4c80-860a-059dec54ee05 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=41ba2dfd59a64dc3b9f82fac37c1f278&device_id=80dc6f6b-5cbc-419b-b9e4-a0a75a6aef56 HTTP/1.1" status: 200 len: 1127 time: 0.0450244 May 04 18:22:31.663419 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-4b93ba65-7cd6-41d6-84c7-fa6fe601d9b1 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Publish callbacks [] for security_group (895ee795-d4ba-4ffd-adfe-374d43da0617), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:31.705278 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-37701f87-ca07-4c15-b53a-351c89959a4d req-45eed070-d4d4-49cf-acf9-80351fd64439 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd18ac9f-8ee7-4749-b1d5-72cce5ba1ad6 HTTP/1.1" status: 200 len: 217 time: 0.0374734 May 04 18:22:31.754629 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37701f87-ca07-4c15-b53a-351c89959a4d req-86bea3eb-4ed6-4ecf-a0d6-56f0a83f0563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:31.756060 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-37701f87-ca07-4c15-b53a-351c89959a4d req-86bea3eb-4ed6-4ecf-a0d6-56f0a83f0563 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3c3d78bf-8f55-488e-b058-2a13b7e24990 HTTP/1.1" status: 200 len: 854 time: 0.0444338 May 04 18:22:31.784636 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-4b93ba65-7cd6-41d6-84c7-fa6fe601d9b1 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (895ee795-d4ba-4ffd-adfe-374d43da0617), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:31.787386 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-4b93ba65-7cd6-41d6-84c7-fa6fe601d9b1 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Publish callbacks [] for security_group (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:31.788805 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-4b93ba65-7cd6-41d6-84c7-fa6fe601d9b1 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "DELETE /v2.0/security-groups/895ee795-d4ba-4ffd-adfe-374d43da0617 HTTP/1.1" status: 204 len: 168 time: 0.2223873 May 04 18:22:31.791988 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 53330) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:22:31.798730 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b93ba65-7cd6-41d6-84c7-fa6fe601d9b1 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=895ee795-d4ba-4ffd-adfe-374d43da0617,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:22:31.812758 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.api.v2.resource [None req-cbb1e399-512e-4f71-b11a-64324fbd0e06 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] show failed (client error): The resource could not be found. May 04 18:22:31.813841 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-cbb1e399-512e-4f71-b11a-64324fbd0e06 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups/895ee795-d4ba-4ffd-adfe-374d43da0617 HTTP/1.1" status: 404 len: 347 time: 0.0209415 May 04 18:22:31.817366 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37701f87-ca07-4c15-b53a-351c89959a4d req-54e41b2d-efe7-4292-a56b-ad015cd354bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:31.817526 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 53332) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:22:31.825074 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-37701f87-ca07-4c15-b53a-351c89959a4d req-54e41b2d-efe7-4292-a56b-ad015cd354bd service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=adc2355e-99c1-42a7-9cbc-42fd35f09e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0566981 May 04 18:22:31.917366 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-37701f87-ca07-4c15-b53a-351c89959a4d req-c24d765c-579d-4d3d-945a-35fe85e99de4 service neutron] 10.222.0.84 "GET /v2.0/networks/adc2355e-99c1-42a7-9cbc-42fd35f09e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898254 May 04 18:22:31.935963 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.plugin [None req-3a823c76-324e-409d-9ea9-3d2be2126ef7 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Deleting port b8723b9e-8b51-49ea-827b-6a15864ddcab {{(pid=104024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:22:31.936509 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-3a823c76-324e-409d-9ea9-3d2be2126ef7 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772820269343'] for port (b8723b9e-8b51-49ea-827b-6a15864ddcab), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:32.015133 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-37701f87-ca07-4c15-b53a-351c89959a4d req-2b823695-4bac-45d4-b82f-4d067813807e service neutron] 10.222.0.84 "GET /v2.0/networks/adc2355e-99c1-42a7-9cbc-42fd35f09e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907640 May 04 18:22:32.055247 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d68b3a3-307b-4f87-8c1a-4a0cb165fb5a req-8e4da77b-70ed-4caa-a3d8-13608e46f498 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:32.056781 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-4d68b3a3-307b-4f87-8c1a-4a0cb165fb5a req-8e4da77b-70ed-4caa-a3d8-13608e46f498 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/ports?device_id=80dc6f6b-5cbc-419b-b9e4-a0a75a6aef56 HTTP/1.1" status: 200 len: 943 time: 0.0629456 May 04 18:22:32.058533 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-3a823c76-324e-409d-9ea9-3d2be2126ef7 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674980'] for port (b8723b9e-8b51-49ea-827b-6a15864ddcab), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:32.058854 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-3a823c76-324e-409d-9ea9-3d2be2126ef7 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Publish callbacks [] for floatingip (b8723b9e-8b51-49ea-827b-6a15864ddcab), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:32.078645 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.plugin [None req-3a823c76-324e-409d-9ea9-3d2be2126ef7 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Calling delete_port for b8723b9e-8b51-49ea-827b-6a15864ddcab owned by network:floatingip {{(pid=104024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:22:32.170162 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-4d68b3a3-307b-4f87-8c1a-4a0cb165fb5a req-a5d988c8-a2b1-451a-8a2a-02afdec416a3 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f00e950-7a77-40c1-8da3-d6ca446bb649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033251 May 04 18:22:32.317260 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-3a823c76-324e-409d-9ea9-3d2be2126ef7 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772820276655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772819832239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007267'] for port (b8723b9e-8b51-49ea-827b-6a15864ddcab), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:32.343924 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a823c76-324e-409d-9ea9-3d2be2126ef7 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Pushing event deleted for resources: {'Port': ['ID=b8723b9e-8b51-49ea-827b-6a15864ddcab,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:22:32.409373 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-3a823c76-324e-409d-9ea9-3d2be2126ef7 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Publish callbacks [] for floatingip (e2702aa7-a8b0-4c4b-bfac-976fb32ad7dc), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:32.411942 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-3a823c76-324e-409d-9ea9-3d2be2126ef7 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976'] for floatingip (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:32.413370 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-3a823c76-324e-409d-9ea9-3d2be2126ef7 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "DELETE /v2.0/floatingips/e2702aa7-a8b0-4c4b-bfac-976fb32ad7dc HTTP/1.1" status: 204 len: 168 time: 0.5946133 May 04 18:22:32.573776 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-f7537222-04fb-4408-8d24-7493625e2bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (88f974dc-3c14-4d3d-9ef8-4363bb88b433), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:32.967148 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device c589458d-8328-434f-b78d-ac0c07f164dd no longer exists at agent hyperv_hv-cinder-84051 {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 18:22:32.990726 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] No Port match for: c589458d-8328-434f-b78d-ac0c07f164dd {{(pid=104025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 18:22:32.991109 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device c589458d-8328-434f-b78d-ac0c07f164dd not bound to the agent host hv-cinder-84051 {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 18:22:33.034129 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 53340) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:22:33.038906 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.v2.base [None req-5a9437a5-d800-4381-8333-d602b4f0b512 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2001098217', 'description': 'tempest-description--1253742543'}} {{(pid=104024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:22:33.140024 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-5a9437a5-d800-4381-8333-d602b4f0b512 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Publish callbacks [] for security_group (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:33.211953 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-5a9437a5-d800-4381-8333-d602b4f0b512 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Publish callbacks [] for security_group (08638c86-5d55-45a8-81d0-0a674a737892), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:33.288578 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0730e1fd-49be-42e2-bda0-b2c4596da9c4 req-36f38158-7058-4220-8c5d-6ae6596384c4 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:33.290082 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-0730e1fd-49be-42e2-bda0-b2c4596da9c4 req-36f38158-7058-4220-8c5d-6ae6596384c4 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/ports?device_id=80dc6f6b-5cbc-419b-b9e4-a0a75a6aef56 HTTP/1.1" status: 200 len: 943 time: 0.0482500 May 04 18:22:33.291205 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-5a9437a5-d800-4381-8333-d602b4f0b512 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (08638c86-5d55-45a8-81d0-0a674a737892), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:33.339839 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9437a5-d800-4381-8333-d602b4f0b512 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08638c86-5d55-45a8-81d0-0a674a737892,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:22:33.366862 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-0730e1fd-49be-42e2-bda0-b2c4596da9c4 req-d458954d-4b03-4fd1-99e0-ef0e2ee7666b tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f00e950-7a77-40c1-8da3-d6ca446bb649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705929 May 04 18:22:33.409539 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-5a9437a5-d800-4381-8333-d602b4f0b512 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Publish callbacks [] for security_group (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:33.410731 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-5a9437a5-d800-4381-8333-d602b4f0b512 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3755951 May 04 18:22:33.413733 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 53344) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:22:33.418071 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.v2.base [None req-e79dde4a-c446-4d1e-b159-9d8740186eb6 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Request body: {'security_group_rule': {'security_group_id': '08638c86-5d55-45a8-81d0-0a674a737892', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:22:33.494095 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-e79dde4a-c446-4d1e-b159-9d8740186eb6 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Publish callbacks [] for security_group_rule (0f2a2c89-f9d6-43af-86dc-18f428090fd8), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:33.553110 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-e79dde4a-c446-4d1e-b159-9d8740186eb6 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Publish callbacks [] for security_group_rule (0f2a2c89-f9d6-43af-86dc-18f428090fd8), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:33.643264 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-e79dde4a-c446-4d1e-b159-9d8740186eb6 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688088'] for security_group_rule (0f2a2c89-f9d6-43af-86dc-18f428090fd8), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:33.661216 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79dde4a-c446-4d1e-b159-9d8740186eb6 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f2a2c89-f9d6-43af-86dc-18f428090fd8,revision_number=0']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:22:33.741668 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-e79dde4a-c446-4d1e-b159-9d8740186eb6 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:33.742919 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-e79dde4a-c446-4d1e-b159-9d8740186eb6 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3281736 May 04 18:22:33.745553 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 53346) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:22:33.749825 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.v2.base [None req-ab865c44-6c4f-45b1-86c1-a4ab73f647ee tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Request body: {'security_group_rule': {'security_group_id': '08638c86-5d55-45a8-81d0-0a674a737892', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:22:33.815324 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (e55a6cb5-967a-4631-865a-95818de4ff35), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:33.870111 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-ab865c44-6c4f-45b1-86c1-a4ab73f647ee tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Publish callbacks [] for security_group_rule (6dd0dc72-4f38-42a4-beb4-c47cac4add26), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:33.930472 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-ab865c44-6c4f-45b1-86c1-a4ab73f647ee tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Publish callbacks [] for security_group_rule (6dd0dc72-4f38-42a4-beb4-c47cac4add26), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:34.018459 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-ab865c44-6c4f-45b1-86c1-a4ab73f647ee tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688088'] for security_group_rule (6dd0dc72-4f38-42a4-beb4-c47cac4add26), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:34.036491 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab865c44-6c4f-45b1-86c1-a4ab73f647ee tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dd0dc72-4f38-42a4-beb4-c47cac4add26,revision_number=0']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:22:34.106147 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-ab865c44-6c4f-45b1-86c1-a4ab73f647ee tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:34.107390 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-ab865c44-6c4f-45b1-86c1-a4ab73f647ee tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3608942 May 04 18:22:34.110540 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 53348) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:22:34.115837 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.v2.base [None req-28a1680d-d41f-4b99-ba61-65c3cf499b09 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Request body: {'floatingip': {'floating_network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31'}} {{(pid=104024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:22:34.190827 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-28a1680d-d41f-4b99-ba61-65c3cf499b09 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:34.272592 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-28a1680d-d41f-4b99-ba61-65c3cf499b09 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:34.379228 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.db.db_base_plugin_common [None req-28a1680d-d41f-4b99-ba61-65c3cf499b09 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Allocated IP 172.27.1.124 (1bc9efb7-0207-4c06-8ee1-3b0aa535de31/61d7fae2-9d6e-42a3-8cf9-91a587505bb7/d2abcf36-c579-42e7-9158-58db63729620) {{(pid=104024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:22:34.492890 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-28a1680d-d41f-4b99-ba61-65c3cf499b09 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Publish callbacks [] for port (d2abcf36-c579-42e7-9158-58db63729620), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:34.525697 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f4ee8d-b5b5-42e3-94e8-a6a8ef6cfbb3 req-c1c991d7-ed90-4b80-b7a3-d8d14cb6e2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:34.527232 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-f9f4ee8d-b5b5-42e3-94e8-a6a8ef6cfbb3 req-c1c991d7-ed90-4b80-b7a3-d8d14cb6e2f9 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=41ba2dfd59a64dc3b9f82fac37c1f278&device_id=80dc6f6b-5cbc-419b-b9e4-a0a75a6aef56 HTTP/1.1" status: 200 len: 1127 time: 0.0395312 May 04 18:22:34.559183 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc6d1b2-a86b-4007-97c1-fe62e7f8282f req-72496d28-9dbf-4dd4-a8ec-62e58cf9d996 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:34.560651 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-ddc6d1b2-a86b-4007-97c1-fe62e7f8282f req-72496d28-9dbf-4dd4-a8ec-62e58cf9d996 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/ports?device_id=80dc6f6b-5cbc-419b-b9e4-a0a75a6aef56 HTTP/1.1" status: 200 len: 943 time: 0.1153166 May 04 18:22:34.608171 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-ddc6d1b2-a86b-4007-97c1-fe62e7f8282f req-cb178b71-c033-4f09-877e-5de59da91f90 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f00e950-7a77-40c1-8da3-d6ca446bb649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407655 May 04 18:22:34.609817 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-28a1680d-d41f-4b99-ba61-65c3cf499b09 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772819832230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007267'] for port (d2abcf36-c579-42e7-9158-58db63729620), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:34.632407 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f4ee8d-b5b5-42e3-94e8-a6a8ef6cfbb3 req-4dbd5f01-80f5-4ebd-9999-5432eb122ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:34.633954 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-f9f4ee8d-b5b5-42e3-94e8-a6a8ef6cfbb3 req-4dbd5f01-80f5-4ebd-9999-5432eb122ce5 service neutron] 10.222.0.84 "GET /v2.0/networks?id=adc2355e-99c1-42a7-9cbc-42fd35f09e00 HTTP/1.1" status: 200 len: 916 time: 0.1007445 May 04 18:22:34.649202 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a1680d-d41f-4b99-ba61-65c3cf499b09 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Network 1bc9efb7-0207-4c06-8ee1-3b0aa535de31 is already hosted by enough agents. {{(pid=104024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:22:34.652109 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.base_scheduler [None req-28a1680d-d41f-4b99-ba61-65c3cf499b09 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Resources bound (agent type, host, resource id): {{(pid=104024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:22:34.655510 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a1680d-d41f-4b99-ba61-65c3cf499b09 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Received port after_create {{(pid=104024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:22:34.677144 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-f9f4ee8d-b5b5-42e3-94e8-a6a8ef6cfbb3 req-c6bcf083-9a1f-4969-9677-7d0e5148268f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd18ac9f-8ee7-4749-b1d5-72cce5ba1ad6 HTTP/1.1" status: 200 len: 217 time: 0.0364232 May 04 18:22:34.690748 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a1680d-d41f-4b99-ba61-65c3cf499b09 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Pushing event updated for resources: {'Port': ['ID=d2abcf36-c579-42e7-9158-58db63729620,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:22:34.703432 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a1680d-d41f-4b99-ba61-65c3cf499b09 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:22:34.703709 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a1680d-d41f-4b99-ba61-65c3cf499b09 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:22:34.704067 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a1680d-d41f-4b99-ba61-65c3cf499b09 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:22:34.705040 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a1680d-d41f-4b99-ba61-65c3cf499b09 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:22:34.705417 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a1680d-d41f-4b99-ba61-65c3cf499b09 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:22:34.705750 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a1680d-d41f-4b99-ba61-65c3cf499b09 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:22:34.706087 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a1680d-d41f-4b99-ba61-65c3cf499b09 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:22:34.706411 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a1680d-d41f-4b99-ba61-65c3cf499b09 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:22:34.706732 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a1680d-d41f-4b99-ba61-65c3cf499b09 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:22:34.707078 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a1680d-d41f-4b99-ba61-65c3cf499b09 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:22:34.707403 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a1680d-d41f-4b99-ba61-65c3cf499b09 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:22:34.707722 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a1680d-d41f-4b99-ba61-65c3cf499b09 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:22:34.708044 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a1680d-d41f-4b99-ba61-65c3cf499b09 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:22:34.708363 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a1680d-d41f-4b99-ba61-65c3cf499b09 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:22:34.708679 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a1680d-d41f-4b99-ba61-65c3cf499b09 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:22:34.726850 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f4ee8d-b5b5-42e3-94e8-a6a8ef6cfbb3 req-a4add8a4-0125-49a9-8b1c-37520d045810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:34.728378 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-f9f4ee8d-b5b5-42e3-94e8-a6a8ef6cfbb3 req-a4add8a4-0125-49a9-8b1c-37520d045810 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3c3d78bf-8f55-488e-b058-2a13b7e24990 HTTP/1.1" status: 200 len: 854 time: 0.0459921 May 04 18:22:34.761766 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-28a1680d-d41f-4b99-ba61-65c3cf499b09 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Publish callbacks [] for floatingip (29cd1068-586b-4679-addf-f24019138384), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:34.777759 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f4ee8d-b5b5-42e3-94e8-a6a8ef6cfbb3 req-3925f97e-4a0b-420a-890b-3638e15afe21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:34.779301 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-f9f4ee8d-b5b5-42e3-94e8-a6a8ef6cfbb3 req-3925f97e-4a0b-420a-890b-3638e15afe21 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=adc2355e-99c1-42a7-9cbc-42fd35f09e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448472 May 04 18:22:34.852213 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-28a1680d-d41f-4b99-ba61-65c3cf499b09 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (d2abcf36-c579-42e7-9158-58db63729620), before_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:34.875353 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-f9f4ee8d-b5b5-42e3-94e8-a6a8ef6cfbb3 req-f94cdcb8-e5e9-49db-aef5-85d9a97f4279 service neutron] 10.222.0.84 "GET /v2.0/networks/adc2355e-99c1-42a7-9cbc-42fd35f09e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864234 May 04 18:22:34.974734 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-f9f4ee8d-b5b5-42e3-94e8-a6a8ef6cfbb3 req-8937fcd5-d060-4907-8fb2-2156a4f9a617 service neutron] 10.222.0.84 "GET /v2.0/networks/adc2355e-99c1-42a7-9cbc-42fd35f09e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918465 May 04 18:22:34.998003 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device cd18ac9f-8ee7-4749-b1d5-72cce5ba1ad6 details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=104025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 18:22:35.010925 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-28a1680d-d41f-4b99-ba61-65c3cf499b09 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Publish callbacks [] for port (d2abcf36-c579-42e7-9158-58db63729620), precommit_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:35.065990 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-28a1680d-d41f-4b99-ba61-65c3cf499b09 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6007290'] for port (d2abcf36-c579-42e7-9158-58db63729620), after_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:35.101511 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] For port cd18ac9f-8ee7-4749-b1d5-72cce5ba1ad6, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=cd18ac9f-8ee7-4749-b1d5-72cce5ba1ad6,segment=NetworkSegment(93c6e1e8-c128-4532-8f18-ec2a2ac72466),segment_id=93c6e1e8-c128-4532-8f18-ec2a2ac72466)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:22:35.143563 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a1680d-d41f-4b99-ba61-65c3cf499b09 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Pushing event updated for resources: {'Port': ['ID=d2abcf36-c579-42e7-9158-58db63729620,revision_number=2']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:22:35.161978 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-28a1680d-d41f-4b99-ba61-65c3cf499b09 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1676511'] for floatingip (29cd1068-586b-4679-addf-f24019138384), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:35.252647 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Returning: {'device': 'cd18ac9f-8ee7-4749-b1d5-72cce5ba1ad6', 'network_id': 'adc2355e-99c1-42a7-9cbc-42fd35f09e00', 'port_id': 'cd18ac9f-8ee7-4749-b1d5-72cce5ba1ad6', 'mac_address': 'fa:16:3e:92:7c:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c3d78bf-8f55-488e-b058-2a13b7e24990', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 18:22:35.261165 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-28a1680d-d41f-4b99-ba61-65c3cf499b09 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976'] for floatingip (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:35.262487 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-28a1680d-d41f-4b99-ba61-65c3cf499b09 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1503251 May 04 18:22:35.296036 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Current status of the port cd18ac9f-8ee7-4749-b1d5-72cce5ba1ad6 is: DOWN; New status is: BUILD {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:22:35.296236 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (cd18ac9f-8ee7-4749-b1d5-72cce5ba1ad6), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:35.319856 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.notifiers.nova [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd18ac9f-8ee7-4749-b1d5-72cce5ba1ad6 {{(pid=104025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:22:35.343481 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] For port cd18ac9f-8ee7-4749-b1d5-72cce5ba1ad6, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=cd18ac9f-8ee7-4749-b1d5-72cce5ba1ad6,segment=NetworkSegment(93c6e1e8-c128-4532-8f18-ec2a2ac72466),segment_id=93c6e1e8-c128-4532-8f18-ec2a2ac72466)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:22:35.420218 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-bb765ec6-6617-4355-95bf-0e17452ba5e8 req-e096ef7a-1c05-4322-ba4b-deeb2d949c06 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--2001098217&fields=id&tenant_id=1437e10b84d943a885db1ec25dccc6e5 HTTP/1.1" status: 200 len: 267 time: 0.0437684 May 04 18:22:35.448416 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (cd18ac9f-8ee7-4749-b1d5-72cce5ba1ad6), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:35.499848 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Pushing event updated for resources: {'Port': ['ID=cd18ac9f-8ee7-4749-b1d5-72cce5ba1ad6,revision_number=4']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:22:35.511548 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:22:35.511548 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:22:35.511548 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:22:35.511548 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:22:35.511548 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:22:35.511548 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:22:35.511548 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:22:35.511548 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:22:35.511548 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:22:35.511548 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:22:35.511548 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:22:35.511548 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:22:35.511548 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:22:35.511548 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:22:35.511548 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:22:35.531152 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb765ec6-6617-4355-95bf-0e17452ba5e8 req-bb9f6b44-18fc-431d-9c57-fcb3b5ae0371 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:35.533892 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-bb765ec6-6617-4355-95bf-0e17452ba5e8 req-bb9f6b44-18fc-431d-9c57-fcb3b5ae0371 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/networks?id=26d35b79-1359-484a-a955-f54353f413dc HTTP/1.1" status: 200 len: 817 time: 0.1050293 May 04 18:22:35.547971 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-bb765ec6-6617-4355-95bf-0e17452ba5e8 req-e20f952f-4330-45e3-93f9-1fbf364994bc tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/quotas/1437e10b84d943a885db1ec25dccc6e5 HTTP/1.1" status: 200 len: 375 time: 0.0090988 May 04 18:22:35.602134 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-bb765ec6-6617-4355-95bf-0e17452ba5e8 req-b58030a4-7be4-43ac-bb2a-626d2a021d3a tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1437e10b84d943a885db1ec25dccc6e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485284 May 04 18:22:35.699843 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-bb765ec6-6617-4355-95bf-0e17452ba5e8 req-19cca908-c0bf-4035-a97c-4ae40440b38d service neutron] 10.222.0.23 "GET /v2.0/networks/26d35b79-1359-484a-a955-f54353f413dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846491 May 04 18:22:35.947812 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] get_ports_and_sgs() called for port_ids ['cd18ac9f-8ee7-4749-b1d5-72cce5ba1ad6'] {{(pid=104025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 18:22:36.031214 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-bb765ec6-6617-4355-95bf-0e17452ba5e8 req-aebea2dc-03d8-406e-ab67-208abaadf6c5 service neutron] 10.222.0.23 "GET /v2.0/networks/26d35b79-1359-484a-a955-f54353f413dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3246260 May 04 18:22:36.378555 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b118b5-d9d2-49a7-8953-2e7b03456639 req-694c3f5b-96e3-46bb-aa5c-9cd82c36caaf tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:36.380490 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-a0b118b5-d9d2-49a7-8953-2e7b03456639 req-694c3f5b-96e3-46bb-aa5c-9cd82c36caaf tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/ports?device_id=80dc6f6b-5cbc-419b-b9e4-a0a75a6aef56 HTTP/1.1" status: 200 len: 944 time: 0.0480516 May 04 18:22:36.435362 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-a0b118b5-d9d2-49a7-8953-2e7b03456639 req-12667929-6cdd-42ff-affd-e6e8fea103ac tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f00e950-7a77-40c1-8da3-d6ca446bb649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489869 May 04 18:22:36.501780 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-f655a2ac-1304-4399-aa6d-01b4a06e045a req-9654504f-cc5f-4445-9723-dc506dc3ef7b tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c9cfb26-0c88-45f3-8bad-d4af45b1cade HTTP/1.1" status: 200 len: 210 time: 0.0276721 May 04 18:22:37.037002 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device cd18ac9f-8ee7-4749-b1d5-72cce5ba1ad6 up at agent hyperv_hv-cinder-84051 {{(pid=104025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:22:37.083970 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Provisioning for port cd18ac9f-8ee7-4749-b1d5-72cce5ba1ad6 completed by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 18:22:37.150190 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Provisioning complete for port cd18ac9f-8ee7-4749-b1d5-72cce5ba1ad6 triggered by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:22:37.150588 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (cd18ac9f-8ee7-4749-b1d5-72cce5ba1ad6), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:37.234297 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Current status of the port cd18ac9f-8ee7-4749-b1d5-72cce5ba1ad6 is: BUILD; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:22:37.234693 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (cd18ac9f-8ee7-4749-b1d5-72cce5ba1ad6), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:37.260111 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80dc6f6b-5cbc-419b-b9e4-a0a75a6aef56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd18ac9f-8ee7-4749-b1d5-72cce5ba1ad6'}] {{(pid=104025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:22:37.262348 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd171a24610d3ce9b5061050d4b691b0bb0a8f45589b955ae7373af7220d97b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37899c98-127f-4e8b-ac76-c0f9efcf5aaa" -d '{"events": [{"server_uuid": "80dc6f6b-5cbc-419b-b9e4-a0a75a6aef56", "name": "network-vif-plugged", "status": "completed", "tag": "cd18ac9f-8ee7-4749-b1d5-72cce5ba1ad6"}]}' {{(pid=104025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:22:37.275758 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] For port cd18ac9f-8ee7-4749-b1d5-72cce5ba1ad6, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=cd18ac9f-8ee7-4749-b1d5-72cce5ba1ad6,segment=NetworkSegment(93c6e1e8-c128-4532-8f18-ec2a2ac72466),segment_id=93c6e1e8-c128-4532-8f18-ec2a2ac72466)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:22:37.339978 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (cd18ac9f-8ee7-4749-b1d5-72cce5ba1ad6), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:37.364278 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 18:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c918dac7-81d0-4d30-b66a-50a5c5e36e03 x-openstack-request-id: req-c918dac7-81d0-4d30-b66a-50a5c5e36e03 {{(pid=104025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:22:37.364586 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80dc6f6b-5cbc-419b-b9e4-a0a75a6aef56", "name": "network-vif-plugged", "status": "completed", "tag": "cd18ac9f-8ee7-4749-b1d5-72cce5ba1ad6", "code": 200}]} {{(pid=104025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:22:37.364844 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c918dac7-81d0-4d30-b66a-50a5c5e36e03 {{(pid=104025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:22:37.365235 dv-cinder-840511-4-iscsi neutron-server[104025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c918dac7-81d0-4d30-b66a-50a5c5e36e03'] response: {'server_uuid': '80dc6f6b-5cbc-419b-b9e4-a0a75a6aef56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd18ac9f-8ee7-4749-b1d5-72cce5ba1ad6', 'code': 200} May 04 18:22:37.391651 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Pushing event updated for resources: {'Port': ['ID=cd18ac9f-8ee7-4749-b1d5-72cce5ba1ad6,revision_number=5']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:22:37.556822 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef444d9e-4ed8-46ab-835e-d7322ddac10f req-54433e54-ec71-4fbb-b4d7-c46ae8a1db0e tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:37.558402 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-ef444d9e-4ed8-46ab-835e-d7322ddac10f req-54433e54-ec71-4fbb-b4d7-c46ae8a1db0e tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/ports?device_id=80dc6f6b-5cbc-419b-b9e4-a0a75a6aef56 HTTP/1.1" status: 200 len: 945 time: 0.0515769 May 04 18:22:37.611417 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-ef444d9e-4ed8-46ab-835e-d7322ddac10f req-67a6ada5-ad50-4aae-ab04-5beabe8b8ec5 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f00e950-7a77-40c1-8da3-d6ca446bb649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455108 May 04 18:22:37.698842 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-ba4f466b-1653-4b47-8ca5-ed57d6040da3 req-1b04c726-2e81-4cd3-9562-70504976d848 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c9cfb26-0c88-45f3-8bad-d4af45b1cade HTTP/1.1" status: 200 len: 210 time: 0.0287147 May 04 18:22:37.737678 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94fd8ac-3661-45e4-8fc1-b5aa978fed2d req-2a08427c-2f96-425a-9561-655eed23a7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:37.739281 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-e94fd8ac-3661-45e4-8fc1-b5aa978fed2d req-2a08427c-2f96-425a-9561-655eed23a7ed service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=80dc6f6b-5cbc-419b-b9e4-a0a75a6aef56 HTTP/1.1" status: 200 len: 1129 time: 0.0389228 May 04 18:22:38.054708 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-e94fd8ac-3661-45e4-8fc1-b5aa978fed2d req-76eb9a08-21ea-4cc2-9899-5b900727e83a service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=9f00e950-7a77-40c1-8da3-d6ca446bb649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383356 May 04 18:22:38.594222 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb765ec6-6617-4355-95bf-0e17452ba5e8 req-4b261a9b-beae-4d82-96c5-2dcba639f4a6 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:38.596240 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-bb765ec6-6617-4355-95bf-0e17452ba5e8 req-4b261a9b-beae-4d82-96c5-2dcba639f4a6 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.84 "GET /v2.0/networks?id=26d35b79-1359-484a-a955-f54353f413dc HTTP/1.1" status: 200 len: 817 time: 0.1067441 May 04 18:22:38.728853 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed1eb2b-0914-4bc6-b4dd-e704f3c88bb4 req-278cc2cb-f813-4089-b616-77aa52680409 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:38.730353 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-2ed1eb2b-0914-4bc6-b4dd-e704f3c88bb4 req-278cc2cb-f813-4089-b616-77aa52680409 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/ports?device_id=80dc6f6b-5cbc-419b-b9e4-a0a75a6aef56 HTTP/1.1" status: 200 len: 945 time: 0.0472262 May 04 18:22:38.778481 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-2ed1eb2b-0914-4bc6-b4dd-e704f3c88bb4 req-f8cf5a3f-abe1-4e84-a914-a47f9f3fc372 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f00e950-7a77-40c1-8da3-d6ca446bb649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424099 May 04 18:22:38.863509 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-8503b1e6-0fc6-4b80-8a85-7575c5185d03 req-a416724b-b0cb-4834-afc8-9b89d9cce4b6 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c9cfb26-0c88-45f3-8bad-d4af45b1cade HTTP/1.1" status: 200 len: 210 time: 0.0304830 May 04 18:22:39.230962 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-bb765ec6-6617-4355-95bf-0e17452ba5e8 req-542ddff0-4e23-4769-9fb3-f5e5b9eb3d9d tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1437e10b84d943a885db1ec25dccc6e5 HTTP/1.1" status: 200 len: 380 time: 0.0555832 May 04 18:22:39.240542 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.v2.base [req-bb765ec6-6617-4355-95bf-0e17452ba5e8 req-29044ca8-6e2d-4b0a-8876-b58fbc5467a5 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Request body: {'port': {'device_id': '1c9cfb26-0c88-45f3-8bad-d4af45b1cade', 'network_id': '26d35b79-1359-484a-a955-f54353f413dc', 'admin_state_up': True, 'tenant_id': '1437e10b84d943a885db1ec25dccc6e5', 'security_groups': ['08638c86-5d55-45a8-81d0-0a674a737892']}} {{(pid=104023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:22:39.448338 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb765ec6-6617-4355-95bf-0e17452ba5e8 req-29044ca8-6e2d-4b0a-8876-b58fbc5467a5 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Made reservation on behalf of 1437e10b84d943a885db1ec25dccc6e5 for: {'port': 1} {{(pid=104023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:22:39.451771 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-bb765ec6-6617-4355-95bf-0e17452ba5e8 req-29044ca8-6e2d-4b0a-8876-b58fbc5467a5 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:39.578918 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.db_base_plugin_common [req-bb765ec6-6617-4355-95bf-0e17452ba5e8 req-29044ca8-6e2d-4b0a-8876-b58fbc5467a5 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Allocated IP 172.20.0.9 (26d35b79-1359-484a-a955-f54353f413dc/0e97a9af-bf91-4879-8505-d85b9edd2417/09b49ab0-d355-46ab-b15e-26e5e9f96975) {{(pid=104023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:22:39.721351 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-bb765ec6-6617-4355-95bf-0e17452ba5e8 req-29044ca8-6e2d-4b0a-8876-b58fbc5467a5 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Publish callbacks [] for port (09b49ab0-d355-46ab-b15e-26e5e9f96975), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:39.837518 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-bb765ec6-6617-4355-95bf-0e17452ba5e8 req-29044ca8-6e2d-4b0a-8876-b58fbc5467a5 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772819832230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7382190'] for port (09b49ab0-d355-46ab-b15e-26e5e9f96975), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:39.880750 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb765ec6-6617-4355-95bf-0e17452ba5e8 req-29044ca8-6e2d-4b0a-8876-b58fbc5467a5 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Network 26d35b79-1359-484a-a955-f54353f413dc is already hosted by enough agents. {{(pid=104023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:22:39.884631 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.base_scheduler [req-bb765ec6-6617-4355-95bf-0e17452ba5e8 req-29044ca8-6e2d-4b0a-8876-b58fbc5467a5 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Resources bound (agent type, host, resource id): {{(pid=104023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:22:39.890583 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb765ec6-6617-4355-95bf-0e17452ba5e8 req-29044ca8-6e2d-4b0a-8876-b58fbc5467a5 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Received port after_create {{(pid=104023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:22:39.907233 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0f6854-15a0-4bbe-bc9d-83365d76b26c req-61198214-a84a-4ac1-8716-b079179f701b tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:39.908371 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-df0f6854-15a0-4bbe-bc9d-83365d76b26c req-61198214-a84a-4ac1-8716-b079179f701b tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/ports?device_id=80dc6f6b-5cbc-419b-b9e4-a0a75a6aef56 HTTP/1.1" status: 200 len: 945 time: 0.0578139 May 04 18:22:39.919722 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29044ca8-6e2d-4b0a-8876-b58fbc5467a5 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Pushing event updated for resources: {'Port': ['ID=09b49ab0-d355-46ab-b15e-26e5e9f96975,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:22:39.938676 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29044ca8-6e2d-4b0a-8876-b58fbc5467a5 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:22:39.939776 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29044ca8-6e2d-4b0a-8876-b58fbc5467a5 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:22:39.940188 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29044ca8-6e2d-4b0a-8876-b58fbc5467a5 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:22:39.940630 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29044ca8-6e2d-4b0a-8876-b58fbc5467a5 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:22:39.940968 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29044ca8-6e2d-4b0a-8876-b58fbc5467a5 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:22:39.941303 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29044ca8-6e2d-4b0a-8876-b58fbc5467a5 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:22:39.941627 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29044ca8-6e2d-4b0a-8876-b58fbc5467a5 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:22:39.941957 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29044ca8-6e2d-4b0a-8876-b58fbc5467a5 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:22:39.942280 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29044ca8-6e2d-4b0a-8876-b58fbc5467a5 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:22:39.942600 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29044ca8-6e2d-4b0a-8876-b58fbc5467a5 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:22:39.942921 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29044ca8-6e2d-4b0a-8876-b58fbc5467a5 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:22:39.943261 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29044ca8-6e2d-4b0a-8876-b58fbc5467a5 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:22:39.943578 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29044ca8-6e2d-4b0a-8876-b58fbc5467a5 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:22:39.943899 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29044ca8-6e2d-4b0a-8876-b58fbc5467a5 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:22:39.944711 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29044ca8-6e2d-4b0a-8876-b58fbc5467a5 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:22:39.963892 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb765ec6-6617-4355-95bf-0e17452ba5e8 req-29044ca8-6e2d-4b0a-8876-b58fbc5467a5 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:39.964511 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-df0f6854-15a0-4bbe-bc9d-83365d76b26c req-caf26654-5530-4df9-bc02-1282f1db9291 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f00e950-7a77-40c1-8da3-d6ca446bb649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494001 May 04 18:22:39.964671 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-bb765ec6-6617-4355-95bf-0e17452ba5e8 req-29044ca8-6e2d-4b0a-8876-b58fbc5467a5 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976'] for port (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:40.028374 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-bb765ec6-6617-4355-95bf-0e17452ba5e8 req-29044ca8-6e2d-4b0a-8876-b58fbc5467a5 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7914891 May 04 18:22:40.074796 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0fd7b3-2c6e-4bc0-b3a6-b4ec4e8240ae req-01b3d0a8-2c9a-485b-89e4-e65223c795af tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:40.076396 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-cf0fd7b3-2c6e-4bc0-b3a6-b4ec4e8240ae req-01b3d0a8-2c9a-485b-89e4-e65223c795af tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c9cfb26-0c88-45f3-8bad-d4af45b1cade HTTP/1.1" status: 200 len: 931 time: 0.0527589 May 04 18:22:40.107968 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-c8ade725-75c0-4434-b61f-e29f3bc55467 None None] Provisioning complete for port 09b49ab0-d355-46ab-b15e-26e5e9f96975 triggered by entity DHCP. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:22:40.108612 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-c8ade725-75c0-4434-b61f-e29f3bc55467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (09b49ab0-d355-46ab-b15e-26e5e9f96975), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:40.126800 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-cf0fd7b3-2c6e-4bc0-b3a6-b4ec4e8240ae req-922f6c60-b35e-4f18-85b2-ccab4855f585 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=08638c86-5d55-45a8-81d0-0a674a737892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423305 May 04 18:22:40.150751 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.v2.base [req-bb765ec6-6617-4355-95bf-0e17452ba5e8 req-a63e40c1-9f4b-4b96-87a6-2cc2cdf750c4 service neutron] Request body: {'port': {'device_id': '1c9cfb26-0c88-45f3-8bad-d4af45b1cade', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=104023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:22:40.177474 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-c8ade725-75c0-4434-b61f-e29f3bc55467 None None] Port 09b49ab0-d355-46ab-b15e-26e5e9f96975 cannot update to ACTIVE because it is not bound. {{(pid=104025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 18:22:40.225638 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-bb765ec6-6617-4355-95bf-0e17452ba5e8 req-a63e40c1-9f4b-4b96-87a6-2cc2cdf750c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (09b49ab0-d355-46ab-b15e-26e5e9f96975), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:40.246669 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eedd87-e761-4ba0-a992-840b5b5c3075 req-f9eb69d4-1d5e-4360-9ff4-d73b68d74e26 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:40.248235 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-33eedd87-e761-4ba0-a992-840b5b5c3075 req-f9eb69d4-1d5e-4360-9ff4-d73b68d74e26 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/ports?device_id=80dc6f6b-5cbc-419b-b9e4-a0a75a6aef56 HTTP/1.1" status: 200 len: 945 time: 0.0540433 May 04 18:22:40.257530 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 53404) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:22:40.262214 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.v2.base [None req-32462ed7-1e80-4c4e-9461-1f0741fd4662 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Request body: {'floatingip': {'port_id': 'cd18ac9f-8ee7-4749-b1d5-72cce5ba1ad6'}} {{(pid=104024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:22:40.304413 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-32462ed7-1e80-4c4e-9461-1f0741fd4662 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks [] for floatingip (67836421-9edd-4c16-97e4-a28a024843d0), before_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:40.498821 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [req-bb765ec6-6617-4355-95bf-0e17452ba5e8 req-a63e40c1-9f4b-4b96-87a6-2cc2cdf750c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09b49ab0-d355-46ab-b15e-26e5e9f96975 {{(pid=104023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:22:40.507039 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-bb765ec6-6617-4355-95bf-0e17452ba5e8 req-a63e40c1-9f4b-4b96-87a6-2cc2cdf750c4 service neutron] Publish callbacks [] for port (09b49ab0-d355-46ab-b15e-26e5e9f96975), precommit_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:40.520434 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [req-bb765ec6-6617-4355-95bf-0e17452ba5e8 req-a63e40c1-9f4b-4b96-87a6-2cc2cdf750c4 service neutron] Transition to ACTIVE for port object 09b49ab0-d355-46ab-b15e-26e5e9f96975 will not be triggered until provisioned by entity L2. {{(pid=104023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 18:22:40.610537 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-bb765ec6-6617-4355-95bf-0e17452ba5e8 req-a63e40c1-9f4b-4b96-87a6-2cc2cdf750c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7382199'] for port (09b49ab0-d355-46ab-b15e-26e5e9f96975), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:40.664365 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63e40c1-9f4b-4b96-87a6-2cc2cdf750c4 service neutron] Pushing event updated for resources: {'Port': ['ID=09b49ab0-d355-46ab-b15e-26e5e9f96975,revision_number=2']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:22:40.752112 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [req-bb765ec6-6617-4355-95bf-0e17452ba5e8 req-a63e40c1-9f4b-4b96-87a6-2cc2cdf750c4 service neutron] Attempting to bind port 09b49ab0-d355-46ab-b15e-26e5e9f96975 on host hv-cinder-84051 for vnic_type normal with profile {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 18:22:40.752419 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [req-bb765ec6-6617-4355-95bf-0e17452ba5e8 req-a63e40c1-9f4b-4b96-87a6-2cc2cdf750c4 service neutron] Attempting to bind port 09b49ab0-d355-46ab-b15e-26e5e9f96975 by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': 'de7bb9b3-95ed-4c1b-8898-7bebbfcd85a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '26d35b79-1359-484a-a955-f54353f413dc'}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 18:22:40.752721 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb765ec6-6617-4355-95bf-0e17452ba5e8 req-a63e40c1-9f4b-4b96-87a6-2cc2cdf750c4 service neutron] Attempting to bind port 09b49ab0-d355-46ab-b15e-26e5e9f96975 on network 26d35b79-1359-484a-a955-f54353f413dc {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:22:40.757948 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb765ec6-6617-4355-95bf-0e17452ba5e8 req-a63e40c1-9f4b-4b96-87a6-2cc2cdf750c4 service neutron] Port 09b49ab0-d355-46ab-b15e-26e5e9f96975 on network 26d35b79-1359-484a-a955-f54353f413dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 18:22:40.758443 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb765ec6-6617-4355-95bf-0e17452ba5e8 req-a63e40c1-9f4b-4b96-87a6-2cc2cdf750c4 service neutron] Attempting to bind port 09b49ab0-d355-46ab-b15e-26e5e9f96975 on network 26d35b79-1359-484a-a955-f54353f413dc {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:22:40.765369 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb765ec6-6617-4355-95bf-0e17452ba5e8 req-a63e40c1-9f4b-4b96-87a6-2cc2cdf750c4 service neutron] Checking agent: {'id': '2ed5d983-d6d1-49f2-9dfa-1a41e5be1317', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 13, 52), 'started_at': datetime.datetime(2022, 5, 4, 18, 13, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 18:22:40.765807 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb765ec6-6617-4355-95bf-0e17452ba5e8 req-a63e40c1-9f4b-4b96-87a6-2cc2cdf750c4 service neutron] Checking segment: {'id': 'de7bb9b3-95ed-4c1b-8898-7bebbfcd85a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '26d35b79-1359-484a-a955-f54353f413dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:22:40.766378 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb765ec6-6617-4355-95bf-0e17452ba5e8 req-a63e40c1-9f4b-4b96-87a6-2cc2cdf750c4 service neutron] Bound using segment: {'id': 'de7bb9b3-95ed-4c1b-8898-7bebbfcd85a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '26d35b79-1359-484a-a955-f54353f413dc'} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 18:22:40.767569 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [req-bb765ec6-6617-4355-95bf-0e17452ba5e8 req-a63e40c1-9f4b-4b96-87a6-2cc2cdf750c4 service neutron] Bound port: 09b49ab0-d355-46ab-b15e-26e5e9f96975, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de7bb9b3-95ed-4c1b-8898-7bebbfcd85a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '26d35b79-1359-484a-a955-f54353f413dc'}}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 18:22:40.768073 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-bb765ec6-6617-4355-95bf-0e17452ba5e8 req-a63e40c1-9f4b-4b96-87a6-2cc2cdf750c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (09b49ab0-d355-46ab-b15e-26e5e9f96975), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:40.785180 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-32462ed7-1e80-4c4e-9461-1f0741fd4662 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:40.838824 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [req-bb765ec6-6617-4355-95bf-0e17452ba5e8 req-a63e40c1-9f4b-4b96-87a6-2cc2cdf750c4 service neutron] For port 09b49ab0-d355-46ab-b15e-26e5e9f96975, host hv-cinder-84051, cleared binding levels {{(pid=104023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 18:22:40.841905 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [req-bb765ec6-6617-4355-95bf-0e17452ba5e8 req-a63e40c1-9f4b-4b96-87a6-2cc2cdf750c4 service neutron] For port 09b49ab0-d355-46ab-b15e-26e5e9f96975, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=09b49ab0-d355-46ab-b15e-26e5e9f96975,segment=NetworkSegment(de7bb9b3-95ed-4c1b-8898-7bebbfcd85a3),segment_id=de7bb9b3-95ed-4c1b-8898-7bebbfcd85a3)] {{(pid=104023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 18:22:40.854539 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-32462ed7-1e80-4c4e-9461-1f0741fd4662 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1676511'] for floatingip (67836421-9edd-4c16-97e4-a28a024843d0), after_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:40.964009 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.db.l3_db [None req-32462ed7-1e80-4c4e-9461-1f0741fd4662 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Floating IP 67836421-9edd-4c16-97e4-a28a024843d0 associated. External IP: 172.27.1.232, port: cd18ac9f-8ee7-4749-b1d5-72cce5ba1ad6. May 04 18:22:40.984799 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-bb765ec6-6617-4355-95bf-0e17452ba5e8 req-a63e40c1-9f4b-4b96-87a6-2cc2cdf750c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7382199'] for port (09b49ab0-d355-46ab-b15e-26e5e9f96975), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:41.019181 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb765ec6-6617-4355-95bf-0e17452ba5e8 req-a63e40c1-9f4b-4b96-87a6-2cc2cdf750c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:41.019803 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-bb765ec6-6617-4355-95bf-0e17452ba5e8 req-a63e40c1-9f4b-4b96-87a6-2cc2cdf750c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976'] for port (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:41.021191 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-bb765ec6-6617-4355-95bf-0e17452ba5e8 req-a63e40c1-9f4b-4b96-87a6-2cc2cdf750c4 service neutron] 10.222.0.84 "PUT /v2.0/ports/09b49ab0-d355-46ab-b15e-26e5e9f96975 HTTP/1.1" status: 200 len: 1093 time: 0.8755112 May 04 18:22:41.021669 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c9cfb26-0c88-45f3-8bad-d4af45b1cade', 'tag': '09b49ab0-d355-46ab-b15e-26e5e9f96975'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:22:41.023919 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}418c4fc0ed359c78e2a46d0945201a397afdfc4a7689ae544a04c30398cb972a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-886d7b05-4fa3-4ae7-8a4e-9b02e211bb64" -d '{"events": [{"name": "network-changed", "server_uuid": "1c9cfb26-0c88-45f3-8bad-d4af45b1cade", "tag": "09b49ab0-d355-46ab-b15e-26e5e9f96975"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:22:41.056702 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63e40c1-9f4b-4b96-87a6-2cc2cdf750c4 service neutron] Pushing event updated for resources: {'Port': ['ID=09b49ab0-d355-46ab-b15e-26e5e9f96975,revision_number=3']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:22:41.074980 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 18:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dffdd044-7a0b-4cef-8afe-39a7f56ac3b0 x-openstack-request-id: req-dffdd044-7a0b-4cef-8afe-39a7f56ac3b0 {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:22:41.075789 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c9cfb26-0c88-45f3-8bad-d4af45b1cade", "tag": "09b49ab0-d355-46ab-b15e-26e5e9f96975", "status": "completed", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:22:41.076365 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dffdd044-7a0b-4cef-8afe-39a7f56ac3b0 {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:22:41.076941 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dffdd044-7a0b-4cef-8afe-39a7f56ac3b0'] response: {'name': 'network-changed', 'server_uuid': '1c9cfb26-0c88-45f3-8bad-d4af45b1cade', 'tag': '09b49ab0-d355-46ab-b15e-26e5e9f96975', 'status': 'completed', 'code': 200} May 04 18:22:41.144895 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886d7b05-4fa3-4ae7-8a4e-9b02e211bb64 req-a592970e-7c89-4f1d-bd69-5e643536c0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:41.146581 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-886d7b05-4fa3-4ae7-8a4e-9b02e211bb64 req-a592970e-7c89-4f1d-bd69-5e643536c0a9 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1437e10b84d943a885db1ec25dccc6e5&device_id=1c9cfb26-0c88-45f3-8bad-d4af45b1cade HTTP/1.1" status: 200 len: 1127 time: 0.0419686 May 04 18:22:41.199456 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32462ed7-1e80-4c4e-9461-1f0741fd4662 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Router 49639112-b345-407f-82ff-d7941c122b1a has already been hosted by L3 agent 341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae {{(pid=104024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 18:22:41.279040 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886d7b05-4fa3-4ae7-8a4e-9b02e211bb64 req-5ac62dd7-6f93-4351-ae20-274f0db7ad14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:41.280416 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-886d7b05-4fa3-4ae7-8a4e-9b02e211bb64 req-5ac62dd7-6f93-4351-ae20-274f0db7ad14 service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=1437e10b84d943a885db1ec25dccc6e5&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1182549 May 04 18:22:41.306450 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03b95ac-dc25-41f5-b201-c26a3a38e0df req-b4a16370-c930-4603-ab5f-feaa17ca1a02 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:41.308593 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-f03b95ac-dc25-41f5-b201-c26a3a38e0df req-b4a16370-c930-4603-ab5f-feaa17ca1a02 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c9cfb26-0c88-45f3-8bad-d4af45b1cade HTTP/1.1" status: 200 len: 943 time: 0.0587921 May 04 18:22:41.385967 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886d7b05-4fa3-4ae7-8a4e-9b02e211bb64 req-dabf2996-f76d-45eb-9554-98dc3abf8e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:41.387476 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-886d7b05-4fa3-4ae7-8a4e-9b02e211bb64 req-dabf2996-f76d-45eb-9554-98dc3abf8e7b service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0957313 May 04 18:22:41.387775 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32462ed7-1e80-4c4e-9461-1f0741fd4662 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Notify agent at l3_agent.dv-cinder-840511-4-iscsi the message routers_updated {{(pid=104024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 18:22:41.393369 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-32462ed7-1e80-4c4e-9461-1f0741fd4662 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976'] for floatingip (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:41.398025 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208ade85-204e-40e0-84f8-cda4f3b94b04 None None] Sync routers for ids ['49639112-b345-407f-82ff-d7941c122b1a'] in dv-cinder-840511-4-iscsi {{(pid=104025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:22:41.408625 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208ade85-204e-40e0-84f8-cda4f3b94b04 None None] Routers {'49639112-b345-407f-82ff-d7941c122b1a'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:22:41.409249 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-208ade85-204e-40e0-84f8-cda4f3b94b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:22:30Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['49639112-b345-407f-82ff-d7941c122b1a'], 'active': True} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:22:41.433372 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-f03b95ac-dc25-41f5-b201-c26a3a38e0df req-3fd0f8cb-b1be-49c4-993e-2c521c093aa1 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=08638c86-5d55-45a8-81d0-0a674a737892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874100 May 04 18:22:41.441596 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-32462ed7-1e80-4c4e-9461-1f0741fd4662 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "PUT /v2.0/floatingips/67836421-9edd-4c16-97e4-a28a024843d0 HTTP/1.1" status: 200 len: 991 time: 1.1821272 May 04 18:22:41.441596 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80dc6f6b-5cbc-419b-b9e4-a0a75a6aef56', 'tag': 'cd18ac9f-8ee7-4749-b1d5-72cce5ba1ad6'}] {{(pid=104024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:22:41.443713 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c26fa3ecb1f16f42831e56f73673e8220bc52890772fb217514d3f8d557ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f1efd6-2702-4acf-8184-5ed0ed068842" -d '{"events": [{"name": "network-changed", "server_uuid": "80dc6f6b-5cbc-419b-b9e4-a0a75a6aef56", "tag": "cd18ac9f-8ee7-4749-b1d5-72cce5ba1ad6"}]}' {{(pid=104024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:22:41.491365 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 18:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dfa72a0-77ae-4231-b2bb-45633a3d1180 x-openstack-request-id: req-7dfa72a0-77ae-4231-b2bb-45633a3d1180 {{(pid=104024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:22:41.491659 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80dc6f6b-5cbc-419b-b9e4-a0a75a6aef56", "tag": "cd18ac9f-8ee7-4749-b1d5-72cce5ba1ad6", "status": "completed", "code": 200}]} {{(pid=104024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:22:41.491916 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7dfa72a0-77ae-4231-b2bb-45633a3d1180 {{(pid=104024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:22:41.492328 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dfa72a0-77ae-4231-b2bb-45633a3d1180'] response: {'name': 'network-changed', 'server_uuid': '80dc6f6b-5cbc-419b-b9e4-a0a75a6aef56', 'tag': 'cd18ac9f-8ee7-4749-b1d5-72cce5ba1ad6', 'status': 'completed', 'code': 200} May 04 18:22:41.492768 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb765ec6-6617-4355-95bf-0e17452ba5e8 req-c304297a-82ce-4c6b-b594-35ae8ec95d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:41.494327 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-bb765ec6-6617-4355-95bf-0e17452ba5e8 req-c304297a-82ce-4c6b-b594-35ae8ec95d83 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1437e10b84d943a885db1ec25dccc6e5&device_id=1c9cfb26-0c88-45f3-8bad-d4af45b1cade HTTP/1.1" status: 200 len: 1127 time: 0.0487413 May 04 18:22:41.526952 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvr_db [None req-208ade85-204e-40e0-84f8-cda4f3b94b04 None None] Set router 49639112-b345-407f-82ff-d7941c122b1a gateway port host: dv-cinder-840511-4-iscsi {{(pid=104025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:22:41.574626 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-bb765ec6-6617-4355-95bf-0e17452ba5e8 req-d21ebf9a-a55f-43b7-a2f3-8ad3582f0d7a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=09b49ab0-d355-46ab-b15e-26e5e9f96975 HTTP/1.1" status: 200 len: 217 time: 0.0355461 May 04 18:22:41.582015 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f1efd6-2702-4acf-8184-5ed0ed068842 req-c0e72401-dab5-4cf0-a161-7bb6c2b03158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:41.583635 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-13f1efd6-2702-4acf-8184-5ed0ed068842 req-c0e72401-dab5-4cf0-a161-7bb6c2b03158 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=41ba2dfd59a64dc3b9f82fac37c1f278&device_id=80dc6f6b-5cbc-419b-b9e4-a0a75a6aef56 HTTP/1.1" status: 200 len: 1129 time: 0.0436373 May 04 18:22:41.627415 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb765ec6-6617-4355-95bf-0e17452ba5e8 req-af41a993-6d87-4f10-8f3f-432588c4ad8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:41.628893 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-bb765ec6-6617-4355-95bf-0e17452ba5e8 req-af41a993-6d87-4f10-8f3f-432588c4ad8a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0e97a9af-bf91-4879-8505-d85b9edd2417 HTTP/1.1" status: 200 len: 856 time: 0.0459120 May 04 18:22:41.674292 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb765ec6-6617-4355-95bf-0e17452ba5e8 req-9cacb13e-ee4c-42b8-a8a9-e7ce917cd96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:41.675867 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-bb765ec6-6617-4355-95bf-0e17452ba5e8 req-9cacb13e-ee4c-42b8-a8a9-e7ce917cd96d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=26d35b79-1359-484a-a955-f54353f413dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401917 May 04 18:22:41.681951 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f1efd6-2702-4acf-8184-5ed0ed068842 req-2673cf88-26f8-4c92-a797-3b33adda3dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:41.683509 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-13f1efd6-2702-4acf-8184-5ed0ed068842 req-2673cf88-26f8-4c92-a797-3b33adda3dc8 service neutron] 10.222.0.84 "GET /v2.0/networks?id=adc2355e-99c1-42a7-9cbc-42fd35f09e00 HTTP/1.1" status: 200 len: 916 time: 0.0927336 May 04 18:22:41.755834 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-13f1efd6-2702-4acf-8184-5ed0ed068842 req-2a6fdf26-bb16-4abe-9dee-9ac709b3f296 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd18ac9f-8ee7-4749-b1d5-72cce5ba1ad6 HTTP/1.1" status: 200 len: 999 time: 0.0665421 May 04 18:22:41.769109 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-208ade85-204e-40e0-84f8-cda4f3b94b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49639112-b345-407f-82ff-d7941c122b1a', 'name': 'tempest-AttachVolumeNegativeTest-1596959943-router', 'tenant_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'a0ebc00e-ff59-4a01-ad80-5944a1e5f02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:17:29Z', 'updated_at': '2022-05-04T18:17:33Z', 'revision_number': 4, 'project_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'gw_port': {'id': 'a0ebc00e-ff59-4a01-ad80-5944a1e5f02c', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:80:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49639112-b345-407f-82ff-d7941c122b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:17:30Z', 'updated_at': '2022-05-04T18:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_floatingips': [{'id': '67836421-9edd-4c16-97e4-a28a024843d0', 'tenant_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'floating_ip_address': '172.27.1.232', 'floating_network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'router_id': '49639112-b345-407f-82ff-d7941c122b1a', 'port_id': 'cd18ac9f-8ee7-4749-b1d5-72cce5ba1ad6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'adc2355e-99c1-42a7-9cbc-42fd35f09e00', 'mac_address': 'fa:16:3e:92:7c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80dc6f6b-5cbc-419b-b9e4-a0a75a6aef56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:22:24Z', 'updated_at': '2022-05-04T18:22:40Z', 'revision_number': 1, 'project_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aef8553d-54c9-4d55-ace0-3ca397debd28', 'name': '', 'network_id': 'adc2355e-99c1-42a7-9cbc-42fd35f09e00', 'tenant_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'mac_address': 'fa:16:3e:d3:51:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49639112-b345-407f-82ff-d7941c122b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '3c3d78bf-8f55-488e-b058-2a13b7e24990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:17:32Z', 'updated_at': '2022-05-04T18:17:36Z', 'revision_number': 5, 'project_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'subnets': [{'id': '3c3d78bf-8f55-488e-b058-2a13b7e24990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:22:41.784780 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-bb765ec6-6617-4355-95bf-0e17452ba5e8 req-c082b892-60cf-44ce-9796-cd583312dcbf service neutron] 10.222.0.84 "GET /v2.0/networks/26d35b79-1359-484a-a955-f54353f413dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017561 May 04 18:22:41.799708 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208ade85-204e-40e0-84f8-cda4f3b94b04 None None] Checking router: 49639112-b345-407f-82ff-d7941c122b1a for host: dv-cinder-840511-4-iscsi {{(pid=104025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:22:41.808763 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208ade85-204e-40e0-84f8-cda4f3b94b04 None None] Routers {'49639112-b345-407f-82ff-d7941c122b1a'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:22:41.809379 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-208ade85-204e-40e0-84f8-cda4f3b94b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:22:30Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['49639112-b345-407f-82ff-d7941c122b1a'], 'active': True} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:22:41.815286 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f1efd6-2702-4acf-8184-5ed0ed068842 req-0cc5b660-035d-4719-89e6-836d39654a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:41.816868 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-13f1efd6-2702-4acf-8184-5ed0ed068842 req-0cc5b660-035d-4719-89e6-836d39654a78 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3c3d78bf-8f55-488e-b058-2a13b7e24990 HTTP/1.1" status: 200 len: 854 time: 0.0526793 May 04 18:22:41.863348 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f1efd6-2702-4acf-8184-5ed0ed068842 req-92679f73-d098-4616-b148-fb507fefb569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:41.864842 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-13f1efd6-2702-4acf-8184-5ed0ed068842 req-92679f73-d098-4616-b148-fb507fefb569 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=adc2355e-99c1-42a7-9cbc-42fd35f09e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411112 May 04 18:22:41.886315 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-bb765ec6-6617-4355-95bf-0e17452ba5e8 req-4dfaa663-5fe9-417a-9eb0-98ed7e368f1b service neutron] 10.222.0.84 "GET /v2.0/networks/26d35b79-1359-484a-a955-f54353f413dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950098 May 04 18:22:41.931865 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvr_db [None req-208ade85-204e-40e0-84f8-cda4f3b94b04 None None] Set router 49639112-b345-407f-82ff-d7941c122b1a gateway port host: dv-cinder-840511-4-iscsi {{(pid=104025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:22:41.967647 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-13f1efd6-2702-4acf-8184-5ed0ed068842 req-71a0a3d2-8f00-42f5-b45c-f94deaf50a57 service neutron] 10.222.0.84 "GET /v2.0/networks/adc2355e-99c1-42a7-9cbc-42fd35f09e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943618 May 04 18:22:42.058448 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-13f1efd6-2702-4acf-8184-5ed0ed068842 req-8b4072e0-9aae-4313-b278-b9db4468f2d6 service neutron] 10.222.0.84 "GET /v2.0/networks/adc2355e-99c1-42a7-9cbc-42fd35f09e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841589 May 04 18:22:42.161088 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-208ade85-204e-40e0-84f8-cda4f3b94b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49639112-b345-407f-82ff-d7941c122b1a', 'name': 'tempest-AttachVolumeNegativeTest-1596959943-router', 'tenant_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'a0ebc00e-ff59-4a01-ad80-5944a1e5f02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:17:29Z', 'updated_at': '2022-05-04T18:17:33Z', 'revision_number': 4, 'project_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'gw_port': {'id': 'a0ebc00e-ff59-4a01-ad80-5944a1e5f02c', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:80:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49639112-b345-407f-82ff-d7941c122b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:17:30Z', 'updated_at': '2022-05-04T18:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_floatingips': [{'id': '67836421-9edd-4c16-97e4-a28a024843d0', 'tenant_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'floating_ip_address': '172.27.1.232', 'floating_network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'router_id': '49639112-b345-407f-82ff-d7941c122b1a', 'port_id': 'cd18ac9f-8ee7-4749-b1d5-72cce5ba1ad6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'adc2355e-99c1-42a7-9cbc-42fd35f09e00', 'mac_address': 'fa:16:3e:92:7c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80dc6f6b-5cbc-419b-b9e4-a0a75a6aef56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:22:24Z', 'updated_at': '2022-05-04T18:22:40Z', 'revision_number': 1, 'project_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aef8553d-54c9-4d55-ace0-3ca397debd28', 'name': '', 'network_id': 'adc2355e-99c1-42a7-9cbc-42fd35f09e00', 'tenant_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'mac_address': 'fa:16:3e:d3:51:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49639112-b345-407f-82ff-d7941c122b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '3c3d78bf-8f55-488e-b058-2a13b7e24990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:17:32Z', 'updated_at': '2022-05-04T18:17:36Z', 'revision_number': 5, 'project_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'subnets': [{'id': '3c3d78bf-8f55-488e-b058-2a13b7e24990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:22:42.190529 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208ade85-204e-40e0-84f8-cda4f3b94b04 None None] The sync data for ids ['49639112-b345-407f-82ff-d7941c122b1a'] in dv-cinder-840511-4-iscsi is: [{'id': '49639112-b345-407f-82ff-d7941c122b1a', 'name': 'tempest-AttachVolumeNegativeTest-1596959943-router', 'tenant_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'a0ebc00e-ff59-4a01-ad80-5944a1e5f02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:17:29Z', 'updated_at': '2022-05-04T18:17:33Z', 'revision_number': 4, 'project_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'gw_port': {'id': 'a0ebc00e-ff59-4a01-ad80-5944a1e5f02c', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:80:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49639112-b345-407f-82ff-d7941c122b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:17:30Z', 'updated_at': '2022-05-04T18:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_floatingips': [{'id': '67836421-9edd-4c16-97e4-a28a024843d0', 'tenant_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'floating_ip_address': '172.27.1.232', 'floating_network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'router_id': '49639112-b345-407f-82ff-d7941c122b1a', 'port_id': 'cd18ac9f-8ee7-4749-b1d5-72cce5ba1ad6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'adc2355e-99c1-42a7-9cbc-42fd35f09e00', 'mac_address': 'fa:16:3e:92:7c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80dc6f6b-5cbc-419b-b9e4-a0a75a6aef56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:22:24Z', 'updated_at': '2022-05-04T18:22:40Z', 'revision_number': 1, 'project_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aef8553d-54c9-4d55-ace0-3ca397debd28', 'name': '', 'network_id': 'adc2355e-99c1-42a7-9cbc-42fd35f09e00', 'tenant_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'mac_address': 'fa:16:3e:d3:51:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49639112-b345-407f-82ff-d7941c122b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '3c3d78bf-8f55-488e-b058-2a13b7e24990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:17:32Z', 'updated_at': '2022-05-04T18:17:36Z', 'revision_number': 5, 'project_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'subnets': [{'id': '3c3d78bf-8f55-488e-b058-2a13b7e24990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:22:42.383360 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289b2eb4-4890-41cf-9c08-a621fd43dea3 None None] New status for floating IP 67836421-9edd-4c16-97e4-a28a024843d0: ACTIVE {{(pid=104026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 18:22:42.566609 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b52ff1-ec86-4b6e-8ce1-51fbd198195f req-9e56bc17-6f3a-4526-bd31-e4a77b42a5d6 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:42.568152 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-e1b52ff1-ec86-4b6e-8ce1-51fbd198195f req-9e56bc17-6f3a-4526-bd31-e4a77b42a5d6 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c9cfb26-0c88-45f3-8bad-d4af45b1cade HTTP/1.1" status: 200 len: 943 time: 0.0522592 May 04 18:22:42.617428 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-e1b52ff1-ec86-4b6e-8ce1-51fbd198195f req-90c79fc7-562d-4f28-9735-3053df40c6a3 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=08638c86-5d55-45a8-81d0-0a674a737892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437303 May 04 18:22:43.734760 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4154ac-c4fd-4f17-aa68-f3721576c286 req-f820edfb-5770-4e42-9ec4-c264a6e15a56 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:43.736434 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-3c4154ac-c4fd-4f17-aa68-f3721576c286 req-f820edfb-5770-4e42-9ec4-c264a6e15a56 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c9cfb26-0c88-45f3-8bad-d4af45b1cade HTTP/1.1" status: 200 len: 943 time: 0.0459929 May 04 18:22:43.789403 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-3c4154ac-c4fd-4f17-aa68-f3721576c286 req-b42e9391-1f9d-4b74-96d7-8f955c67fc09 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=08638c86-5d55-45a8-81d0-0a674a737892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472012 May 04 18:22:44.907722 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4395d79c-caea-45c4-8a55-74e6491ba354 req-e0f8452e-770e-46b2-9827-a8ff56d781a6 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:44.909530 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-4395d79c-caea-45c4-8a55-74e6491ba354 req-e0f8452e-770e-46b2-9827-a8ff56d781a6 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c9cfb26-0c88-45f3-8bad-d4af45b1cade HTTP/1.1" status: 200 len: 943 time: 0.0469899 May 04 18:22:44.959841 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-4395d79c-caea-45c4-8a55-74e6491ba354 req-4e7a33e9-7b11-4895-a860-16d667669680 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=08638c86-5d55-45a8-81d0-0a674a737892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446575 May 04 18:22:45.067773 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device 09b49ab0-d355-46ab-b15e-26e5e9f96975 details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=104025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 18:22:45.169914 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] For port 09b49ab0-d355-46ab-b15e-26e5e9f96975, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=09b49ab0-d355-46ab-b15e-26e5e9f96975,segment=NetworkSegment(de7bb9b3-95ed-4c1b-8898-7bebbfcd85a3),segment_id=de7bb9b3-95ed-4c1b-8898-7bebbfcd85a3)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:22:45.182103 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Returning: {'device': '09b49ab0-d355-46ab-b15e-26e5e9f96975', 'network_id': '26d35b79-1359-484a-a955-f54353f413dc', 'port_id': '09b49ab0-d355-46ab-b15e-26e5e9f96975', 'mac_address': 'fa:16:3e:54:6c:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e97a9af-bf91-4879-8505-d85b9edd2417', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 18:22:45.220556 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Current status of the port 09b49ab0-d355-46ab-b15e-26e5e9f96975 is: DOWN; New status is: BUILD {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:22:45.221046 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (09b49ab0-d355-46ab-b15e-26e5e9f96975), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:45.234301 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.notifiers.nova [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09b49ab0-d355-46ab-b15e-26e5e9f96975 {{(pid=104025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:22:45.254373 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] For port 09b49ab0-d355-46ab-b15e-26e5e9f96975, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=09b49ab0-d355-46ab-b15e-26e5e9f96975,segment=NetworkSegment(de7bb9b3-95ed-4c1b-8898-7bebbfcd85a3),segment_id=de7bb9b3-95ed-4c1b-8898-7bebbfcd85a3)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:22:45.323684 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (09b49ab0-d355-46ab-b15e-26e5e9f96975), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:45.373938 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Pushing event updated for resources: {'Port': ['ID=09b49ab0-d355-46ab-b15e-26e5e9f96975,revision_number=4']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:22:45.819998 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] get_ports_and_sgs() called for port_ids ['09b49ab0-d355-46ab-b15e-26e5e9f96975'] {{(pid=104025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 18:22:46.076972 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68408b8-a335-43d2-9a58-2875564518d8 req-736b167a-4f37-408a-b22e-001a98f6d919 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:46.078357 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-e68408b8-a335-43d2-9a58-2875564518d8 req-736b167a-4f37-408a-b22e-001a98f6d919 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c9cfb26-0c88-45f3-8bad-d4af45b1cade HTTP/1.1" status: 200 len: 944 time: 0.0473380 May 04 18:22:46.125271 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-e68408b8-a335-43d2-9a58-2875564518d8 req-5ad5cab8-2663-494a-81c2-1742c71d5a36 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=08638c86-5d55-45a8-81d0-0a674a737892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412672 May 04 18:22:47.065450 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device 09b49ab0-d355-46ab-b15e-26e5e9f96975 up at agent hyperv_hv-cinder-84051 {{(pid=104025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:22:47.112065 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Provisioning for port 09b49ab0-d355-46ab-b15e-26e5e9f96975 completed by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 18:22:47.168481 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Provisioning complete for port 09b49ab0-d355-46ab-b15e-26e5e9f96975 triggered by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:22:47.168862 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (09b49ab0-d355-46ab-b15e-26e5e9f96975), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:47.247320 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442d3bf6-42ed-4382-b6d6-19ff2fcefdac req-4c98502d-6d0a-4ad4-bd9c-ce908288b1ec tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:47.248819 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-442d3bf6-42ed-4382-b6d6-19ff2fcefdac req-4c98502d-6d0a-4ad4-bd9c-ce908288b1ec tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c9cfb26-0c88-45f3-8bad-d4af45b1cade HTTP/1.1" status: 200 len: 944 time: 0.0495827 May 04 18:22:47.253462 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Current status of the port 09b49ab0-d355-46ab-b15e-26e5e9f96975 is: BUILD; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:22:47.253990 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (09b49ab0-d355-46ab-b15e-26e5e9f96975), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:47.277340 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c9cfb26-0c88-45f3-8bad-d4af45b1cade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b49ab0-d355-46ab-b15e-26e5e9f96975'}] {{(pid=104025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:22:47.279596 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd171a24610d3ce9b5061050d4b691b0bb0a8f45589b955ae7373af7220d97b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7082b12-5345-437a-9acb-eacd4f4693ff" -d '{"events": [{"server_uuid": "1c9cfb26-0c88-45f3-8bad-d4af45b1cade", "name": "network-vif-plugged", "status": "completed", "tag": "09b49ab0-d355-46ab-b15e-26e5e9f96975"}]}' {{(pid=104025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:22:47.293149 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] For port 09b49ab0-d355-46ab-b15e-26e5e9f96975, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=09b49ab0-d355-46ab-b15e-26e5e9f96975,segment=NetworkSegment(de7bb9b3-95ed-4c1b-8898-7bebbfcd85a3),segment_id=de7bb9b3-95ed-4c1b-8898-7bebbfcd85a3)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:22:47.297821 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-442d3bf6-42ed-4382-b6d6-19ff2fcefdac req-d10c819e-4a41-4342-a333-e3ecfe703666 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=08638c86-5d55-45a8-81d0-0a674a737892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432632 May 04 18:22:47.344316 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 18:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad6eb92f-8f3c-43f9-b1a9-67442e6f4bc8 x-openstack-request-id: req-ad6eb92f-8f3c-43f9-b1a9-67442e6f4bc8 {{(pid=104025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:22:47.346146 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c9cfb26-0c88-45f3-8bad-d4af45b1cade", "name": "network-vif-plugged", "status": "completed", "tag": "09b49ab0-d355-46ab-b15e-26e5e9f96975", "code": 200}]} {{(pid=104025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:22:47.346146 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ad6eb92f-8f3c-43f9-b1a9-67442e6f4bc8 {{(pid=104025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:22:47.346146 dv-cinder-840511-4-iscsi neutron-server[104025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad6eb92f-8f3c-43f9-b1a9-67442e6f4bc8'] response: {'server_uuid': '1c9cfb26-0c88-45f3-8bad-d4af45b1cade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b49ab0-d355-46ab-b15e-26e5e9f96975', 'code': 200} May 04 18:22:47.362792 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (09b49ab0-d355-46ab-b15e-26e5e9f96975), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:47.411842 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Pushing event updated for resources: {'Port': ['ID=09b49ab0-d355-46ab-b15e-26e5e9f96975,revision_number=5']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:22:47.720053 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d45c253-f49d-4d26-ac33-ca60bd9ae707 req-5151a5d1-3231-4ad8-b271-94cb7719d742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:47.721471 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-2d45c253-f49d-4d26-ac33-ca60bd9ae707 req-5151a5d1-3231-4ad8-b271-94cb7719d742 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=1c9cfb26-0c88-45f3-8bad-d4af45b1cade HTTP/1.1" status: 200 len: 1129 time: 0.0415387 May 04 18:22:47.771352 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-2d45c253-f49d-4d26-ac33-ca60bd9ae707 req-35bbc722-4dbe-458b-a58c-209c9f4d11d8 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=08638c86-5d55-45a8-81d0-0a674a737892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396345 May 04 18:22:48.421645 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4465dd-2b52-49fc-a48f-a1932886f280 req-05eceb87-e5fd-4d77-9e0c-dd55c8ab25d8 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:48.423159 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-aa4465dd-2b52-49fc-a48f-a1932886f280 req-05eceb87-e5fd-4d77-9e0c-dd55c8ab25d8 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c9cfb26-0c88-45f3-8bad-d4af45b1cade HTTP/1.1" status: 200 len: 945 time: 0.0502768 May 04 18:22:48.473249 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-aa4465dd-2b52-49fc-a48f-a1932886f280 req-f4bd1d92-7508-4066-bbf2-a360076edda1 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=08638c86-5d55-45a8-81d0-0a674a737892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435271 May 04 18:22:48.940657 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4809af59-60c6-4d2b-9ae5-16f2bdbec832 req-989986c1-f629-4fcd-bd50-4e91378761c2 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:48.943794 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-4809af59-60c6-4d2b-9ae5-16f2bdbec832 req-989986c1-f629-4fcd-bd50-4e91378761c2 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/ports?device_id=da2069ca-6085-4fb0-9775-cb3cfc3e0cf4 HTTP/1.1" status: 200 len: 984 time: 0.0514441 May 04 18:22:49.008390 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-4809af59-60c6-4d2b-9ae5-16f2bdbec832 req-25bd7ea5-e554-4ab0-8a6a-aeb7d5396818 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/security-groups?id=08aedc52-72fb-44fe-acf5-463e8655e2ca&id=f6dc53a1-1d62-4861-86cd-d24bcf8198ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0588605 May 04 18:22:49.146503 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284e0157-47af-4344-9509-c3768fa2fbd4 req-b64623c7-2643-4616-a167-7855fc033af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:49.147951 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-284e0157-47af-4344-9509-c3768fa2fbd4 req-b64623c7-2643-4616-a167-7855fc033af6 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b773343d1a8d4e6889bb80f938a389a4&device_id=da2069ca-6085-4fb0-9775-cb3cfc3e0cf4 HTTP/1.1" status: 200 len: 1168 time: 0.0396123 May 04 18:22:49.240050 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284e0157-47af-4344-9509-c3768fa2fbd4 req-30e6b7c1-aa35-4a83-9ee6-0fc540a6967d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:49.241527 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-284e0157-47af-4344-9509-c3768fa2fbd4 req-30e6b7c1-aa35-4a83-9ee6-0fc540a6967d service neutron] 10.222.0.84 "GET /v2.0/networks?id=993f489f-74a5-457d-8185-f79358d76406 HTTP/1.1" status: 200 len: 916 time: 0.0871267 May 04 18:22:49.312509 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-284e0157-47af-4344-9509-c3768fa2fbd4 req-bcd6b0c6-2c6e-4344-ab33-7e290840ba58 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=925b8b19-3475-4d14-b9cd-3aa01d1499ca HTTP/1.1" status: 200 len: 1001 time: 0.0643580 May 04 18:22:49.501940 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284e0157-47af-4344-9509-c3768fa2fbd4 req-c7aad935-1444-4172-80a2-844726b4986c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:49.503403 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-284e0157-47af-4344-9509-c3768fa2fbd4 req-c7aad935-1444-4172-80a2-844726b4986c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=594e40ba-79c8-4637-b6b1-1159f1c0e514 HTTP/1.1" status: 200 len: 854 time: 0.0454228 May 04 18:22:49.590161 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87db70c1-c700-4dac-8004-d952256e7b60 req-6f95b784-faaf-44a5-9d26-058ef9eddb0e tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:49.591648 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-87db70c1-c700-4dac-8004-d952256e7b60 req-6f95b784-faaf-44a5-9d26-058ef9eddb0e tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c9cfb26-0c88-45f3-8bad-d4af45b1cade HTTP/1.1" status: 200 len: 945 time: 0.0459380 May 04 18:22:49.642943 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-87db70c1-c700-4dac-8004-d952256e7b60 req-702ed861-fcde-4d4d-9faa-e0e7367d1f87 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=08638c86-5d55-45a8-81d0-0a674a737892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456209 May 04 18:22:50.022963 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284e0157-47af-4344-9509-c3768fa2fbd4 req-a889adde-7a26-49dc-b69d-ff288c63a8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:50.024478 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-284e0157-47af-4344-9509-c3768fa2fbd4 req-a889adde-7a26-49dc-b69d-ff288c63a8c9 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=993f489f-74a5-457d-8185-f79358d76406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381911 May 04 18:22:50.152946 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a2c8d-b742-4bfd-b14c-61f0fee3cb73 req-cbbc71b1-83d8-4124-b920-13759ed84f88 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:50.154422 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-1e5a2c8d-b742-4bfd-b14c-61f0fee3cb73 req-cbbc71b1-83d8-4124-b920-13759ed84f88 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/ports?device_id=da2069ca-6085-4fb0-9775-cb3cfc3e0cf4 HTTP/1.1" status: 200 len: 984 time: 0.0660710 May 04 18:22:50.157857 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-284e0157-47af-4344-9509-c3768fa2fbd4 req-a1510732-1634-4132-a7ce-f23579e254f2 service neutron] 10.222.0.84 "GET /v2.0/networks/993f489f-74a5-457d-8185-f79358d76406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267812 May 04 18:22:50.280830 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-1e5a2c8d-b742-4bfd-b14c-61f0fee3cb73 req-78204a98-77b0-4ac5-b967-c8b210c20198 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/security-groups?id=08aedc52-72fb-44fe-acf5-463e8655e2ca&id=f6dc53a1-1d62-4861-86cd-d24bcf8198ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1207185 May 04 18:22:50.298810 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-284e0157-47af-4344-9509-c3768fa2fbd4 req-e7dd26e3-777f-42c2-b40a-1068b8612216 service neutron] 10.222.0.84 "GET /v2.0/networks/993f489f-74a5-457d-8185-f79358d76406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286967 May 04 18:22:50.818777 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b6934-fa87-4932-b5be-8984115bddb0 req-a7a8f92e-4c0d-4d8e-a9b3-5f9871e0b6c6 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:50.820298 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-637b6934-fa87-4932-b5be-8984115bddb0 req-a7a8f92e-4c0d-4d8e-a9b3-5f9871e0b6c6 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c9cfb26-0c88-45f3-8bad-d4af45b1cade HTTP/1.1" status: 200 len: 945 time: 0.0503018 May 04 18:22:50.868333 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-637b6934-fa87-4932-b5be-8984115bddb0 req-8942fd94-9e35-45b0-91a7-dac6a751bc05 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=08638c86-5d55-45a8-81d0-0a674a737892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421779 May 04 18:22:50.970568 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6982c6-65ab-422d-a142-9516c114fe81 req-0e3b51cb-21ad-4824-89ad-7651487c7a6d tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:50.972145 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-1a6982c6-65ab-422d-a142-9516c114fe81 req-0e3b51cb-21ad-4824-89ad-7651487c7a6d tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8dd944e-6e16-498a-848a-ffdff4fbd064 HTTP/1.1" status: 200 len: 945 time: 0.0465915 May 04 18:22:51.020780 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-1a6982c6-65ab-422d-a142-9516c114fe81 req-f2e585c5-1d7c-4cd3-8f9f-fd24010ebe0e tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/security-groups?id=1715c313-c023-437e-9dab-04beca213f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427463 May 04 18:22:51.121527 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca5c5db-e856-45fb-a981-673c1b1c9657 req-23bd71e1-e708-4a79-bc1d-9f085cd7daa1 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:51.123022 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-3ca5c5db-e856-45fb-a981-673c1b1c9657 req-23bd71e1-e708-4a79-bc1d-9f085cd7daa1 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c9cfb26-0c88-45f3-8bad-d4af45b1cade HTTP/1.1" status: 200 len: 945 time: 0.0507061 May 04 18:22:51.131464 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 53454) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:22:51.135677 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.v2.base [None req-185e4f3c-2950-4c82-b4dd-d501e9681a18 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Request body: {'floatingip': {'port_id': '09b49ab0-d355-46ab-b15e-26e5e9f96975'}} {{(pid=104024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:22:51.174318 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-185e4f3c-2950-4c82-b4dd-d501e9681a18 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Publish callbacks [] for floatingip (29cd1068-586b-4679-addf-f24019138384), before_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:51.441434 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced2980-71ea-455d-b32c-392a796bd057 req-61da2651-ce6a-4269-828e-9c3b581fe659 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:51.443561 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-1ced2980-71ea-455d-b32c-392a796bd057 req-61da2651-ce6a-4269-828e-9c3b581fe659 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/ports?device_id=da2069ca-6085-4fb0-9775-cb3cfc3e0cf4 HTTP/1.1" status: 200 len: 984 time: 0.0651691 May 04 18:22:51.866292 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-1ced2980-71ea-455d-b32c-392a796bd057 req-28df258a-fdd2-41c3-8457-dfc154152415 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/security-groups?id=08aedc52-72fb-44fe-acf5-463e8655e2ca&id=f6dc53a1-1d62-4861-86cd-d24bcf8198ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3916299 May 04 18:22:51.973869 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-185e4f3c-2950-4c82-b4dd-d501e9681a18 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:52.042002 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-185e4f3c-2950-4c82-b4dd-d501e9681a18 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1676511'] for floatingip (29cd1068-586b-4679-addf-f24019138384), after_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:52.105970 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (2ed5d983-d6d1-49f2-9dfa-1a41e5be1317), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:52.171997 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60f067f-2baf-4868-b776-8ae5fc7c7d86 req-3da86c05-11ea-4a2a-a897-3a271ef18f0d tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:52.173411 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-a60f067f-2baf-4868-b776-8ae5fc7c7d86 req-3da86c05-11ea-4a2a-a897-3a271ef18f0d tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8dd944e-6e16-498a-848a-ffdff4fbd064 HTTP/1.1" status: 200 len: 945 time: 0.0840542 May 04 18:22:52.194800 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.db.l3_db [None req-185e4f3c-2950-4c82-b4dd-d501e9681a18 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Floating IP 29cd1068-586b-4679-addf-f24019138384 associated. External IP: 172.27.1.124, port: 09b49ab0-d355-46ab-b15e-26e5e9f96975. May 04 18:22:52.278896 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-a60f067f-2baf-4868-b776-8ae5fc7c7d86 req-d3a3c0de-2971-4d7f-93bb-cdd3fd41dbc2 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/security-groups?id=1715c313-c023-437e-9dab-04beca213f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961053 May 04 18:22:52.439805 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-185e4f3c-2950-4c82-b4dd-d501e9681a18 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Router 5a083771-4312-41bf-99a2-16ce3ccd099a has already been hosted by L3 agent 341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae {{(pid=104024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 18:22:52.553626 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-185e4f3c-2950-4c82-b4dd-d501e9681a18 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Notify agent at l3_agent.dv-cinder-840511-4-iscsi the message routers_updated {{(pid=104024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 18:22:52.558486 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-185e4f3c-2950-4c82-b4dd-d501e9681a18 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976'] for floatingip (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:52.563240 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31f131a-8b95-43f8-997a-ee88b6e228ce None None] Sync routers for ids ['5a083771-4312-41bf-99a2-16ce3ccd099a'] in dv-cinder-840511-4-iscsi {{(pid=104025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:22:52.573673 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31f131a-8b95-43f8-997a-ee88b6e228ce None None] Routers {'5a083771-4312-41bf-99a2-16ce3ccd099a'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:22:52.574292 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-d31f131a-8b95-43f8-997a-ee88b6e228ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:22:30Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['5a083771-4312-41bf-99a2-16ce3ccd099a'], 'active': True} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:22:52.598744 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-185e4f3c-2950-4c82-b4dd-d501e9681a18 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "PUT /v2.0/floatingips/29cd1068-586b-4679-addf-f24019138384 HTTP/1.1" status: 200 len: 991 time: 1.4569125 May 04 18:22:52.598744 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c9cfb26-0c88-45f3-8bad-d4af45b1cade', 'tag': '09b49ab0-d355-46ab-b15e-26e5e9f96975'}] {{(pid=104024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:22:52.598744 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c26fa3ecb1f16f42831e56f73673e8220bc52890772fb217514d3f8d557ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7c46459-fd67-4a09-ab03-313e26a522e4" -d '{"events": [{"name": "network-changed", "server_uuid": "1c9cfb26-0c88-45f3-8bad-d4af45b1cade", "tag": "09b49ab0-d355-46ab-b15e-26e5e9f96975"}]}' {{(pid=104024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:22:52.630605 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 18:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf9c699-a2cc-411d-8eee-5f9d76f206f2 x-openstack-request-id: req-1bf9c699-a2cc-411d-8eee-5f9d76f206f2 {{(pid=104024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:22:52.631402 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c9cfb26-0c88-45f3-8bad-d4af45b1cade", "tag": "09b49ab0-d355-46ab-b15e-26e5e9f96975", "status": "completed", "code": 200}]} {{(pid=104024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:22:52.631521 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1bf9c699-a2cc-411d-8eee-5f9d76f206f2 {{(pid=104024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:22:52.632018 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bf9c699-a2cc-411d-8eee-5f9d76f206f2'] response: {'name': 'network-changed', 'server_uuid': '1c9cfb26-0c88-45f3-8bad-d4af45b1cade', 'tag': '09b49ab0-d355-46ab-b15e-26e5e9f96975', 'status': 'completed', 'code': 200} May 04 18:22:52.686647 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvr_db [None req-d31f131a-8b95-43f8-997a-ee88b6e228ce None None] Set router 5a083771-4312-41bf-99a2-16ce3ccd099a gateway port host: dv-cinder-840511-4-iscsi {{(pid=104025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:22:52.722313 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c46459-fd67-4a09-ab03-313e26a522e4 req-d886de50-9b33-44f3-bb63-83a1367c78a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:52.724525 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-d7c46459-fd67-4a09-ab03-313e26a522e4 req-d886de50-9b33-44f3-bb63-83a1367c78a0 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1437e10b84d943a885db1ec25dccc6e5&device_id=1c9cfb26-0c88-45f3-8bad-d4af45b1cade HTTP/1.1" status: 200 len: 1129 time: 0.0397203 May 04 18:22:52.821795 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c46459-fd67-4a09-ab03-313e26a522e4 req-ff931dfc-f343-4a64-bd0d-f795e84c421c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:52.823350 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-d7c46459-fd67-4a09-ab03-313e26a522e4 req-ff931dfc-f343-4a64-bd0d-f795e84c421c service neutron] 10.222.0.84 "GET /v2.0/networks?id=26d35b79-1359-484a-a955-f54353f413dc HTTP/1.1" status: 200 len: 918 time: 0.0917916 May 04 18:22:52.892150 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-d7c46459-fd67-4a09-ab03-313e26a522e4 req-d0c3e687-91d3-4e88-b446-5ace20f0b695 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=09b49ab0-d355-46ab-b15e-26e5e9f96975 HTTP/1.1" status: 200 len: 999 time: 0.0613263 May 04 18:22:52.906958 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-d31f131a-8b95-43f8-997a-ee88b6e228ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a083771-4312-41bf-99a2-16ce3ccd099a', 'name': 'tempest-AttachVolumeShelveTestJSON-2042377689-router', 'tenant_id': '1437e10b84d943a885db1ec25dccc6e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'f1d9d266-1ac8-4500-9540-07264ac7abbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:15:51Z', 'updated_at': '2022-05-04T18:16:01Z', 'revision_number': 4, 'project_id': '1437e10b84d943a885db1ec25dccc6e5', 'gw_port': {'id': 'f1d9d266-1ac8-4500-9540-07264ac7abbc', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:6e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a083771-4312-41bf-99a2-16ce3ccd099a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:15:53Z', 'updated_at': '2022-05-04T18:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_floatingips': [{'id': '29cd1068-586b-4679-addf-f24019138384', 'tenant_id': '1437e10b84d943a885db1ec25dccc6e5', 'floating_ip_address': '172.27.1.124', 'floating_network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'router_id': '5a083771-4312-41bf-99a2-16ce3ccd099a', 'port_id': '09b49ab0-d355-46ab-b15e-26e5e9f96975', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26d35b79-1359-484a-a955-f54353f413dc', 'mac_address': 'fa:16:3e:54:6c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9cfb26-0c88-45f3-8bad-d4af45b1cade', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:22:34Z', 'updated_at': '2022-05-04T18:22:51Z', 'revision_number': 1, 'project_id': '1437e10b84d943a885db1ec25dccc6e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b46c84ab-1d38-48ba-a405-6c640a1be5cd', 'name': '', 'network_id': '26d35b79-1359-484a-a955-f54353f413dc', 'tenant_id': '1437e10b84d943a885db1ec25dccc6e5', 'mac_address': 'fa:16:3e:cf:f9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a083771-4312-41bf-99a2-16ce3ccd099a', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0e97a9af-bf91-4879-8505-d85b9edd2417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:15:59Z', 'updated_at': '2022-05-04T18:16:10Z', 'revision_number': 5, 'project_id': '1437e10b84d943a885db1ec25dccc6e5', 'subnets': [{'id': '0e97a9af-bf91-4879-8505-d85b9edd2417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:22:52.943907 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c46459-fd67-4a09-ab03-313e26a522e4 req-9ff2df38-2a15-4c59-8a00-a013a4e24196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:52.945395 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-d7c46459-fd67-4a09-ab03-313e26a522e4 req-9ff2df38-2a15-4c59-8a00-a013a4e24196 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0e97a9af-bf91-4879-8505-d85b9edd2417 HTTP/1.1" status: 200 len: 856 time: 0.0455866 May 04 18:22:53.027229 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb4485c-f1f6-4411-a849-00bfb5258ed7 req-13236658-695e-41af-b65f-8df51347bdbd tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:53.028710 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-bbb4485c-f1f6-4411-a849-00bfb5258ed7 req-13236658-695e-41af-b65f-8df51347bdbd tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/ports?device_id=da2069ca-6085-4fb0-9775-cb3cfc3e0cf4 HTTP/1.1" status: 200 len: 984 time: 0.0824175 May 04 18:22:53.029706 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c46459-fd67-4a09-ab03-313e26a522e4 req-db8035a8-3b8b-4ad6-adb8-b0aea910a53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:53.031211 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-d7c46459-fd67-4a09-ab03-313e26a522e4 req-db8035a8-3b8b-4ad6-adb8-b0aea910a53c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=26d35b79-1359-484a-a955-f54353f413dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0754521 May 04 18:22:53.067421 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31f131a-8b95-43f8-997a-ee88b6e228ce None None] Checking router: 5a083771-4312-41bf-99a2-16ce3ccd099a for host: dv-cinder-840511-4-iscsi {{(pid=104025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:22:53.075983 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31f131a-8b95-43f8-997a-ee88b6e228ce None None] Routers {'5a083771-4312-41bf-99a2-16ce3ccd099a'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:22:53.076607 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-d31f131a-8b95-43f8-997a-ee88b6e228ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:22:30Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['5a083771-4312-41bf-99a2-16ce3ccd099a'], 'active': True} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:22:53.154705 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-bbb4485c-f1f6-4411-a849-00bfb5258ed7 req-4c42d19a-d37c-497d-b598-50568cd87717 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/security-groups?id=08aedc52-72fb-44fe-acf5-463e8655e2ca&id=f6dc53a1-1d62-4861-86cd-d24bcf8198ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1196859 May 04 18:22:53.177040 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-d7c46459-fd67-4a09-ab03-313e26a522e4 req-678c8bfb-8341-44ff-91fd-c9cfc10aefed service neutron] 10.222.0.84 "GET /v2.0/networks/26d35b79-1359-484a-a955-f54353f413dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312568 May 04 18:22:53.189359 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvr_db [None req-d31f131a-8b95-43f8-997a-ee88b6e228ce None None] Set router 5a083771-4312-41bf-99a2-16ce3ccd099a gateway port host: dv-cinder-840511-4-iscsi {{(pid=104025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:22:53.272085 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-d7c46459-fd67-4a09-ab03-313e26a522e4 req-0ac0524d-1fef-4fe3-aaf5-f01bbc8d2270 service neutron] 10.222.0.84 "GET /v2.0/networks/26d35b79-1359-484a-a955-f54353f413dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853319 May 04 18:22:53.398673 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e7b1a-17f5-4d74-ba37-7d3aaaf6cdbb req-8207a98e-0566-44d7-8e62-7828714a24ba tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:53.401218 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-422e7b1a-17f5-4d74-ba37-7d3aaaf6cdbb req-8207a98e-0566-44d7-8e62-7828714a24ba tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8dd944e-6e16-498a-848a-ffdff4fbd064 HTTP/1.1" status: 200 len: 945 time: 0.0539730 May 04 18:22:53.417795 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-d31f131a-8b95-43f8-997a-ee88b6e228ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a083771-4312-41bf-99a2-16ce3ccd099a', 'name': 'tempest-AttachVolumeShelveTestJSON-2042377689-router', 'tenant_id': '1437e10b84d943a885db1ec25dccc6e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'f1d9d266-1ac8-4500-9540-07264ac7abbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:15:51Z', 'updated_at': '2022-05-04T18:16:01Z', 'revision_number': 4, 'project_id': '1437e10b84d943a885db1ec25dccc6e5', 'gw_port': {'id': 'f1d9d266-1ac8-4500-9540-07264ac7abbc', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:6e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a083771-4312-41bf-99a2-16ce3ccd099a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:15:53Z', 'updated_at': '2022-05-04T18:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_floatingips': [{'id': '29cd1068-586b-4679-addf-f24019138384', 'tenant_id': '1437e10b84d943a885db1ec25dccc6e5', 'floating_ip_address': '172.27.1.124', 'floating_network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'router_id': '5a083771-4312-41bf-99a2-16ce3ccd099a', 'port_id': '09b49ab0-d355-46ab-b15e-26e5e9f96975', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26d35b79-1359-484a-a955-f54353f413dc', 'mac_address': 'fa:16:3e:54:6c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9cfb26-0c88-45f3-8bad-d4af45b1cade', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:22:34Z', 'updated_at': '2022-05-04T18:22:51Z', 'revision_number': 1, 'project_id': '1437e10b84d943a885db1ec25dccc6e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b46c84ab-1d38-48ba-a405-6c640a1be5cd', 'name': '', 'network_id': '26d35b79-1359-484a-a955-f54353f413dc', 'tenant_id': '1437e10b84d943a885db1ec25dccc6e5', 'mac_address': 'fa:16:3e:cf:f9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a083771-4312-41bf-99a2-16ce3ccd099a', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0e97a9af-bf91-4879-8505-d85b9edd2417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:15:59Z', 'updated_at': '2022-05-04T18:16:10Z', 'revision_number': 5, 'project_id': '1437e10b84d943a885db1ec25dccc6e5', 'subnets': [{'id': '0e97a9af-bf91-4879-8505-d85b9edd2417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:22:53.449602 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31f131a-8b95-43f8-997a-ee88b6e228ce None None] The sync data for ids ['5a083771-4312-41bf-99a2-16ce3ccd099a'] in dv-cinder-840511-4-iscsi is: [{'id': '5a083771-4312-41bf-99a2-16ce3ccd099a', 'name': 'tempest-AttachVolumeShelveTestJSON-2042377689-router', 'tenant_id': '1437e10b84d943a885db1ec25dccc6e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'f1d9d266-1ac8-4500-9540-07264ac7abbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:15:51Z', 'updated_at': '2022-05-04T18:16:01Z', 'revision_number': 4, 'project_id': '1437e10b84d943a885db1ec25dccc6e5', 'gw_port': {'id': 'f1d9d266-1ac8-4500-9540-07264ac7abbc', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:6e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a083771-4312-41bf-99a2-16ce3ccd099a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:15:53Z', 'updated_at': '2022-05-04T18:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_floatingips': [{'id': '29cd1068-586b-4679-addf-f24019138384', 'tenant_id': '1437e10b84d943a885db1ec25dccc6e5', 'floating_ip_address': '172.27.1.124', 'floating_network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'router_id': '5a083771-4312-41bf-99a2-16ce3ccd099a', 'port_id': '09b49ab0-d355-46ab-b15e-26e5e9f96975', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26d35b79-1359-484a-a955-f54353f413dc', 'mac_address': 'fa:16:3e:54:6c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9cfb26-0c88-45f3-8bad-d4af45b1cade', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:22:34Z', 'updated_at': '2022-05-04T18:22:51Z', 'revision_number': 1, 'project_id': '1437e10b84d943a885db1ec25dccc6e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b46c84ab-1d38-48ba-a405-6c640a1be5cd', 'name': '', 'network_id': '26d35b79-1359-484a-a955-f54353f413dc', 'tenant_id': '1437e10b84d943a885db1ec25dccc6e5', 'mac_address': 'fa:16:3e:cf:f9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a083771-4312-41bf-99a2-16ce3ccd099a', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0e97a9af-bf91-4879-8505-d85b9edd2417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:15:59Z', 'updated_at': '2022-05-04T18:16:10Z', 'revision_number': 5, 'project_id': '1437e10b84d943a885db1ec25dccc6e5', 'subnets': [{'id': '0e97a9af-bf91-4879-8505-d85b9edd2417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:22:53.453379 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-422e7b1a-17f5-4d74-ba37-7d3aaaf6cdbb req-a48f2fc2-d6ea-4ab5-969f-b6577fa848ef tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/security-groups?id=1715c313-c023-437e-9dab-04beca213f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442116 May 04 18:22:53.648322 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe681bd-1133-428f-943f-2de4de0c5e14 None None] New status for floating IP 29cd1068-586b-4679-addf-f24019138384: ACTIVE {{(pid=104026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 18:22:54.270976 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e05d039-d540-4d89-a37c-dd5596691d92 req-729592ca-a55b-4429-9344-bd7340d53538 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:54.272481 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-3e05d039-d540-4d89-a37c-dd5596691d92 req-729592ca-a55b-4429-9344-bd7340d53538 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/ports?device_id=da2069ca-6085-4fb0-9775-cb3cfc3e0cf4 HTTP/1.1" status: 200 len: 984 time: 0.0473735 May 04 18:22:54.332566 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-3e05d039-d540-4d89-a37c-dd5596691d92 req-dc3a03e9-2d9c-4775-9bcd-182d5479b938 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/security-groups?id=08aedc52-72fb-44fe-acf5-463e8655e2ca&id=f6dc53a1-1d62-4861-86cd-d24bcf8198ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541959 May 04 18:22:54.566142 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70405ab-d22f-41cf-b912-f48aebc7e38d req-57b56bf8-cfcf-471e-a2f2-88caabc46a6e tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:54.567879 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-b70405ab-d22f-41cf-b912-f48aebc7e38d req-57b56bf8-cfcf-471e-a2f2-88caabc46a6e tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8dd944e-6e16-498a-848a-ffdff4fbd064 HTTP/1.1" status: 200 len: 945 time: 0.0459535 May 04 18:22:54.621229 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-b70405ab-d22f-41cf-b912-f48aebc7e38d req-e99c2001-d26e-4303-82e9-858dcfc02688 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/security-groups?id=1715c313-c023-437e-9dab-04beca213f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477388 May 04 18:22:55.447925 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793b796c-6248-418f-8560-b51fb79c1d58 req-d8efa584-d22e-479a-8e50-9168e179f11d tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:55.449445 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-793b796c-6248-418f-8560-b51fb79c1d58 req-d8efa584-d22e-479a-8e50-9168e179f11d tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/ports?device_id=da2069ca-6085-4fb0-9775-cb3cfc3e0cf4 HTTP/1.1" status: 200 len: 984 time: 0.0471120 May 04 18:22:55.510498 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-793b796c-6248-418f-8560-b51fb79c1d58 req-8ba9b6ce-8b14-4361-9698-98ffe1206412 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/security-groups?id=08aedc52-72fb-44fe-acf5-463e8655e2ca&id=f6dc53a1-1d62-4861-86cd-d24bcf8198ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0551257 May 04 18:22:55.734058 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0b9513-4242-46fb-9bae-c4b3bfe1615c req-8e17969c-5ab7-4689-9322-a4e9c17a90b3 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:55.735576 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-8c0b9513-4242-46fb-9bae-c4b3bfe1615c req-8e17969c-5ab7-4689-9322-a4e9c17a90b3 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8dd944e-6e16-498a-848a-ffdff4fbd064 HTTP/1.1" status: 200 len: 945 time: 0.0481377 May 04 18:22:55.785318 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-8c0b9513-4242-46fb-9bae-c4b3bfe1615c req-ca0ddef7-f7c4-4911-8e3b-0d3cf53c9db2 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/security-groups?id=1715c313-c023-437e-9dab-04beca213f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438595 May 04 18:22:56.630026 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c34b8-582b-4061-a91b-004f94340249 req-7a29b17b-bc17-417d-93f9-97ffd3fb092b tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:56.631719 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-3d3c34b8-582b-4061-a91b-004f94340249 req-7a29b17b-bc17-417d-93f9-97ffd3fb092b tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/ports?device_id=da2069ca-6085-4fb0-9775-cb3cfc3e0cf4 HTTP/1.1" status: 200 len: 984 time: 0.0521696 May 04 18:22:56.691747 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-3d3c34b8-582b-4061-a91b-004f94340249 req-b061c4d0-6373-4eec-9f4f-e6c21cc58d6a tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/security-groups?id=08aedc52-72fb-44fe-acf5-463e8655e2ca&id=f6dc53a1-1d62-4861-86cd-d24bcf8198ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543404 May 04 18:22:56.897793 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6af26c-8e63-4b3d-b217-f058d310ad93 req-70cd8b6f-e720-4aa4-8430-2ecd5aa77b9f tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:56.899277 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-2f6af26c-8e63-4b3d-b217-f058d310ad93 req-70cd8b6f-e720-4aa4-8430-2ecd5aa77b9f tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8dd944e-6e16-498a-848a-ffdff4fbd064 HTTP/1.1" status: 200 len: 945 time: 0.0461531 May 04 18:22:56.947765 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-2f6af26c-8e63-4b3d-b217-f058d310ad93 req-3e74c81e-3b38-4c33-8865-44d115149b55 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/security-groups?id=1715c313-c023-437e-9dab-04beca213f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428879 May 04 18:22:57.637060 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-e90292b8-b64f-4929-a8c9-e601d5b4922e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (c89944b2-e06f-41dc-a0fc-77a7e649c9d3), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:22:57.813004 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e72d4a-7d59-4ba7-a1c4-8a5feee3ecf9 req-f6d80c52-d7b7-4ff6-b2fc-a24fb33d9783 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:57.814501 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-12e72d4a-7d59-4ba7-a1c4-8a5feee3ecf9 req-f6d80c52-d7b7-4ff6-b2fc-a24fb33d9783 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/ports?device_id=da2069ca-6085-4fb0-9775-cb3cfc3e0cf4 HTTP/1.1" status: 200 len: 984 time: 0.0488133 May 04 18:22:57.880177 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-12e72d4a-7d59-4ba7-a1c4-8a5feee3ecf9 req-3f053386-b59c-4fe0-adb1-5015fbdeaf6b tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/security-groups?id=08aedc52-72fb-44fe-acf5-463e8655e2ca&id=f6dc53a1-1d62-4861-86cd-d24bcf8198ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0595145 May 04 18:22:58.062225 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9a74e2-4a56-4c75-abee-87b2c7572072 req-68473746-f8f1-45a6-82e0-6e96e98e1398 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:58.063793 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-2e9a74e2-4a56-4c75-abee-87b2c7572072 req-68473746-f8f1-45a6-82e0-6e96e98e1398 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8dd944e-6e16-498a-848a-ffdff4fbd064 HTTP/1.1" status: 200 len: 945 time: 0.0480790 May 04 18:22:58.112784 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-2e9a74e2-4a56-4c75-abee-87b2c7572072 req-868b0a7e-53b9-4ce9-9ef7-dbf5094e487a tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/security-groups?id=1715c313-c023-437e-9dab-04beca213f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433888 May 04 18:22:58.994430 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8fc0f2-67d4-4411-99cc-fcee6fce5cbf req-8d58b757-5589-4a8b-89ea-08a9481b17b0 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:58.995855 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-ec8fc0f2-67d4-4411-99cc-fcee6fce5cbf req-8d58b757-5589-4a8b-89ea-08a9481b17b0 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/ports?device_id=da2069ca-6085-4fb0-9775-cb3cfc3e0cf4 HTTP/1.1" status: 200 len: 984 time: 0.0458510 May 04 18:22:59.057147 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-ec8fc0f2-67d4-4411-99cc-fcee6fce5cbf req-53255da7-2bec-43e9-8d20-95c8c2763dff tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/security-groups?id=08aedc52-72fb-44fe-acf5-463e8655e2ca&id=f6dc53a1-1d62-4861-86cd-d24bcf8198ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545092 May 04 18:22:59.230437 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5d4307-8927-4102-bfea-184e3f24836b req-f23c95cf-414b-452d-8d31-6cb2ce9c8551 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:59.232946 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-be5d4307-8927-4102-bfea-184e3f24836b req-f23c95cf-414b-452d-8d31-6cb2ce9c8551 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8dd944e-6e16-498a-848a-ffdff4fbd064 HTTP/1.1" status: 200 len: 945 time: 0.0526781 May 04 18:22:59.283642 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-be5d4307-8927-4102-bfea-184e3f24836b req-f442b4b9-2fae-4bbb-88e5-2337920420de tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/security-groups?id=1715c313-c023-437e-9dab-04beca213f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457199 May 04 18:22:59.360546 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-4d820bf3-d0b4-4adf-b5ee-008779008646 req-465c4c3c-b88f-40fe-a2a3-7e48c73413a6 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381725 May 04 18:22:59.433669 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d820bf3-d0b4-4adf-b5ee-008779008646 req-d0787f65-540d-468f-9fa4-2bb8e6c6cdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:59.435181 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-4d820bf3-d0b4-4adf-b5ee-008779008646 req-d0787f65-540d-468f-9fa4-2bb8e6c6cdfb service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=0998832c5db04fe5b7e93fa392a693f8&device_id=fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2 HTTP/1.1" status: 200 len: 1129 time: 0.0379310 May 04 18:22:59.553102 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d820bf3-d0b4-4adf-b5ee-008779008646 req-1e010366-e831-4a6a-8bb7-daa34497264e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:59.554581 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-4d820bf3-d0b4-4adf-b5ee-008779008646 req-1e010366-e831-4a6a-8bb7-daa34497264e service neutron] 10.222.0.84 "GET /v2.0/networks?id=6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e HTTP/1.1" status: 200 len: 911 time: 0.0899172 May 04 18:22:59.623720 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-4d820bf3-d0b4-4adf-b5ee-008779008646 req-34e60690-4641-47de-918b-fb52c7016135 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d4ff6da-20e4-4b89-a958-b2e3d1efc53b HTTP/1.1" status: 200 len: 1001 time: 0.0594342 May 04 18:22:59.681923 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d820bf3-d0b4-4adf-b5ee-008779008646 req-b775feb4-0886-4406-b243-e7a89e5dec21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:59.683388 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-4d820bf3-d0b4-4adf-b5ee-008779008646 req-b775feb4-0886-4406-b243-e7a89e5dec21 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3ba3abcf-592c-4523-9b0f-c55aec0e9e52 HTTP/1.1" status: 200 len: 849 time: 0.0475814 May 04 18:22:59.729623 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d820bf3-d0b4-4adf-b5ee-008779008646 req-f20b570e-5d37-4193-bdbf-47dbc0937009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:59.731451 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-4d820bf3-d0b4-4adf-b5ee-008779008646 req-f20b570e-5d37-4193-bdbf-47dbc0937009 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372577 May 04 18:22:59.831081 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-4d820bf3-d0b4-4adf-b5ee-008779008646 req-c2ec68fd-4738-4652-b944-71abe46cbd12 service neutron] 10.222.0.84 "GET /v2.0/networks/6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886228 May 04 18:22:59.922161 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-4d820bf3-d0b4-4adf-b5ee-008779008646 req-01d3b90a-ea5c-48fc-9066-7f570540bb3f service neutron] 10.222.0.84 "GET /v2.0/networks/6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819693 May 04 18:23:00.021948 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-d439e278-aa81-4080-b502-536cca0640a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:00.172960 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714d5875-da18-43c9-8768-341956ed84c6 req-7a103add-6323-4d9f-a965-ebd77f650438 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:00.174415 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-714d5875-da18-43c9-8768-341956ed84c6 req-7a103add-6323-4d9f-a965-ebd77f650438 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/ports?device_id=da2069ca-6085-4fb0-9775-cb3cfc3e0cf4 HTTP/1.1" status: 200 len: 984 time: 0.0483255 May 04 18:23:00.237980 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-714d5875-da18-43c9-8768-341956ed84c6 req-ff2aab21-edd6-47ad-84a0-646e3dbd9806 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/security-groups?id=08aedc52-72fb-44fe-acf5-463e8655e2ca&id=f6dc53a1-1d62-4861-86cd-d24bcf8198ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0569985 May 04 18:23:00.400162 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19fb5fc-4a0b-4e61-b041-2b04fed37095 req-71ab579d-6f62-4c6d-a1ae-0cc2566cc0a8 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:00.401686 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-a19fb5fc-4a0b-4e61-b041-2b04fed37095 req-71ab579d-6f62-4c6d-a1ae-0cc2566cc0a8 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8dd944e-6e16-498a-848a-ffdff4fbd064 HTTP/1.1" status: 200 len: 945 time: 0.0481408 May 04 18:23:00.457783 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-a19fb5fc-4a0b-4e61-b041-2b04fed37095 req-ffabd99c-970c-46b0-9cf3-96e1a36e1f85 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/security-groups?id=1715c313-c023-437e-9dab-04beca213f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504034 May 04 18:23:01.175023 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-4fdd29be-a970-4503-919e-12b86a90c52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (74c08095-bc4c-43d3-91b6-743b06ad1f6c), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:01.184391 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cafae8c-2a6d-4b01-8dd8-7fb24a64e822 req-00710b6c-9b42-4225-837c-71112601fac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:01.185866 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-3cafae8c-2a6d-4b01-8dd8-7fb24a64e822 req-00710b6c-9b42-4225-837c-71112601fac7 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=5b095a86e9004719a23c3a0bd0f8a986&device_id=f8dd944e-6e16-498a-848a-ffdff4fbd064 HTTP/1.1" status: 200 len: 1129 time: 0.0385034 May 04 18:23:01.285808 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cafae8c-2a6d-4b01-8dd8-7fb24a64e822 req-f2a16cb0-7b68-4f94-af81-17f73db2f091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:01.287298 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-3cafae8c-2a6d-4b01-8dd8-7fb24a64e822 req-f2a16cb0-7b68-4f94-af81-17f73db2f091 service neutron] 10.222.0.84 "GET /v2.0/networks?id=106b7264-34d3-4ab1-9694-1650e4fd9860 HTTP/1.1" status: 200 len: 909 time: 0.0902951 May 04 18:23:01.395628 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a58caa0-64f6-4127-8894-cc302437068d req-957cccf9-8177-4046-bd20-da4f4dc7dd4b tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:01.397116 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-4a58caa0-64f6-4127-8894-cc302437068d req-957cccf9-8177-4046-bd20-da4f4dc7dd4b tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/ports?device_id=da2069ca-6085-4fb0-9775-cb3cfc3e0cf4 HTTP/1.1" status: 200 len: 984 time: 0.0650492 May 04 18:23:01.398817 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-3cafae8c-2a6d-4b01-8dd8-7fb24a64e822 req-e4bb6af0-1fa1-400b-8cd0-b38a83722e98 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4 HTTP/1.1" status: 200 len: 1001 time: 0.1033297 May 04 18:23:01.479929 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cafae8c-2a6d-4b01-8dd8-7fb24a64e822 req-0558fed4-c98f-42b7-90b5-0983167939ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:01.481424 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-3cafae8c-2a6d-4b01-8dd8-7fb24a64e822 req-0558fed4-c98f-42b7-90b5-0983167939ea service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3d61c736-b53f-4743-b857-e2820b1996fc HTTP/1.1" status: 200 len: 847 time: 0.0727019 May 04 18:23:01.503913 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-4a58caa0-64f6-4127-8894-cc302437068d req-bf03e9ca-00fa-429c-83ab-b933f6a59566 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/security-groups?id=08aedc52-72fb-44fe-acf5-463e8655e2ca&id=f6dc53a1-1d62-4861-86cd-d24bcf8198ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1008472 May 04 18:23:01.532023 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cafae8c-2a6d-4b01-8dd8-7fb24a64e822 req-70914721-87ec-44c8-92bd-6a5ccaae28f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:01.533542 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-3cafae8c-2a6d-4b01-8dd8-7fb24a64e822 req-70914721-87ec-44c8-92bd-6a5ccaae28f6 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=106b7264-34d3-4ab1-9694-1650e4fd9860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437207 May 04 18:23:01.644681 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d52702-e43f-4e87-b89d-597b0ca7f0c1 req-6d84267f-7759-4612-8a27-416bcd86af41 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:01.646179 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-31d52702-e43f-4e87-b89d-597b0ca7f0c1 req-6d84267f-7759-4612-8a27-416bcd86af41 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8dd944e-6e16-498a-848a-ffdff4fbd064 HTTP/1.1" status: 200 len: 945 time: 0.0862842 May 04 18:23:01.684152 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-3cafae8c-2a6d-4b01-8dd8-7fb24a64e822 req-0184d52f-0b71-489a-ba2e-cf744cd18340 service neutron] 10.222.0.84 "GET /v2.0/networks/106b7264-34d3-4ab1-9694-1650e4fd9860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437120 May 04 18:23:01.711541 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-31d52702-e43f-4e87-b89d-597b0ca7f0c1 req-f1da6f0a-0c88-4ee5-abc9-ab55ee78a2f9 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/security-groups?id=1715c313-c023-437e-9dab-04beca213f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591910 May 04 18:23:01.862747 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-3cafae8c-2a6d-4b01-8dd8-7fb24a64e822 req-f0e6f958-5ebe-49d9-a72a-81ec5bc643a0 service neutron] 10.222.0.84 "GET /v2.0/networks/106b7264-34d3-4ab1-9694-1650e4fd9860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007178 May 04 18:23:02.592193 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-f7537222-04fb-4408-8d24-7493625e2bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (88f974dc-3c14-4d3d-9ef8-4363bb88b433), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:02.691658 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8055726-bb0b-4968-babd-536d34c66c31 req-f55b1ed7-2127-4a9d-a5af-5924052c2a85 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:02.693160 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-e8055726-bb0b-4968-babd-536d34c66c31 req-f55b1ed7-2127-4a9d-a5af-5924052c2a85 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/ports?device_id=da2069ca-6085-4fb0-9775-cb3cfc3e0cf4 HTTP/1.1" status: 200 len: 984 time: 0.0465844 May 04 18:23:02.719387 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.agents_db [None req-cc71a237-c19e-45a1-a167-cff52744c55e None None] Agent healthcheck: found 6 active agents {{(pid=104026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 18:23:02.753948 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-e8055726-bb0b-4968-babd-536d34c66c31 req-9552b534-3eb0-40c2-8362-708841b31b12 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/security-groups?id=08aedc52-72fb-44fe-acf5-463e8655e2ca&id=f6dc53a1-1d62-4861-86cd-d24bcf8198ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537651 May 04 18:23:02.903555 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5044064b-b890-4aa5-9acc-5643e139c820 req-530851f1-dcf4-43aa-a008-1ae7792aad0c tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:02.905030 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-5044064b-b890-4aa5-9acc-5643e139c820 req-530851f1-dcf4-43aa-a008-1ae7792aad0c tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8dd944e-6e16-498a-848a-ffdff4fbd064 HTTP/1.1" status: 200 len: 945 time: 0.0519409 May 04 18:23:03.196640 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-5044064b-b890-4aa5-9acc-5643e139c820 req-994dce94-0d3d-4eca-8122-5fe37d85c5a8 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/security-groups?id=1715c313-c023-437e-9dab-04beca213f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2834938 May 04 18:23:03.797616 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (e55a6cb5-967a-4631-865a-95818de4ff35), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:03.873095 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fec0ca-4954-4809-9afa-9e2c6a1a3c73 req-46896177-0c4a-4e69-b3b8-dd8d668f4c48 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:03.874521 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-79fec0ca-4954-4809-9afa-9e2c6a1a3c73 req-46896177-0c4a-4e69-b3b8-dd8d668f4c48 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/ports?device_id=da2069ca-6085-4fb0-9775-cb3cfc3e0cf4 HTTP/1.1" status: 200 len: 984 time: 0.0521407 May 04 18:23:03.934341 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-79fec0ca-4954-4809-9afa-9e2c6a1a3c73 req-32c03295-67d6-4a34-9d10-914575c19cf8 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/security-groups?id=08aedc52-72fb-44fe-acf5-463e8655e2ca&id=f6dc53a1-1d62-4861-86cd-d24bcf8198ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540988 May 04 18:23:04.316489 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77448ced-5fb3-4fed-91f9-ff151b5d3c19 req-18d5caee-d985-4dba-93d6-83d9e31e9c8d tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:04.318013 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-77448ced-5fb3-4fed-91f9-ff151b5d3c19 req-18d5caee-d985-4dba-93d6-83d9e31e9c8d tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8dd944e-6e16-498a-848a-ffdff4fbd064 HTTP/1.1" status: 200 len: 945 time: 0.0527525 May 04 18:23:04.370819 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-77448ced-5fb3-4fed-91f9-ff151b5d3c19 req-1611022d-ffc4-453c-99de-84fbdc11f7d8 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/security-groups?id=1715c313-c023-437e-9dab-04beca213f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454812 May 04 18:23:05.352940 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606da0eb-426c-4f3d-a9cf-a71e2ce95676 req-6b621b8c-558b-4de9-b1ef-2c7635ddd0c9 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:05.354355 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-606da0eb-426c-4f3d-a9cf-a71e2ce95676 req-6b621b8c-558b-4de9-b1ef-2c7635ddd0c9 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/ports?device_id=da2069ca-6085-4fb0-9775-cb3cfc3e0cf4 HTTP/1.1" status: 200 len: 984 time: 0.0486412 May 04 18:23:05.416910 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-606da0eb-426c-4f3d-a9cf-a71e2ce95676 req-564c6c12-4cf3-4615-a898-9a61d8f7ecca tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/security-groups?id=08aedc52-72fb-44fe-acf5-463e8655e2ca&id=f6dc53a1-1d62-4861-86cd-d24bcf8198ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563905 May 04 18:23:05.565794 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337c4cf6-691e-42fb-a0d0-a5d324811bab req-09392bd2-d757-40d9-8490-ae6e29f71591 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:05.567317 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-337c4cf6-691e-42fb-a0d0-a5d324811bab req-09392bd2-d757-40d9-8490-ae6e29f71591 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2 HTTP/1.1" status: 200 len: 945 time: 0.0482659 May 04 18:23:05.618746 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-337c4cf6-691e-42fb-a0d0-a5d324811bab req-e7e5e54d-7f84-495a-af93-8441d212f88c tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f9cf9b-5753-412e-92be-8773f690cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457757 May 04 18:23:05.717265 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6334a8-8cdb-4e62-acd8-0c7568beeb0c req-2b397ca1-f676-44a9-8737-ddf64f02b3bd tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:05.718716 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-de6334a8-8cdb-4e62-acd8-0c7568beeb0c req-2b397ca1-f676-44a9-8737-ddf64f02b3bd tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8dd944e-6e16-498a-848a-ffdff4fbd064 HTTP/1.1" status: 200 len: 945 time: 0.0457711 May 04 18:23:05.766253 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-de6334a8-8cdb-4e62-acd8-0c7568beeb0c req-19ce8b47-fa17-4ffc-b6ad-1d5c236e5472 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/security-groups?id=1715c313-c023-437e-9dab-04beca213f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418720 May 04 18:23:06.134056 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [req-41a72021-e710-4a0f-8a18-2b0f9128e564 req-a3853ed1-1715-4de4-bdfa-eea11f7e6518 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104024) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 18:23:06.135076 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-41a72021-e710-4a0f-8a18-2b0f9128e564 req-a3853ed1-1715-4de4-bdfa-eea11f7e6518 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0059419 May 04 18:23:06.465472 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854bcfc4-2c83-4545-af5e-47cc80f5550a req-1c49bf41-9f5d-41f8-a1c7-56a1e0b66ad0 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:06.467014 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-854bcfc4-2c83-4545-af5e-47cc80f5550a req-1c49bf41-9f5d-41f8-a1c7-56a1e0b66ad0 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b0a1190-f115-44bf-95f3-2d2517bcc5d8 HTTP/1.1" status: 200 len: 945 time: 0.0491841 May 04 18:23:06.532097 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-1e8c7c11-e6a3-4692-adaf-24c4f5fb564f req-b634234f-442d-44cc-8dc8-0705ab5e8891 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f8dd944e-6e16-498a-848a-ffdff4fbd064&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0528703 May 04 18:23:06.549371 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-854bcfc4-2c83-4545-af5e-47cc80f5550a req-fb66a461-cce1-4aad-9a67-63e84c8032fc tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=9291093b-e98e-4588-b836-50cbbdb3127e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767848 May 04 18:23:06.607903 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8c7c11-e6a3-4692-adaf-24c4f5fb564f req-7a7f457b-0efd-42e9-adcc-1b1046bf2044 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:06.609416 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-1e8c7c11-e6a3-4692-adaf-24c4f5fb564f req-7a7f457b-0efd-42e9-adcc-1b1046bf2044 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/ports/8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4 HTTP/1.1" status: 200 len: 942 time: 0.0493240 May 04 18:23:06.654861 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7333cb6d-228a-4d5d-a226-d3ce5755ed09 req-626839ee-d231-406c-9e64-7114b2831744 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:06.656373 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-7333cb6d-228a-4d5d-a226-d3ce5755ed09 req-626839ee-d231-406c-9e64-7114b2831744 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8dd944e-6e16-498a-848a-ffdff4fbd064 HTTP/1.1" status: 200 len: 945 time: 0.0488431 May 04 18:23:06.706293 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-7333cb6d-228a-4d5d-a226-d3ce5755ed09 req-75457449-7f22-486d-82c9-d4a0ce5f0144 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/security-groups?id=1715c313-c023-437e-9dab-04beca213f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442228 May 04 18:23:06.810378 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda69575-a650-42a1-a3ff-cd6db8b3d7d6 req-a222b9b1-1a04-4bda-847e-9ce63b71f392 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:06.811880 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-eda69575-a650-42a1-a3ff-cd6db8b3d7d6 req-a222b9b1-1a04-4bda-847e-9ce63b71f392 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/ports?device_id=da2069ca-6085-4fb0-9775-cb3cfc3e0cf4 HTTP/1.1" status: 200 len: 984 time: 0.0477021 May 04 18:23:06.872014 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-eda69575-a650-42a1-a3ff-cd6db8b3d7d6 req-20c947cd-1c0e-4a02-8999-bce6490030e9 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/security-groups?id=08aedc52-72fb-44fe-acf5-463e8655e2ca&id=f6dc53a1-1d62-4861-86cd-d24bcf8198ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543303 May 04 18:23:06.978619 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c648b2-acb3-4853-9589-5adf5ea98ea1 req-4ba07132-3b72-4904-88ab-cf66ca63db79 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:06.980092 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-98c648b2-acb3-4853-9589-5adf5ea98ea1 req-4ba07132-3b72-4904-88ab-cf66ca63db79 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2 HTTP/1.1" status: 200 len: 945 time: 0.0517015 May 04 18:23:07.030318 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-98c648b2-acb3-4853-9589-5adf5ea98ea1 req-ccf4a7c8-6ad5-4084-84e5-d19cc4efea2f tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f9cf9b-5753-412e-92be-8773f690cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444951 May 04 18:23:07.161321 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device 8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4 no longer exists at agent hyperv_hv-cinder-84051 {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 18:23:07.240228 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Current status of the port 8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4 is: ACTIVE; New status is: DOWN {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:23:07.240612 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:07.262629 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8dd944e-6e16-498a-848a-ffdff4fbd064', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4'}] {{(pid=104025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:23:07.264866 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd171a24610d3ce9b5061050d4b691b0bb0a8f45589b955ae7373af7220d97b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68be70ad-2c2d-4acc-8430-72b7879618d3" -d '{"events": [{"server_uuid": "f8dd944e-6e16-498a-848a-ffdff4fbd064", "name": "network-vif-unplugged", "status": "completed", "tag": "8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4"}]}' {{(pid=104025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:23:07.278078 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] For port 8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4,segment=NetworkSegment(f126fb3f-1cce-44a2-9d04-49ad171b24ae),segment_id=f126fb3f-1cce-44a2-9d04-49ad171b24ae)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:23:07.300579 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 May 2022 18:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-500c67b4-270b-42f4-8204-08380b2804af x-openstack-request-id: req-500c67b4-270b-42f4-8204-08380b2804af {{(pid=104025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:23:07.300877 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8dd944e-6e16-498a-848a-ffdff4fbd064", "name": "network-vif-unplugged", "status": "completed", "tag": "8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4", "code": 200}]} {{(pid=104025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:23:07.301134 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-500c67b4-270b-42f4-8204-08380b2804af {{(pid=104025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:23:07.301530 dv-cinder-840511-4-iscsi neutron-server[104025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-500c67b4-270b-42f4-8204-08380b2804af'] response: {'server_uuid': 'f8dd944e-6e16-498a-848a-ffdff4fbd064', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4', 'code': 200} May 04 18:23:07.357707 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:07.410650 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Pushing event updated for resources: {'Port': ['ID=8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4,revision_number=6']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:23:07.667040 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175f004b-e215-4cf9-ad6e-077d3799cbee req-9e7ff0dc-cc04-42a2-8507-7615ec222db3 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:07.668544 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-175f004b-e215-4cf9-ad6e-077d3799cbee req-9e7ff0dc-cc04-42a2-8507-7615ec222db3 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b0a1190-f115-44bf-95f3-2d2517bcc5d8 HTTP/1.1" status: 200 len: 945 time: 0.0506132 May 04 18:23:07.717575 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-175f004b-e215-4cf9-ad6e-077d3799cbee req-36451d26-557c-4afa-9987-1ccd7cff9ad2 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=9291093b-e98e-4588-b836-50cbbdb3127e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424252 May 04 18:23:07.821522 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd306bf-bc41-4f7b-b66a-cd73e6a7bd4e req-4fd63147-3301-4b0b-a4c6-b1f678d88b92 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:07.823056 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-6bd306bf-bc41-4f7b-b66a-cd73e6a7bd4e req-4fd63147-3301-4b0b-a4c6-b1f678d88b92 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8dd944e-6e16-498a-848a-ffdff4fbd064 HTTP/1.1" status: 200 len: 943 time: 0.0482531 May 04 18:23:07.878464 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-6bd306bf-bc41-4f7b-b66a-cd73e6a7bd4e req-def84178-78b7-4eb2-99ab-86203e257252 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/security-groups?id=1715c313-c023-437e-9dab-04beca213f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494168 May 04 18:23:07.989357 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b74291-2793-4401-b401-c26a14425f15 req-e0f84e64-c65b-43a9-b79c-4d6f1a785bb9 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:07.990892 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-f1b74291-2793-4401-b401-c26a14425f15 req-e0f84e64-c65b-43a9-b79c-4d6f1a785bb9 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/ports?device_id=da2069ca-6085-4fb0-9775-cb3cfc3e0cf4 HTTP/1.1" status: 200 len: 984 time: 0.0492148 May 04 18:23:08.050501 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-f1b74291-2793-4401-b401-c26a14425f15 req-191fbe4d-b2e1-415c-8535-47ad32fc8d48 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/security-groups?id=08aedc52-72fb-44fe-acf5-463e8655e2ca&id=f6dc53a1-1d62-4861-86cd-d24bcf8198ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532258 May 04 18:23:08.150637 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f8673-74a7-4c36-8511-dd84de5950db req-b2b505d4-4253-4853-9ad5-526ce31d8060 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:08.152111 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-8b2f8673-74a7-4c36-8511-dd84de5950db req-b2b505d4-4253-4853-9ad5-526ce31d8060 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2 HTTP/1.1" status: 200 len: 945 time: 0.0464301 May 04 18:23:08.198920 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-8b2f8673-74a7-4c36-8511-dd84de5950db req-6d8bb157-30d8-4f17-a28b-97c5a05f3740 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f9cf9b-5753-412e-92be-8773f690cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412953 May 04 18:23:08.833796 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e271c3-b443-4117-9bf6-61eea0a28525 req-4be0a713-a041-4dcc-a65b-3c6baedc673d tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:08.836331 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-59e271c3-b443-4117-9bf6-61eea0a28525 req-4be0a713-a041-4dcc-a65b-3c6baedc673d tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b0a1190-f115-44bf-95f3-2d2517bcc5d8 HTTP/1.1" status: 200 len: 945 time: 0.0519149 May 04 18:23:08.883651 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-59e271c3-b443-4117-9bf6-61eea0a28525 req-6a004511-487a-4b0c-80b5-49a830ddba1d tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=9291093b-e98e-4588-b836-50cbbdb3127e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421994 May 04 18:23:08.989218 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9818af-e8ce-42b5-ace7-0c73be6624a4 req-52ee69f0-c4d9-447a-a9b2-24aaf8c0c926 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:08.990669 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-ef9818af-e8ce-42b5-ace7-0c73be6624a4 req-52ee69f0-c4d9-447a-a9b2-24aaf8c0c926 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8dd944e-6e16-498a-848a-ffdff4fbd064 HTTP/1.1" status: 200 len: 943 time: 0.0460670 May 04 18:23:09.039336 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-ef9818af-e8ce-42b5-ace7-0c73be6624a4 req-0bc07f19-4966-443b-b733-05a785dea825 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/security-groups?id=1715c313-c023-437e-9dab-04beca213f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428159 May 04 18:23:09.168602 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ebc583-03fb-40c7-aaa3-d3be147ad99b req-075585c5-f2f4-484e-98df-7813f223fb40 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:09.170080 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-e3ebc583-03fb-40c7-aaa3-d3be147ad99b req-075585c5-f2f4-484e-98df-7813f223fb40 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/ports?device_id=da2069ca-6085-4fb0-9775-cb3cfc3e0cf4 HTTP/1.1" status: 200 len: 984 time: 0.0509741 May 04 18:23:09.229728 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-e3ebc583-03fb-40c7-aaa3-d3be147ad99b req-6ba016be-a5f3-434a-8b57-5ad6e6f50cad tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/security-groups?id=08aedc52-72fb-44fe-acf5-463e8655e2ca&id=f6dc53a1-1d62-4861-86cd-d24bcf8198ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540419 May 04 18:23:09.329042 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b269c70b-fb8c-4e7c-9a8e-2c9a59449499 req-9d5e1924-b6af-4157-9911-5f9edc31c703 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:09.330443 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-b269c70b-fb8c-4e7c-9a8e-2c9a59449499 req-9d5e1924-b6af-4157-9911-5f9edc31c703 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2 HTTP/1.1" status: 200 len: 945 time: 0.0476201 May 04 18:23:09.379010 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-b269c70b-fb8c-4e7c-9a8e-2c9a59449499 req-240ce7f7-e507-4379-872c-603e079e2cb5 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f9cf9b-5753-412e-92be-8773f690cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424070 May 04 18:23:09.996781 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac71f545-548d-4d36-9d9f-5d48e1515d54 req-b9e4a02a-ca58-451a-91ba-01cb6be6d8f7 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:09.998266 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-ac71f545-548d-4d36-9d9f-5d48e1515d54 req-b9e4a02a-ca58-451a-91ba-01cb6be6d8f7 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b0a1190-f115-44bf-95f3-2d2517bcc5d8 HTTP/1.1" status: 200 len: 945 time: 0.0457923 May 04 18:23:10.049970 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-ac71f545-548d-4d36-9d9f-5d48e1515d54 req-f637d6df-bb7a-4384-adbe-dead80c28806 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=9291093b-e98e-4588-b836-50cbbdb3127e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461662 May 04 18:23:10.149749 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f86abd6-0d5c-4448-b084-0959abc1a9b8 req-ec58a387-c586-4e1e-b8ab-125824dd36cd tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:10.151237 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-4f86abd6-0d5c-4448-b084-0959abc1a9b8 req-ec58a387-c586-4e1e-b8ab-125824dd36cd tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8dd944e-6e16-498a-848a-ffdff4fbd064 HTTP/1.1" status: 200 len: 943 time: 0.0466409 May 04 18:23:10.203961 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-4f86abd6-0d5c-4448-b084-0959abc1a9b8 req-8bef80d3-63c9-4e36-814c-9938851d4f67 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/security-groups?id=1715c313-c023-437e-9dab-04beca213f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467510 May 04 18:23:10.344101 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa75167-b43f-4300-84c1-d3e892a1202f req-1a349d79-04f5-4984-aa31-fa8d5a63d786 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:10.345587 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-0fa75167-b43f-4300-84c1-d3e892a1202f req-1a349d79-04f5-4984-aa31-fa8d5a63d786 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/ports?device_id=da2069ca-6085-4fb0-9775-cb3cfc3e0cf4 HTTP/1.1" status: 200 len: 984 time: 0.0472462 May 04 18:23:10.406034 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-0fa75167-b43f-4300-84c1-d3e892a1202f req-ab507d5b-ef70-4d73-b86a-a2c4e99c88cd tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/security-groups?id=08aedc52-72fb-44fe-acf5-463e8655e2ca&id=f6dc53a1-1d62-4861-86cd-d24bcf8198ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546699 May 04 18:23:10.513107 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16528fc-adab-4cf6-af67-0fb6b037dddf req-f9e0c314-69a5-433b-851f-90ee85612adf tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:10.514512 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-e16528fc-adab-4cf6-af67-0fb6b037dddf req-f9e0c314-69a5-433b-851f-90ee85612adf tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2 HTTP/1.1" status: 200 len: 945 time: 0.0506723 May 04 18:23:10.562160 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-e16528fc-adab-4cf6-af67-0fb6b037dddf req-85ecd8d7-540b-47d9-9200-1263d35c66b7 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f9cf9b-5753-412e-92be-8773f690cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417941 May 04 18:23:10.824690 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99abc118-5584-440e-9e18-e698bdd3ca01 req-2927deaf-f759-4bb4-8579-c04eaefc9f1d tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:10.826251 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-99abc118-5584-440e-9e18-e698bdd3ca01 req-2927deaf-f759-4bb4-8579-c04eaefc9f1d tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.84 "GET /v2.0/ports?device_id=fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2 HTTP/1.1" status: 200 len: 945 time: 0.0484030 May 04 18:23:10.840851 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff61916c-2e45-4532-96c0-a0b81c3f4221 req-878afa71-d066-4a3e-8c03-7574456cd0b8 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:10.842293 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-ff61916c-2e45-4532-96c0-a0b81c3f4221 req-878afa71-d066-4a3e-8c03-7574456cd0b8 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b0a1190-f115-44bf-95f3-2d2517bcc5d8 HTTP/1.1" status: 200 len: 945 time: 0.0476427 May 04 18:23:11.167229 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d600a03-f0a7-44fc-b829-c0a7456b1e02 req-e21a33f5-7dbc-422f-bf9b-51a1d49072e0 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:11.168773 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-6d600a03-f0a7-44fc-b829-c0a7456b1e02 req-e21a33f5-7dbc-422f-bf9b-51a1d49072e0 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b0a1190-f115-44bf-95f3-2d2517bcc5d8 HTTP/1.1" status: 200 len: 945 time: 0.0468965 May 04 18:23:11.216591 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-6d600a03-f0a7-44fc-b829-c0a7456b1e02 req-98a29fa5-bd8d-4614-b7d0-de427ef461d9 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=9291093b-e98e-4588-b836-50cbbdb3127e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423374 May 04 18:23:11.357192 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7a44d9-6810-4c20-90e6-aa9f4347f066 req-8ef62616-37c6-459a-8e02-f97a09bdcc44 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:11.358645 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-ab7a44d9-6810-4c20-90e6-aa9f4347f066 req-8ef62616-37c6-459a-8e02-f97a09bdcc44 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8dd944e-6e16-498a-848a-ffdff4fbd064 HTTP/1.1" status: 200 len: 943 time: 0.0885623 May 04 18:23:11.408606 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [req-ff61916c-2e45-4532-96c0-a0b81c3f4221 req-00474229-6311-43fe-976b-13611034fe58 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Deleting port ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b {{(pid=104023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:23:11.408942 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-ff61916c-2e45-4532-96c0-a0b81c3f4221 req-00474229-6311-43fe-976b-13611034fe58 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772820269343'] for port (ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:11.421792 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.plugin [req-99abc118-5584-440e-9e18-e698bdd3ca01 req-8bd92a20-f49d-4ad1-9ecb-5eca9e80bd03 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Deleting port 1d4ff6da-20e4-4b89-a958-b2e3d1efc53b {{(pid=104024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:23:11.422166 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [req-99abc118-5584-440e-9e18-e698bdd3ca01 req-8bd92a20-f49d-4ad1-9ecb-5eca9e80bd03 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772820269343'] for port (1d4ff6da-20e4-4b89-a958-b2e3d1efc53b), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:11.474188 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-ab7a44d9-6810-4c20-90e6-aa9f4347f066 req-c3f576de-0987-48f6-bf9c-24e3ee74877f tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/security-groups?id=1715c313-c023-437e-9dab-04beca213f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098850 May 04 18:23:11.508601 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [req-ff61916c-2e45-4532-96c0-a0b81c3f4221 req-00474229-6311-43fe-976b-13611034fe58 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] For port ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b,segment=NetworkSegment(97ff9aec-6531-4441-91ba-ff0470154517),segment_id=97ff9aec-6531-4441-91ba-ff0470154517)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:23:11.509131 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-ff61916c-2e45-4532-96c0-a0b81c3f4221 req-00474229-6311-43fe-976b-13611034fe58 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674980'] for port (ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:11.546365 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.db [req-99abc118-5584-440e-9e18-e698bdd3ca01 req-8bd92a20-f49d-4ad1-9ecb-5eca9e80bd03 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] For port 1d4ff6da-20e4-4b89-a958-b2e3d1efc53b, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=1d4ff6da-20e4-4b89-a958-b2e3d1efc53b,segment=NetworkSegment(9e5cf92f-729c-4cdb-aa1e-4c2ffa731f17),segment_id=9e5cf92f-729c-4cdb-aa1e-4c2ffa731f17)] {{(pid=104024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:23:11.546744 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [req-99abc118-5584-440e-9e18-e698bdd3ca01 req-8bd92a20-f49d-4ad1-9ecb-5eca9e80bd03 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674980'] for port (1d4ff6da-20e4-4b89-a958-b2e3d1efc53b), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:11.641726 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed53dc4c-1ec3-451b-a019-3ef4c8d6c62d req-cc793e6d-d313-4331-b116-599dc2fb0102 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:11.643286 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-ed53dc4c-1ec3-451b-a019-3ef4c8d6c62d req-cc793e6d-d313-4331-b116-599dc2fb0102 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/ports?device_id=da2069ca-6085-4fb0-9775-cb3cfc3e0cf4 HTTP/1.1" status: 200 len: 984 time: 0.0937431 May 04 18:23:11.744581 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-ff61916c-2e45-4532-96c0-a0b81c3f4221 req-00474229-6311-43fe-976b-13611034fe58 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:11.744939 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-ff61916c-2e45-4532-96c0-a0b81c3f4221 req-00474229-6311-43fe-976b-13611034fe58 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1676511'] for floatingip (d477d951-d646-429c-98c3-1e38f68eade2), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:11.745251 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.db.l3_db [req-ff61916c-2e45-4532-96c0-a0b81c3f4221 req-00474229-6311-43fe-976b-13611034fe58 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Floating IP d477d951-d646-429c-98c3-1e38f68eade2 disassociated. External IP: 172.27.1.18, port: ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b. May 04 18:23:11.745585 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [req-ff61916c-2e45-4532-96c0-a0b81c3f4221 req-00474229-6311-43fe-976b-13611034fe58 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Calling delete_port for ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b owned by compute:nova {{(pid=104023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:23:11.793753 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-ed53dc4c-1ec3-451b-a019-3ef4c8d6c62d req-00902527-51e0-483f-882e-c31d7c3bd16c tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/security-groups?id=08aedc52-72fb-44fe-acf5-463e8655e2ca&id=f6dc53a1-1d62-4861-86cd-d24bcf8198ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1428146 May 04 18:23:11.823263 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [req-99abc118-5584-440e-9e18-e698bdd3ca01 req-8bd92a20-f49d-4ad1-9ecb-5eca9e80bd03 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:11.823739 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [req-99abc118-5584-440e-9e18-e698bdd3ca01 req-8bd92a20-f49d-4ad1-9ecb-5eca9e80bd03 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1676511'] for floatingip (93887b3b-9b0a-4c92-87ba-319b4b1d3a7e), after_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:11.824149 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.db.l3_db [req-99abc118-5584-440e-9e18-e698bdd3ca01 req-8bd92a20-f49d-4ad1-9ecb-5eca9e80bd03 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Floating IP 93887b3b-9b0a-4c92-87ba-319b4b1d3a7e disassociated. External IP: 172.27.1.166, port: 1d4ff6da-20e4-4b89-a958-b2e3d1efc53b. May 04 18:23:11.824685 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.plugin [req-99abc118-5584-440e-9e18-e698bdd3ca01 req-8bd92a20-f49d-4ad1-9ecb-5eca9e80bd03 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Calling delete_port for 1d4ff6da-20e4-4b89-a958-b2e3d1efc53b owned by compute:nova {{(pid=104024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:23:11.927952 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-ff61916c-2e45-4532-96c0-a0b81c3f4221 req-00474229-6311-43fe-976b-13611034fe58 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772820276655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772819832239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7382190'] for port (ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:11.930047 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856640d6-a13c-402f-b95f-4542a10d5c3b req-92c585c4-e9cf-4a28-8607-9ff4d5d8b2b6 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:11.931573 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-856640d6-a13c-402f-b95f-4542a10d5c3b req-92c585c4-e9cf-4a28-8607-9ff4d5d8b2b6 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2 HTTP/1.1" status: 200 len: 945 time: 0.0632870 May 04 18:23:11.961343 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00474229-6311-43fe-976b-13611034fe58 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Pushing event deleted for resources: {'Port': ['ID=ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:23:12.018739 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-856640d6-a13c-402f-b95f-4542a10d5c3b req-4da84e76-73f3-4123-ab27-ff0bebd40fa3 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2f9cf9b-5753-412e-92be-8773f690cdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786684 May 04 18:23:12.146738 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [req-99abc118-5584-440e-9e18-e698bdd3ca01 req-8bd92a20-f49d-4ad1-9ecb-5eca9e80bd03 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772820276655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772819832239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007267'] for port (1d4ff6da-20e4-4b89-a958-b2e3d1efc53b), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:12.178237 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd92a20-f49d-4ad1-9ecb-5eca9e80bd03 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Pushing event deleted for resources: {'Port': ['ID=1d4ff6da-20e4-4b89-a958-b2e3d1efc53b,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:23:12.335197 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-5ff77ff5-e64b-4ae4-87b4-bd250e687205 req-9af305bf-0220-44b6-9a7c-ccb7a055bf46 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b0a1190-f115-44bf-95f3-2d2517bcc5d8 HTTP/1.1" status: 200 len: 210 time: 0.0362666 May 04 18:23:12.344347 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff61916c-2e45-4532-96c0-a0b81c3f4221 req-00474229-6311-43fe-976b-13611034fe58 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Router f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff has already been hosted by L3 agent 341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae {{(pid=104023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 18:23:12.344570 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.l3_agent_scheduler [req-99abc118-5584-440e-9e18-e698bdd3ca01 req-8bd92a20-f49d-4ad1-9ecb-5eca9e80bd03 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Router d8775bc8-26ae-47f9-9102-bf1b7eada28d has already been hosted by L3 agent 341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae {{(pid=104024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 18:23:12.472367 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-99abc118-5584-440e-9e18-e698bdd3ca01 req-8bd92a20-f49d-4ad1-9ecb-5eca9e80bd03 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Notify agent at l3_agent.dv-cinder-840511-4-iscsi the message routers_updated {{(pid=104024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 18:23:12.473995 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff61916c-2e45-4532-96c0-a0b81c3f4221 req-00474229-6311-43fe-976b-13611034fe58 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Notify agent at l3_agent.dv-cinder-840511-4-iscsi the message routers_updated {{(pid=104023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 18:23:12.501546 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4187b2-bcd5-4830-80bf-edf9cef0eb2a None None] Sync routers for ids ['d8775bc8-26ae-47f9-9102-bf1b7eada28d'] in dv-cinder-840511-4-iscsi {{(pid=104025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:23:12.526033 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695cac5a-2875-4d26-94e7-f0387e129796 None None] Sync routers for ids ['f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff'] in dv-cinder-840511-4-iscsi {{(pid=104026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:23:12.529207 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4187b2-bcd5-4830-80bf-edf9cef0eb2a None None] Routers {'d8775bc8-26ae-47f9-9102-bf1b7eada28d'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:23:12.530145 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-6d4187b2-bcd5-4830-80bf-edf9cef0eb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:23:00Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['d8775bc8-26ae-47f9-9102-bf1b7eada28d'], 'active': True} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:23:12.536095 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [req-99abc118-5584-440e-9e18-e698bdd3ca01 req-8bd92a20-f49d-4ad1-9ecb-5eca9e80bd03 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] No DVR routers for this DVR port 1d4ff6da-20e4-4b89-a958-b2e3d1efc53b on host hv-cinder-84051 {{(pid=104024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:23:12.541463 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [req-99abc118-5584-440e-9e18-e698bdd3ca01 req-8bd92a20-f49d-4ad1-9ecb-5eca9e80bd03 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976'] for port (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:12.545003 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-99abc118-5584-440e-9e18-e698bdd3ca01 req-8bd92a20-f49d-4ad1-9ecb-5eca9e80bd03 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.84 "DELETE /v2.0/ports/1d4ff6da-20e4-4b89-a958-b2e3d1efc53b HTTP/1.1" status: 204 len: 173 time: 1.2637262 May 04 18:23:12.545472 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2', 'name': 'network-vif-deleted', 'tag': '1d4ff6da-20e4-4b89-a958-b2e3d1efc53b'}] {{(pid=104024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:23:12.548797 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c26fa3ecb1f16f42831e56f73673e8220bc52890772fb217514d3f8d557ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9228995b-ad0b-413b-b5f3-44f8bf3d2853" -d '{"events": [{"server_uuid": "fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2", "name": "network-vif-deleted", "tag": "1d4ff6da-20e4-4b89-a958-b2e3d1efc53b"}]}' {{(pid=104024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:23:12.549596 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695cac5a-2875-4d26-94e7-f0387e129796 None None] Routers {'f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:23:12.550243 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-695cac5a-2875-4d26-94e7-f0387e129796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:23:00Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff'], 'active': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:23:12.553219 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff61916c-2e45-4532-96c0-a0b81c3f4221 req-00474229-6311-43fe-976b-13611034fe58 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] No DVR routers for this DVR port ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b on host hv-cinder-84051 {{(pid=104023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:23:12.558364 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-ff61916c-2e45-4532-96c0-a0b81c3f4221 req-00474229-6311-43fe-976b-13611034fe58 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976'] for port (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:12.563780 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-ff61916c-2e45-4532-96c0-a0b81c3f4221 req-00474229-6311-43fe-976b-13611034fe58 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.84 "DELETE /v2.0/ports/ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b HTTP/1.1" status: 204 len: 173 time: 1.2829850 May 04 18:23:12.564512 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b0a1190-f115-44bf-95f3-2d2517bcc5d8', 'name': 'network-vif-deleted', 'tag': 'ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:23:12.567235 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}418c4fc0ed359c78e2a46d0945201a397afdfc4a7689ae544a04c30398cb972a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aeb9867-5a33-4ff0-94de-9226e2d7d333" -d '{"events": [{"server_uuid": "8b0a1190-f115-44bf-95f3-2d2517bcc5d8", "name": "network-vif-deleted", "tag": "ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:23:12.667462 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b8356-c742-45aa-8fa5-3fe9467b2abb req-1978665c-539e-4962-bc20-28b515fa6f94 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:12.669109 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-352b8356-c742-45aa-8fa5-3fe9467b2abb req-1978665c-539e-4962-bc20-28b515fa6f94 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8dd944e-6e16-498a-848a-ffdff4fbd064 HTTP/1.1" status: 200 len: 943 time: 0.0658937 May 04 18:23:12.718865 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvr_db [None req-695cac5a-2875-4d26-94e7-f0387e129796 None None] Set router f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff gateway port host: dv-cinder-840511-4-iscsi {{(pid=104026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:23:12.731280 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-352b8356-c742-45aa-8fa5-3fe9467b2abb req-1b219e04-e0dd-48e6-ab6c-89c4bcf21974 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/security-groups?id=1715c313-c023-437e-9dab-04beca213f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564916 May 04 18:23:12.733528 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvr_db [None req-6d4187b2-bcd5-4830-80bf-edf9cef0eb2a None None] Set router d8775bc8-26ae-47f9-9102-bf1b7eada28d gateway port host: dv-cinder-840511-4-iscsi {{(pid=104025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:23:12.810750 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 18:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecf8f2ae-dc8f-4db9-af57-c2731e146ec4 x-openstack-request-id: req-ecf8f2ae-dc8f-4db9-af57-c2731e146ec4 {{(pid=104024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:23:12.811196 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2", "name": "network-vif-deleted", "tag": "1d4ff6da-20e4-4b89-a958-b2e3d1efc53b", "status": "completed", "code": 200}]} {{(pid=104024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:23:12.811578 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ecf8f2ae-dc8f-4db9-af57-c2731e146ec4 {{(pid=104024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:23:12.812080 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecf8f2ae-dc8f-4db9-af57-c2731e146ec4'] response: {'server_uuid': 'fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2', 'name': 'network-vif-deleted', 'tag': '1d4ff6da-20e4-4b89-a958-b2e3d1efc53b', 'status': 'completed', 'code': 200} May 04 18:23:12.843096 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 18:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d8ac50-7830-429b-a0c4-a03a9353112a x-openstack-request-id: req-93d8ac50-7830-429b-a0c4-a03a9353112a {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:23:12.843430 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b0a1190-f115-44bf-95f3-2d2517bcc5d8", "name": "network-vif-deleted", "tag": "ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b", "status": "completed", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:23:12.843733 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-93d8ac50-7830-429b-a0c4-a03a9353112a {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:23:12.844163 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93d8ac50-7830-429b-a0c4-a03a9353112a'] response: {'server_uuid': '8b0a1190-f115-44bf-95f3-2d2517bcc5d8', 'name': 'network-vif-deleted', 'tag': 'ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b', 'status': 'completed', 'code': 200} May 04 18:23:12.992912 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-695cac5a-2875-4d26-94e7-f0387e129796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff', 'name': 'tempest-ServerRescueNegativeTestJSON-1742315776-router', 'tenant_id': '52f7ff6557334462979f9934251c2158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'be50a966-8c99-4ebd-b960-de2a4f90eb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:15:53Z', 'updated_at': '2022-05-04T18:16:05Z', 'revision_number': 4, 'project_id': '52f7ff6557334462979f9934251c2158', 'gw_port': {'id': 'be50a966-8c99-4ebd-b960-de2a4f90eb39', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:15:55Z', 'updated_at': '2022-05-04T18:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_interfaces': [{'id': '39c27af9-2e27-4710-b3a3-b466b73b2d21', 'name': '', 'network_id': 'a6fe39e6-2945-43c4-866c-f901f807513e', 'tenant_id': '52f7ff6557334462979f9934251c2158', 'mac_address': 'fa:16:3e:ea:44:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'abd7f995-331d-4f8f-976d-dc07d5f652e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:16:02Z', 'updated_at': '2022-05-04T18:16:13Z', 'revision_number': 5, 'project_id': '52f7ff6557334462979f9934251c2158', 'subnets': [{'id': 'abd7f995-331d-4f8f-976d-dc07d5f652e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:23:12.997270 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-6d4187b2-bcd5-4830-80bf-edf9cef0eb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8775bc8-26ae-47f9-9102-bf1b7eada28d', 'name': 'tempest-AttachVolumeTestJSON-798757056-router', 'tenant_id': '0998832c5db04fe5b7e93fa392a693f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'cbfd767e-539d-46cf-878b-33d046b5da8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:15:53Z', 'updated_at': '2022-05-04T18:16:02Z', 'revision_number': 4, 'project_id': '0998832c5db04fe5b7e93fa392a693f8', 'gw_port': {'id': 'cbfd767e-539d-46cf-878b-33d046b5da8c', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8775bc8-26ae-47f9-9102-bf1b7eada28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:15:54Z', 'updated_at': '2022-05-04T18:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_interfaces': [{'id': '2ea3924b-7e1f-464e-aefe-77e5ba01393b', 'name': '', 'network_id': '6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e', 'tenant_id': '0998832c5db04fe5b7e93fa392a693f8', 'mac_address': 'fa:16:3e:08:a6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8775bc8-26ae-47f9-9102-bf1b7eada28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '3ba3abcf-592c-4523-9b0f-c55aec0e9e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:15:59Z', 'updated_at': '2022-05-04T18:16:16Z', 'revision_number': 5, 'project_id': '0998832c5db04fe5b7e93fa392a693f8', 'subnets': [{'id': '3ba3abcf-592c-4523-9b0f-c55aec0e9e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:23:13.024519 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695cac5a-2875-4d26-94e7-f0387e129796 None None] Checking router: f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff for host: dv-cinder-840511-4-iscsi {{(pid=104026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:23:13.027519 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4187b2-bcd5-4830-80bf-edf9cef0eb2a None None] Checking router: d8775bc8-26ae-47f9-9102-bf1b7eada28d for host: dv-cinder-840511-4-iscsi {{(pid=104025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:23:13.035293 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695cac5a-2875-4d26-94e7-f0387e129796 None None] Routers {'f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:23:13.035910 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-695cac5a-2875-4d26-94e7-f0387e129796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:23:00Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff'], 'active': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:23:13.036451 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4187b2-bcd5-4830-80bf-edf9cef0eb2a None None] Routers {'d8775bc8-26ae-47f9-9102-bf1b7eada28d'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:23:13.037069 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-6d4187b2-bcd5-4830-80bf-edf9cef0eb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:23:00Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['d8775bc8-26ae-47f9-9102-bf1b7eada28d'], 'active': True} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:23:13.138545 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-730395b8-ecba-4b02-ac6c-013ef4c860b6 req-e571d465-e68a-4c4a-8ac3-4af58195bd77 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3cd298-d7ba-44a2-ade8-10fa11e5b4c2 HTTP/1.1" status: 200 len: 210 time: 0.0318677 May 04 18:23:13.166201 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvr_db [None req-6d4187b2-bcd5-4830-80bf-edf9cef0eb2a None None] Set router d8775bc8-26ae-47f9-9102-bf1b7eada28d gateway port host: dv-cinder-840511-4-iscsi {{(pid=104025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:23:13.178910 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvr_db [None req-695cac5a-2875-4d26-94e7-f0387e129796 None None] Set router f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff gateway port host: dv-cinder-840511-4-iscsi {{(pid=104026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:23:13.196476 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b no longer exists at agent hyperv_hv-cinder-84051 {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 18:23:13.220740 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] No Port match for: ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b {{(pid=104025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 18:23:13.221077 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device ec9af6ca-958d-48fe-a21d-a37bdb4bdc0b not bound to the agent host hv-cinder-84051 {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 18:23:13.221485 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device 1d4ff6da-20e4-4b89-a958-b2e3d1efc53b no longer exists at agent hyperv_hv-cinder-84051 {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 18:23:13.250498 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] No Port match for: 1d4ff6da-20e4-4b89-a958-b2e3d1efc53b {{(pid=104025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 18:23:13.250741 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device 1d4ff6da-20e4-4b89-a958-b2e3d1efc53b not bound to the agent host hv-cinder-84051 {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 18:23:13.463572 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-575c4c96-b36a-40ef-96f9-d063740fb288 req-959c06db-2729-428d-9ff6-e5aa82ab2b0e tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b0a1190-f115-44bf-95f3-2d2517bcc5d8 HTTP/1.1" status: 200 len: 210 time: 0.0303833 May 04 18:23:13.488934 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-695cac5a-2875-4d26-94e7-f0387e129796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff', 'name': 'tempest-ServerRescueNegativeTestJSON-1742315776-router', 'tenant_id': '52f7ff6557334462979f9934251c2158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'be50a966-8c99-4ebd-b960-de2a4f90eb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:15:53Z', 'updated_at': '2022-05-04T18:16:05Z', 'revision_number': 4, 'project_id': '52f7ff6557334462979f9934251c2158', 'gw_port': {'id': 'be50a966-8c99-4ebd-b960-de2a4f90eb39', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:15:55Z', 'updated_at': '2022-05-04T18:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_interfaces': [{'id': '39c27af9-2e27-4710-b3a3-b466b73b2d21', 'name': '', 'network_id': 'a6fe39e6-2945-43c4-866c-f901f807513e', 'tenant_id': '52f7ff6557334462979f9934251c2158', 'mac_address': 'fa:16:3e:ea:44:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'abd7f995-331d-4f8f-976d-dc07d5f652e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:16:02Z', 'updated_at': '2022-05-04T18:16:13Z', 'revision_number': 5, 'project_id': '52f7ff6557334462979f9934251c2158', 'subnets': [{'id': 'abd7f995-331d-4f8f-976d-dc07d5f652e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:23:13.516864 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695cac5a-2875-4d26-94e7-f0387e129796 None None] The sync data for ids ['f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff'] in dv-cinder-840511-4-iscsi is: [{'id': 'f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff', 'name': 'tempest-ServerRescueNegativeTestJSON-1742315776-router', 'tenant_id': '52f7ff6557334462979f9934251c2158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'be50a966-8c99-4ebd-b960-de2a4f90eb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:15:53Z', 'updated_at': '2022-05-04T18:16:05Z', 'revision_number': 4, 'project_id': '52f7ff6557334462979f9934251c2158', 'gw_port': {'id': 'be50a966-8c99-4ebd-b960-de2a4f90eb39', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:15:55Z', 'updated_at': '2022-05-04T18:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_interfaces': [{'id': '39c27af9-2e27-4710-b3a3-b466b73b2d21', 'name': '', 'network_id': 'a6fe39e6-2945-43c4-866c-f901f807513e', 'tenant_id': '52f7ff6557334462979f9934251c2158', 'mac_address': 'fa:16:3e:ea:44:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'abd7f995-331d-4f8f-976d-dc07d5f652e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:16:02Z', 'updated_at': '2022-05-04T18:16:13Z', 'revision_number': 5, 'project_id': '52f7ff6557334462979f9934251c2158', 'subnets': [{'id': 'abd7f995-331d-4f8f-976d-dc07d5f652e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:23:13.552585 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-6d4187b2-bcd5-4830-80bf-edf9cef0eb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8775bc8-26ae-47f9-9102-bf1b7eada28d', 'name': 'tempest-AttachVolumeTestJSON-798757056-router', 'tenant_id': '0998832c5db04fe5b7e93fa392a693f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'cbfd767e-539d-46cf-878b-33d046b5da8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:15:53Z', 'updated_at': '2022-05-04T18:16:02Z', 'revision_number': 4, 'project_id': '0998832c5db04fe5b7e93fa392a693f8', 'gw_port': {'id': 'cbfd767e-539d-46cf-878b-33d046b5da8c', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8775bc8-26ae-47f9-9102-bf1b7eada28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:15:54Z', 'updated_at': '2022-05-04T18:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_interfaces': [{'id': '2ea3924b-7e1f-464e-aefe-77e5ba01393b', 'name': '', 'network_id': '6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e', 'tenant_id': '0998832c5db04fe5b7e93fa392a693f8', 'mac_address': 'fa:16:3e:08:a6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8775bc8-26ae-47f9-9102-bf1b7eada28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '3ba3abcf-592c-4523-9b0f-c55aec0e9e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:15:59Z', 'updated_at': '2022-05-04T18:16:16Z', 'revision_number': 5, 'project_id': '0998832c5db04fe5b7e93fa392a693f8', 'subnets': [{'id': '3ba3abcf-592c-4523-9b0f-c55aec0e9e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:23:13.582367 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4187b2-bcd5-4830-80bf-edf9cef0eb2a None None] The sync data for ids ['d8775bc8-26ae-47f9-9102-bf1b7eada28d'] in dv-cinder-840511-4-iscsi is: [{'id': 'd8775bc8-26ae-47f9-9102-bf1b7eada28d', 'name': 'tempest-AttachVolumeTestJSON-798757056-router', 'tenant_id': '0998832c5db04fe5b7e93fa392a693f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'cbfd767e-539d-46cf-878b-33d046b5da8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:15:53Z', 'updated_at': '2022-05-04T18:16:02Z', 'revision_number': 4, 'project_id': '0998832c5db04fe5b7e93fa392a693f8', 'gw_port': {'id': 'cbfd767e-539d-46cf-878b-33d046b5da8c', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8775bc8-26ae-47f9-9102-bf1b7eada28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:15:54Z', 'updated_at': '2022-05-04T18:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_interfaces': [{'id': '2ea3924b-7e1f-464e-aefe-77e5ba01393b', 'name': '', 'network_id': '6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e', 'tenant_id': '0998832c5db04fe5b7e93fa392a693f8', 'mac_address': 'fa:16:3e:08:a6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8775bc8-26ae-47f9-9102-bf1b7eada28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '3ba3abcf-592c-4523-9b0f-c55aec0e9e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:15:59Z', 'updated_at': '2022-05-04T18:16:16Z', 'revision_number': 5, 'project_id': '0998832c5db04fe5b7e93fa392a693f8', 'subnets': [{'id': '3ba3abcf-592c-4523-9b0f-c55aec0e9e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:23:13.802845 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f4c19e-a138-4d6a-9e21-bd41d834efee None None] New status for floating IP d477d951-d646-429c-98c3-1e38f68eade2: DOWN {{(pid=104025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 18:23:13.880766 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87607a-baa2-4fd5-afc0-d84499243985 req-7f018493-1bd4-4c0d-b36d-d2e1a4b39144 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:13.882091 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-4c87607a-baa2-4fd5-afc0-d84499243985 req-7f018493-1bd4-4c0d-b36d-d2e1a4b39144 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8dd944e-6e16-498a-848a-ffdff4fbd064 HTTP/1.1" status: 200 len: 943 time: 0.0592232 May 04 18:23:13.901116 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b404460-ff54-4700-bd16-4da3bd3b3192 None None] New status for floating IP 93887b3b-9b0a-4c92-87ba-319b4b1d3a7e: DOWN {{(pid=104026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 18:23:13.942114 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8c7c11-e6a3-4692-adaf-24c4f5fb564f req-a92e5419-faaa-46d9-a247-5d673e6cb4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:13.945262 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-1e8c7c11-e6a3-4692-adaf-24c4f5fb564f req-a92e5419-faaa-46d9-a247-5d673e6cb4ea service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=f8dd944e-6e16-498a-848a-ffdff4fbd064&tenant_id=5b095a86e9004719a23c3a0bd0f8a986 HTTP/1.1" status: 200 len: 1127 time: 0.0550115 May 04 18:23:13.985826 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-4c87607a-baa2-4fd5-afc0-d84499243985 req-7f1c9f4d-b15f-4cfe-8c4a-be88dda6a4f1 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/security-groups?id=1715c313-c023-437e-9dab-04beca213f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826526 May 04 18:23:14.042186 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8c7c11-e6a3-4692-adaf-24c4f5fb564f req-d00adbe8-c957-4a4b-9aa9-49dc298bf85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:14.043803 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-1e8c7c11-e6a3-4692-adaf-24c4f5fb564f req-d00adbe8-c957-4a4b-9aa9-49dc298bf85f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=5b095a86e9004719a23c3a0bd0f8a986&device_id=f8dd944e-6e16-498a-848a-ffdff4fbd064 HTTP/1.1" status: 200 len: 1127 time: 0.0547667 May 04 18:23:14.153522 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8c7c11-e6a3-4692-adaf-24c4f5fb564f req-fd2fc6b1-952f-4524-b1f2-90b8a33ab7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:14.153522 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-1e8c7c11-e6a3-4692-adaf-24c4f5fb564f req-fd2fc6b1-952f-4524-b1f2-90b8a33ab7a8 service neutron] 10.222.0.84 "GET /v2.0/networks?id=106b7264-34d3-4ab1-9694-1650e4fd9860 HTTP/1.1" status: 200 len: 909 time: 0.0968881 May 04 18:23:14.242380 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-1e8c7c11-e6a3-4692-adaf-24c4f5fb564f req-f7e48291-bde1-4e13-9aff-a3875cf521fb service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4 HTTP/1.1" status: 200 len: 999 time: 0.0859435 May 04 18:23:14.290738 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8c7c11-e6a3-4692-adaf-24c4f5fb564f req-caea88e6-f3be-4e6e-b144-5c614316491c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:14.292280 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-1e8c7c11-e6a3-4692-adaf-24c4f5fb564f req-caea88e6-f3be-4e6e-b144-5c614316491c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3d61c736-b53f-4743-b857-e2820b1996fc HTTP/1.1" status: 200 len: 847 time: 0.0444226 May 04 18:23:14.335886 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 53626) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:23:14.337137 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8c7c11-e6a3-4692-adaf-24c4f5fb564f req-7c406321-c964-49ee-ba5c-4fc989936595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:14.338186 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-1e8c7c11-e6a3-4692-adaf-24c4f5fb564f req-7c406321-c964-49ee-ba5c-4fc989936595 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=106b7264-34d3-4ab1-9694-1650e4fd9860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394285 May 04 18:23:14.392466 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-09dd7660-365b-4461-8e5a-7d874311f53b tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Publish callbacks [] for security_group (b2f9cf9b-5753-412e-92be-8773f690cdf8), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:14.418544 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-09dd7660-365b-4461-8e5a-7d874311f53b tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Publish callbacks [] for security_group (b2f9cf9b-5753-412e-92be-8773f690cdf8), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:14.437778 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-1e8c7c11-e6a3-4692-adaf-24c4f5fb564f req-6afd1f48-4aab-4968-b647-20e78f63219d service neutron] 10.222.0.84 "GET /v2.0/networks/106b7264-34d3-4ab1-9694-1650e4fd9860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905359 May 04 18:23:14.532046 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-1e8c7c11-e6a3-4692-adaf-24c4f5fb564f req-57ae588c-50cf-403c-928b-1fe0c4d5cdfd service neutron] 10.222.0.84 "GET /v2.0/networks/106b7264-34d3-4ab1-9694-1650e4fd9860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879767 May 04 18:23:14.541098 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-09dd7660-365b-4461-8e5a-7d874311f53b tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (b2f9cf9b-5753-412e-92be-8773f690cdf8), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:14.544348 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-09dd7660-365b-4461-8e5a-7d874311f53b tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Publish callbacks [] for security_group (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:14.545628 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-09dd7660-365b-4461-8e5a-7d874311f53b tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "DELETE /v2.0/security-groups/b2f9cf9b-5753-412e-92be-8773f690cdf8 HTTP/1.1" status: 204 len: 168 time: 0.2086227 May 04 18:23:14.548527 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 53632) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:23:14.556403 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dd7660-365b-4461-8e5a-7d874311f53b tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f9cf9b-5753-412e-92be-8773f690cdf8,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:23:14.565669 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.api.v2.resource [None req-63efdc44-e92f-4c07-a1f8-2bffa875cf29 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] show failed (client error): The resource could not be found. May 04 18:23:14.569483 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-63efdc44-e92f-4c07-a1f8-2bffa875cf29 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/security-groups/b2f9cf9b-5753-412e-92be-8773f690cdf8 HTTP/1.1" status: 404 len: 347 time: 0.0167894 May 04 18:23:14.569685 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 53634) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:23:14.633437 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 53636) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:23:14.689188 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-f6501a91-4dab-47b7-acca-9b8a22c2f05f tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Publish callbacks [] for security_group (9291093b-e98e-4588-b836-50cbbdb3127e), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:14.701275 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-114ebb0e-4e5d-488a-a789-32ca42b0816e tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Deleting port a8489b98-4457-48bf-b1c4-ed22f270f342 {{(pid=104023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:23:14.701625 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-114ebb0e-4e5d-488a-a789-32ca42b0816e tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772820269343'] for port (a8489b98-4457-48bf-b1c4-ed22f270f342), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:14.716891 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-f6501a91-4dab-47b7-acca-9b8a22c2f05f tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Publish callbacks [] for security_group (9291093b-e98e-4588-b836-50cbbdb3127e), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:14.781300 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-114ebb0e-4e5d-488a-a789-32ca42b0816e tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674980'] for port (a8489b98-4457-48bf-b1c4-ed22f270f342), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:14.781621 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-114ebb0e-4e5d-488a-a789-32ca42b0816e tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Publish callbacks [] for floatingip (a8489b98-4457-48bf-b1c4-ed22f270f342), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:14.795514 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-114ebb0e-4e5d-488a-a789-32ca42b0816e tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Calling delete_port for a8489b98-4457-48bf-b1c4-ed22f270f342 owned by network:floatingip {{(pid=104023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:23:14.847900 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-f6501a91-4dab-47b7-acca-9b8a22c2f05f tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (9291093b-e98e-4588-b836-50cbbdb3127e), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:14.850582 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-f6501a91-4dab-47b7-acca-9b8a22c2f05f tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Publish callbacks [] for security_group (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:14.852406 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-f6501a91-4dab-47b7-acca-9b8a22c2f05f tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "DELETE /v2.0/security-groups/9291093b-e98e-4588-b836-50cbbdb3127e HTTP/1.1" status: 204 len: 168 time: 0.2179930 May 04 18:23:14.857437 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 53638) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:23:14.876384 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6501a91-4dab-47b7-acca-9b8a22c2f05f tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9291093b-e98e-4588-b836-50cbbdb3127e,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:23:14.879437 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.api.v2.resource [None req-2615600d-f8a4-4693-a401-0df80c5db499 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] show failed (client error): The resource could not be found. May 04 18:23:14.881037 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-2615600d-f8a4-4693-a401-0df80c5db499 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups/9291093b-e98e-4588-b836-50cbbdb3127e HTTP/1.1" status: 404 len: 347 time: 0.0221291 May 04 18:23:14.883527 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 53640) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:23:15.042317 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-b10158a5-c499-43a0-b97e-991a91c50123 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Deleting port 5a341816-3be6-4823-8378-ac16cb671e35 {{(pid=104023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:23:15.043012 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-b10158a5-c499-43a0-b97e-991a91c50123 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772820269343'] for port (5a341816-3be6-4823-8378-ac16cb671e35), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:15.103160 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4076acfd-d972-42ec-9a6f-ee3bd9892fab req-a9d7f0cf-aba1-4631-b1ca-7a5680dcb673 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:15.104541 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-4076acfd-d972-42ec-9a6f-ee3bd9892fab req-a9d7f0cf-aba1-4631-b1ca-7a5680dcb673 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8dd944e-6e16-498a-848a-ffdff4fbd064 HTTP/1.1" status: 200 len: 943 time: 0.0476623 May 04 18:23:15.108201 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-114ebb0e-4e5d-488a-a789-32ca42b0816e tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772820276655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772819832239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7382190'] for port (a8489b98-4457-48bf-b1c4-ed22f270f342), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:15.141579 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114ebb0e-4e5d-488a-a789-32ca42b0816e tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Pushing event deleted for resources: {'Port': ['ID=a8489b98-4457-48bf-b1c4-ed22f270f342,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:23:15.171699 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-4076acfd-d972-42ec-9a6f-ee3bd9892fab req-803625d3-79d7-455c-a1e8-7c3d54302501 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/security-groups?id=1715c313-c023-437e-9dab-04beca213f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611465 May 04 18:23:15.173263 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-b10158a5-c499-43a0-b97e-991a91c50123 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674980'] for port (5a341816-3be6-4823-8378-ac16cb671e35), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:15.173570 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-b10158a5-c499-43a0-b97e-991a91c50123 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Publish callbacks [] for floatingip (5a341816-3be6-4823-8378-ac16cb671e35), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:15.206717 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-b10158a5-c499-43a0-b97e-991a91c50123 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Calling delete_port for 5a341816-3be6-4823-8378-ac16cb671e35 owned by network:floatingip {{(pid=104023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:23:15.263115 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-114ebb0e-4e5d-488a-a789-32ca42b0816e tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Publish callbacks [] for floatingip (93887b3b-9b0a-4c92-87ba-319b4b1d3a7e), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:15.265612 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-114ebb0e-4e5d-488a-a789-32ca42b0816e tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976'] for floatingip (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:15.266731 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-114ebb0e-4e5d-488a-a789-32ca42b0816e tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "DELETE /v2.0/floatingips/93887b3b-9b0a-4c92-87ba-319b4b1d3a7e HTTP/1.1" status: 204 len: 168 time: 0.6954808 May 04 18:23:15.432954 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-b10158a5-c499-43a0-b97e-991a91c50123 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772820276655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772819832239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7382190'] for port (5a341816-3be6-4823-8378-ac16cb671e35), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:15.464469 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10158a5-c499-43a0-b97e-991a91c50123 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Pushing event deleted for resources: {'Port': ['ID=5a341816-3be6-4823-8378-ac16cb671e35,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:23:15.531067 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-b10158a5-c499-43a0-b97e-991a91c50123 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Publish callbacks [] for floatingip (d477d951-d646-429c-98c3-1e38f68eade2), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:15.534129 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-b10158a5-c499-43a0-b97e-991a91c50123 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976'] for floatingip (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:15.536284 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-b10158a5-c499-43a0-b97e-991a91c50123 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "DELETE /v2.0/floatingips/d477d951-d646-429c-98c3-1e38f68eade2 HTTP/1.1" status: 204 len: 168 time: 0.6499104 May 04 18:23:15.574633 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 53648) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:23:15.579371 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.v2.base [None req-34893fbf-0df9-4e8a-a3be-dc497e935264 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Request body: {'security_group': {'name': 'tempest-securitygroup--531826893', 'description': 'tempest-description--63060391'}} {{(pid=104024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:23:15.672516 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-34893fbf-0df9-4e8a-a3be-dc497e935264 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Publish callbacks [] for security_group (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:15.741109 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-34893fbf-0df9-4e8a-a3be-dc497e935264 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Publish callbacks [] for security_group (34aeadf9-a2f2-41fb-b97d-d17b3a3d24aa), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:15.837539 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-34893fbf-0df9-4e8a-a3be-dc497e935264 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (34aeadf9-a2f2-41fb-b97d-d17b3a3d24aa), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:15.868838 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34893fbf-0df9-4e8a-a3be-dc497e935264 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34aeadf9-a2f2-41fb-b97d-d17b3a3d24aa,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:23:15.948854 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-34893fbf-0df9-4e8a-a3be-dc497e935264 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Publish callbacks [] for security_group (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:15.950124 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-34893fbf-0df9-4e8a-a3be-dc497e935264 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3743408 May 04 18:23:15.953082 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 53652) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:23:15.957415 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.v2.base [None req-bb9feb6d-95e5-49e8-9535-a4c810a25aca tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Request body: {'security_group_rule': {'security_group_id': '34aeadf9-a2f2-41fb-b97d-d17b3a3d24aa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:23:16.037601 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-bb9feb6d-95e5-49e8-9535-a4c810a25aca tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Publish callbacks [] for security_group_rule (c25fe8b7-3f38-46e0-acfb-325536d3e861), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:16.092765 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-bb9feb6d-95e5-49e8-9535-a4c810a25aca tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Publish callbacks [] for security_group_rule (c25fe8b7-3f38-46e0-acfb-325536d3e861), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:16.152233 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-bb9feb6d-95e5-49e8-9535-a4c810a25aca tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688088'] for security_group_rule (c25fe8b7-3f38-46e0-acfb-325536d3e861), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:16.169843 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9feb6d-95e5-49e8-9535-a4c810a25aca tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c25fe8b7-3f38-46e0-acfb-325536d3e861,revision_number=0']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:23:16.251471 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-bb9feb6d-95e5-49e8-9535-a4c810a25aca tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:16.257015 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-bb9feb6d-95e5-49e8-9535-a4c810a25aca tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2985771 May 04 18:23:16.257141 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 53656) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:23:16.260877 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.v2.base [None req-7bbcd5e6-3916-47cc-9174-1456c6c74554 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Request body: {'security_group_rule': {'security_group_id': '34aeadf9-a2f2-41fb-b97d-d17b3a3d24aa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:23:16.288761 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bc5f60-0562-48a9-92f9-399b06a89ccf req-4435cbad-17a0-435a-90fe-b1f4e029ecca tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:16.289793 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-d4bc5f60-0562-48a9-92f9-399b06a89ccf req-4435cbad-17a0-435a-90fe-b1f4e029ecca tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8dd944e-6e16-498a-848a-ffdff4fbd064 HTTP/1.1" status: 200 len: 943 time: 0.0508106 May 04 18:23:16.339427 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-d4bc5f60-0562-48a9-92f9-399b06a89ccf req-a78f2f5d-e9ab-4903-acbe-fd641c0c69b8 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/security-groups?id=1715c313-c023-437e-9dab-04beca213f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441525 May 04 18:23:16.403870 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7bbcd5e6-3916-47cc-9174-1456c6c74554 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Publish callbacks [] for security_group_rule (d52be8a9-4f82-4018-8e83-d0672472550c), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:16.462233 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7bbcd5e6-3916-47cc-9174-1456c6c74554 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Publish callbacks [] for security_group_rule (d52be8a9-4f82-4018-8e83-d0672472550c), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:16.528315 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7bbcd5e6-3916-47cc-9174-1456c6c74554 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688088'] for security_group_rule (d52be8a9-4f82-4018-8e83-d0672472550c), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:16.547901 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbcd5e6-3916-47cc-9174-1456c6c74554 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d52be8a9-4f82-4018-8e83-d0672472550c,revision_number=0']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:23:16.628874 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7bbcd5e6-3916-47cc-9174-1456c6c74554 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:16.630144 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-7bbcd5e6-3916-47cc-9174-1456c6c74554 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3735933 May 04 18:23:16.633315 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 53658) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:23:16.637771 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.v2.base [None req-dfac8817-15b2-42c7-aa99-a0d60cb9c783 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Request body: {'floatingip': {'floating_network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31'}} {{(pid=104023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:23:16.706763 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-dfac8817-15b2-42c7-aa99-a0d60cb9c783 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:16.789980 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-dfac8817-15b2-42c7-aa99-a0d60cb9c783 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:16.900272 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.db_base_plugin_common [None req-dfac8817-15b2-42c7-aa99-a0d60cb9c783 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Allocated IP 172.27.1.197 (1bc9efb7-0207-4c06-8ee1-3b0aa535de31/61d7fae2-9d6e-42a3-8cf9-91a587505bb7/f483876e-24cb-44ad-a3d4-677416603445) {{(pid=104023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:23:17.010028 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-dfac8817-15b2-42c7-aa99-a0d60cb9c783 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Publish callbacks [] for port (f483876e-24cb-44ad-a3d4-677416603445), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:17.147072 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-dfac8817-15b2-42c7-aa99-a0d60cb9c783 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772819832230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7382190'] for port (f483876e-24cb-44ad-a3d4-677416603445), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:17.190021 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfac8817-15b2-42c7-aa99-a0d60cb9c783 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Network 1bc9efb7-0207-4c06-8ee1-3b0aa535de31 is already hosted by enough agents. {{(pid=104023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:23:17.195539 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.base_scheduler [None req-dfac8817-15b2-42c7-aa99-a0d60cb9c783 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Resources bound (agent type, host, resource id): {{(pid=104023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:23:17.198616 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfac8817-15b2-42c7-aa99-a0d60cb9c783 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Received port after_create {{(pid=104023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:23:17.222223 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfac8817-15b2-42c7-aa99-a0d60cb9c783 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Pushing event updated for resources: {'Port': ['ID=f483876e-24cb-44ad-a3d4-677416603445,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:23:17.293983 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-dfac8817-15b2-42c7-aa99-a0d60cb9c783 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Publish callbacks [] for floatingip (3ce3789d-402b-46f5-ac9a-dc04f6c29473), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:17.364777 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-dfac8817-15b2-42c7-aa99-a0d60cb9c783 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (f483876e-24cb-44ad-a3d4-677416603445), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:17.457016 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb3509a-4566-4050-a3f1-d9a78fe586b7 req-748a239b-1d59-4979-9247-7e5db4c18fa2 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:17.458496 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-acb3509a-4566-4050-a3f1-d9a78fe586b7 req-748a239b-1d59-4979-9247-7e5db4c18fa2 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8dd944e-6e16-498a-848a-ffdff4fbd064 HTTP/1.1" status: 200 len: 943 time: 0.0504017 May 04 18:23:17.508839 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-acb3509a-4566-4050-a3f1-d9a78fe586b7 req-24d91031-6dbc-488b-8b8c-e4e71d0a5265 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/security-groups?id=1715c313-c023-437e-9dab-04beca213f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434456 May 04 18:23:17.526434 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-dfac8817-15b2-42c7-aa99-a0d60cb9c783 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Publish callbacks [] for port (f483876e-24cb-44ad-a3d4-677416603445), precommit_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:17.633946 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-dfac8817-15b2-42c7-aa99-a0d60cb9c783 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7382199'] for port (f483876e-24cb-44ad-a3d4-677416603445), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:17.702063 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfac8817-15b2-42c7-aa99-a0d60cb9c783 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Pushing event updated for resources: {'Port': ['ID=f483876e-24cb-44ad-a3d4-677416603445,revision_number=2']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:23:17.714596 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-dfac8817-15b2-42c7-aa99-a0d60cb9c783 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1676511'] for floatingip (3ce3789d-402b-46f5-ac9a-dc04f6c29473), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:17.806265 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-dfac8817-15b2-42c7-aa99-a0d60cb9c783 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976'] for floatingip (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:17.807560 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-dfac8817-15b2-42c7-aa99-a0d60cb9c783 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1732962 May 04 18:23:17.956080 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-122d8bcd-dfa2-4d89-84b0-9c069b8cdcdb req-e36ac578-7b67-41b2-b253-6305a6d7f7d5 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--531826893&fields=id&tenant_id=0998832c5db04fe5b7e93fa392a693f8 HTTP/1.1" status: 200 len: 267 time: 0.0437446 May 04 18:23:18.061586 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122d8bcd-dfa2-4d89-84b0-9c069b8cdcdb req-b9f30215-ce91-41f4-b527-8b8e00475c33 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:18.063059 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-122d8bcd-dfa2-4d89-84b0-9c069b8cdcdb req-b9f30215-ce91-41f4-b527-8b8e00475c33 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/networks?id=6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e HTTP/1.1" status: 200 len: 810 time: 0.1004136 May 04 18:23:18.077532 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-122d8bcd-dfa2-4d89-84b0-9c069b8cdcdb req-e0cade8a-047b-48c7-9b0d-d73022498452 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/quotas/0998832c5db04fe5b7e93fa392a693f8 HTTP/1.1" status: 200 len: 375 time: 0.0090904 May 04 18:23:18.131245 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-122d8bcd-dfa2-4d89-84b0-9c069b8cdcdb req-da0591c0-7f3b-4ec2-8c1c-382f88dd20ad tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0998832c5db04fe5b7e93fa392a693f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481229 May 04 18:23:18.230790 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-122d8bcd-dfa2-4d89-84b0-9c069b8cdcdb req-581dd10f-ae60-4eb3-914f-b2d4aa73db1c service neutron] 10.222.0.23 "GET /v2.0/networks/6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870726 May 04 18:23:18.326457 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-122d8bcd-dfa2-4d89-84b0-9c069b8cdcdb req-ca6d4693-7d84-4c19-bca5-64b78c9051ba service neutron] 10.222.0.23 "GET /v2.0/networks/6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900884 May 04 18:23:18.863554 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-748da532-3e7f-4d29-b163-ac6ac722a85b req-f23fabe6-fb99-455f-9682-ba5628e9a16e tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=86cb1644-cbb3-450b-8df2-2b48d8cee7a7 HTTP/1.1" status: 200 len: 210 time: 0.0292416 May 04 18:23:18.968719 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4225ee-a93f-4347-aef1-3da5905c7f8e req-d18a8da6-4510-4fbb-bd73-48b35ea74466 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:18.970181 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-ed4225ee-a93f-4347-aef1-3da5905c7f8e req-d18a8da6-4510-4fbb-bd73-48b35ea74466 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8dd944e-6e16-498a-848a-ffdff4fbd064 HTTP/1.1" status: 200 len: 943 time: 0.0483019 May 04 18:23:19.020117 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-ed4225ee-a93f-4347-aef1-3da5905c7f8e req-59e9b4ac-7a04-47b0-9ba3-4d5cd41d54f5 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/security-groups?id=1715c313-c023-437e-9dab-04beca213f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442219 May 04 18:23:19.128077 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9880ff-a7a6-433c-80c3-e7c7271add2c req-2e74499a-6f0d-4978-91bb-e6bee11bc4dc tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:19.129554 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-dd9880ff-a7a6-433c-80c3-e7c7271add2c req-2e74499a-6f0d-4978-91bb-e6bee11bc4dc tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfccffee-13f1-4b73-8572-394ea5cc53f2 HTTP/1.1" status: 200 len: 945 time: 0.0505304 May 04 18:23:19.176521 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-dd9880ff-a7a6-433c-80c3-e7c7271add2c req-203dd5e0-22f9-45ee-bda6-7b9f4fa8a6c1 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407014 May 04 18:23:19.784837 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c7e770-9bd9-41f1-870a-23b6ff56e885 req-ea3955f4-a198-4b89-9395-c03958773a54 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:19.786316 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-43c7e770-9bd9-41f1-870a-23b6ff56e885 req-ea3955f4-a198-4b89-9395-c03958773a54 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.84 "GET /v2.0/ports?device_id=cfccffee-13f1-4b73-8572-394ea5cc53f2 HTTP/1.1" status: 200 len: 945 time: 0.0489643 May 04 18:23:19.884971 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [req-43c7e770-9bd9-41f1-870a-23b6ff56e885 req-07475207-ecb7-4fea-8142-5949652b6f81 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Deleting port 57fd1c3f-6c44-4d6f-a020-d56596ae3dcf {{(pid=104023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:23:19.885593 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-43c7e770-9bd9-41f1-870a-23b6ff56e885 req-07475207-ecb7-4fea-8142-5949652b6f81 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772820269343'] for port (57fd1c3f-6c44-4d6f-a020-d56596ae3dcf), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:19.960910 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-bbddc51d-8e8c-454f-8a48-4bb50d3bd959 req-ea62b62f-8412-46b0-a552-5aebbf433e75 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=86cb1644-cbb3-450b-8df2-2b48d8cee7a7 HTTP/1.1" status: 200 len: 210 time: 0.0276668 May 04 18:23:19.987940 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [req-43c7e770-9bd9-41f1-870a-23b6ff56e885 req-07475207-ecb7-4fea-8142-5949652b6f81 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] For port 57fd1c3f-6c44-4d6f-a020-d56596ae3dcf, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=57fd1c3f-6c44-4d6f-a020-d56596ae3dcf,segment=NetworkSegment(97ff9aec-6531-4441-91ba-ff0470154517),segment_id=97ff9aec-6531-4441-91ba-ff0470154517)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:23:19.988312 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-43c7e770-9bd9-41f1-870a-23b6ff56e885 req-07475207-ecb7-4fea-8142-5949652b6f81 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674980'] for port (57fd1c3f-6c44-4d6f-a020-d56596ae3dcf), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:20.003135 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [req-43c7e770-9bd9-41f1-870a-23b6ff56e885 req-07475207-ecb7-4fea-8142-5949652b6f81 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Calling delete_port for 57fd1c3f-6c44-4d6f-a020-d56596ae3dcf owned by compute:nova {{(pid=104023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:23:20.146607 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e3746f-0017-43be-85e9-ef78906a3f3c req-eee11e32-aa6a-4392-ad2b-9f14198e04c5 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:20.148731 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-d6e3746f-0017-43be-85e9-ef78906a3f3c req-eee11e32-aa6a-4392-ad2b-9f14198e04c5 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8dd944e-6e16-498a-848a-ffdff4fbd064 HTTP/1.1" status: 200 len: 943 time: 0.0479379 May 04 18:23:20.204627 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-d6e3746f-0017-43be-85e9-ef78906a3f3c req-9ed18e3a-21cc-48b8-bb95-32f560e38f67 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/security-groups?id=1715c313-c023-437e-9dab-04beca213f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498652 May 04 18:23:20.213650 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-43c7e770-9bd9-41f1-870a-23b6ff56e885 req-07475207-ecb7-4fea-8142-5949652b6f81 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772820276655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772819832239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7382190'] for port (57fd1c3f-6c44-4d6f-a020-d56596ae3dcf), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:20.242638 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] get_ports_and_sgs() called for port_ids ['c49bddb4-4e80-4d5f-89e2-c80146cadc08', '57fd1c3f-6c44-4d6f-a020-d56596ae3dcf'] {{(pid=104025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 18:23:20.247143 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07475207-ecb7-4fea-8142-5949652b6f81 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Pushing event deleted for resources: {'Port': ['ID=57fd1c3f-6c44-4d6f-a020-d56596ae3dcf,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:23:20.300674 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [req-43c7e770-9bd9-41f1-870a-23b6ff56e885 req-07475207-ecb7-4fea-8142-5949652b6f81 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] No DVR routers for this DVR port 57fd1c3f-6c44-4d6f-a020-d56596ae3dcf on host hv-cinder-84051 {{(pid=104023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:23:20.303054 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-43c7e770-9bd9-41f1-870a-23b6ff56e885 req-07475207-ecb7-4fea-8142-5949652b6f81 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976'] for port (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:20.307312 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-d23c2c33-99b9-46a7-b099-a5ffff219663 req-247302b5-7b54-4b9a-8b94-d2ae40b4e673 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfccffee-13f1-4b73-8572-394ea5cc53f2 HTTP/1.1" status: 200 len: 210 time: 0.0350657 May 04 18:23:20.309843 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-43c7e770-9bd9-41f1-870a-23b6ff56e885 req-07475207-ecb7-4fea-8142-5949652b6f81 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.84 "DELETE /v2.0/ports/57fd1c3f-6c44-4d6f-a020-d56596ae3dcf HTTP/1.1" status: 204 len: 173 time: 0.5131779 May 04 18:23:20.309843 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfccffee-13f1-4b73-8572-394ea5cc53f2', 'name': 'network-vif-deleted', 'tag': '57fd1c3f-6c44-4d6f-a020-d56596ae3dcf'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:23:20.310321 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}418c4fc0ed359c78e2a46d0945201a397afdfc4a7689ae544a04c30398cb972a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b88e9a-99b6-411d-8d0b-604d0ae2d775" -d '{"events": [{"server_uuid": "cfccffee-13f1-4b73-8572-394ea5cc53f2", "name": "network-vif-deleted", "tag": "57fd1c3f-6c44-4d6f-a020-d56596ae3dcf"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:23:20.353650 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 18:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb51549b-ef52-43a4-a1ba-d989d574bcd1 x-openstack-request-id: req-bb51549b-ef52-43a4-a1ba-d989d574bcd1 {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:23:20.353945 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfccffee-13f1-4b73-8572-394ea5cc53f2", "name": "network-vif-deleted", "tag": "57fd1c3f-6c44-4d6f-a020-d56596ae3dcf", "status": "completed", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:23:20.354197 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bb51549b-ef52-43a4-a1ba-d989d574bcd1 {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:23:20.354600 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb51549b-ef52-43a4-a1ba-d989d574bcd1'] response: {'server_uuid': 'cfccffee-13f1-4b73-8572-394ea5cc53f2', 'name': 'network-vif-deleted', 'tag': '57fd1c3f-6c44-4d6f-a020-d56596ae3dcf', 'status': 'completed', 'code': 200} May 04 18:23:20.727116 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122d8bcd-dfa2-4d89-84b0-9c069b8cdcdb req-841bfe37-d55e-462f-bd60-7a2bc5751551 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:20.728626 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-122d8bcd-dfa2-4d89-84b0-9c069b8cdcdb req-841bfe37-d55e-462f-bd60-7a2bc5751551 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.84 "GET /v2.0/networks?id=6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e HTTP/1.1" status: 200 len: 810 time: 0.1099114 May 04 18:23:20.819626 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-122d8bcd-dfa2-4d89-84b0-9c069b8cdcdb req-4c4cfc64-983e-4da8-ac67-c1ffd40cd6fb tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0998832c5db04fe5b7e93fa392a693f8 HTTP/1.1" status: 200 len: 379 time: 0.0530329 May 04 18:23:21.062466 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-7080e397-f5c8-4cb8-9b49-e914337862df req-43e818f5-3c68-4e34-bd41-1283ed3c68af tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=86cb1644-cbb3-450b-8df2-2b48d8cee7a7 HTTP/1.1" status: 200 len: 210 time: 0.0291355 May 04 18:23:21.317690 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbad8801-d3f6-44b3-a046-802df44352c1 req-d3b42b57-86b9-4736-a1d9-babad7ee0ef5 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:21.319185 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-fbad8801-d3f6-44b3-a046-802df44352c1 req-d3b42b57-86b9-4736-a1d9-babad7ee0ef5 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8dd944e-6e16-498a-848a-ffdff4fbd064 HTTP/1.1" status: 200 len: 943 time: 0.0477560 May 04 18:23:21.368754 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-fbad8801-d3f6-44b3-a046-802df44352c1 req-7331e0df-a1f6-440a-892a-0222273a10ef tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/security-groups?id=1715c313-c023-437e-9dab-04beca213f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434597 May 04 18:23:21.465048 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-4752cf26-32d8-477a-879b-c169312834b7 req-790789d9-1848-4786-b598-beda4b91c085 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfccffee-13f1-4b73-8572-394ea5cc53f2 HTTP/1.1" status: 200 len: 210 time: 0.0309796 May 04 18:23:21.850261 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.v2.base [req-122d8bcd-dfa2-4d89-84b0-9c069b8cdcdb req-5a5db0df-719b-478b-a6b1-c1583af7cf31 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Request body: {'port': {'device_id': '86cb1644-cbb3-450b-8df2-2b48d8cee7a7', 'network_id': '6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e', 'admin_state_up': True, 'tenant_id': '0998832c5db04fe5b7e93fa392a693f8', 'security_groups': ['34aeadf9-a2f2-41fb-b97d-d17b3a3d24aa']}} {{(pid=104023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:23:22.049354 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-122d8bcd-dfa2-4d89-84b0-9c069b8cdcdb req-5a5db0df-719b-478b-a6b1-c1583af7cf31 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Made reservation on behalf of 0998832c5db04fe5b7e93fa392a693f8 for: {'port': 1} {{(pid=104023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:23:22.052767 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-122d8bcd-dfa2-4d89-84b0-9c069b8cdcdb req-5a5db0df-719b-478b-a6b1-c1583af7cf31 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:22.135439 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (2ed5d983-d6d1-49f2-9dfa-1a41e5be1317), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:22.163683 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-9c40fd4f-4c5b-4376-8137-2e9f95cfa6f9 req-c5cf6bc3-b88b-46a8-9bf2-79266c89fbbf tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=86cb1644-cbb3-450b-8df2-2b48d8cee7a7 HTTP/1.1" status: 200 len: 210 time: 0.0282328 May 04 18:23:22.191039 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.db_base_plugin_common [req-122d8bcd-dfa2-4d89-84b0-9c069b8cdcdb req-5a5db0df-719b-478b-a6b1-c1583af7cf31 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Allocated IP 172.20.0.10 (6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e/3ba3abcf-592c-4523-9b0f-c55aec0e9e52/60474a50-a0c1-4feb-ae6f-0c257a515bc4) {{(pid=104023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:23:22.364585 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-122d8bcd-dfa2-4d89-84b0-9c069b8cdcdb req-5a5db0df-719b-478b-a6b1-c1583af7cf31 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Publish callbacks [] for port (60474a50-a0c1-4feb-ae6f-0c257a515bc4), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:22.450384 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-122d8bcd-dfa2-4d89-84b0-9c069b8cdcdb req-5a5db0df-719b-478b-a6b1-c1583af7cf31 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772819832230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7382190'] for port (60474a50-a0c1-4feb-ae6f-0c257a515bc4), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:22.486198 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d199dd7f-dc69-4f09-9827-927725421bd7 req-6b0a46f0-2a8c-4111-b680-41b3223466ab tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:22.489140 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-d199dd7f-dc69-4f09-9827-927725421bd7 req-6b0a46f0-2a8c-4111-b680-41b3223466ab tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8dd944e-6e16-498a-848a-ffdff4fbd064 HTTP/1.1" status: 200 len: 943 time: 0.0523388 May 04 18:23:22.498401 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-122d8bcd-dfa2-4d89-84b0-9c069b8cdcdb req-5a5db0df-719b-478b-a6b1-c1583af7cf31 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Network 6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e is already hosted by enough agents. {{(pid=104023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:23:22.507511 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.base_scheduler [req-122d8bcd-dfa2-4d89-84b0-9c069b8cdcdb req-5a5db0df-719b-478b-a6b1-c1583af7cf31 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Resources bound (agent type, host, resource id): {{(pid=104023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:23:22.512727 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [req-122d8bcd-dfa2-4d89-84b0-9c069b8cdcdb req-5a5db0df-719b-478b-a6b1-c1583af7cf31 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Received port after_create {{(pid=104023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:23:22.517006 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5db0df-719b-478b-a6b1-c1583af7cf31 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Pushing event updated for resources: {'Port': ['ID=60474a50-a0c1-4feb-ae6f-0c257a515bc4,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:23:22.549471 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-d199dd7f-dc69-4f09-9827-927725421bd7 req-db0cecf7-2e8f-4ed6-b859-9b5b5f9aaead tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/security-groups?id=1715c313-c023-437e-9dab-04beca213f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544682 May 04 18:23:22.577599 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122d8bcd-dfa2-4d89-84b0-9c069b8cdcdb req-5a5db0df-719b-478b-a6b1-c1583af7cf31 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:22.578277 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-122d8bcd-dfa2-4d89-84b0-9c069b8cdcdb req-5a5db0df-719b-478b-a6b1-c1583af7cf31 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976'] for port (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:22.656425 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-122d8bcd-dfa2-4d89-84b0-9c069b8cdcdb req-5a5db0df-719b-478b-a6b1-c1583af7cf31 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8101525 May 04 18:23:22.674756 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.v2.base [req-122d8bcd-dfa2-4d89-84b0-9c069b8cdcdb req-0851fd26-cfbf-4ae1-bf07-10fd52939cf9 service neutron] Request body: {'port': {'device_id': '86cb1644-cbb3-450b-8df2-2b48d8cee7a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=104023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:23:22.724188 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-f07ce2bd-20cc-4527-9758-e830dfcc55df None None] Provisioning complete for port 60474a50-a0c1-4feb-ae6f-0c257a515bc4 triggered by entity DHCP. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:23:22.724592 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-f07ce2bd-20cc-4527-9758-e830dfcc55df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (60474a50-a0c1-4feb-ae6f-0c257a515bc4), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:22.745651 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-122d8bcd-dfa2-4d89-84b0-9c069b8cdcdb req-0851fd26-cfbf-4ae1-bf07-10fd52939cf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (60474a50-a0c1-4feb-ae6f-0c257a515bc4), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:22.762849 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-f07ce2bd-20cc-4527-9758-e830dfcc55df None None] Port 60474a50-a0c1-4feb-ae6f-0c257a515bc4 cannot update to ACTIVE because it is not bound. {{(pid=104025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 18:23:23.011909 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [req-122d8bcd-dfa2-4d89-84b0-9c069b8cdcdb req-0851fd26-cfbf-4ae1-bf07-10fd52939cf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60474a50-a0c1-4feb-ae6f-0c257a515bc4 {{(pid=104023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:23:23.020061 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-122d8bcd-dfa2-4d89-84b0-9c069b8cdcdb req-0851fd26-cfbf-4ae1-bf07-10fd52939cf9 service neutron] Publish callbacks [] for port (60474a50-a0c1-4feb-ae6f-0c257a515bc4), precommit_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:23.030043 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93973e1-886e-48c5-bdaa-afc5cca9016d req-49f054b8-561b-47e7-b392-a79eb05d4bcb tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:23.031556 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-a93973e1-886e-48c5-bdaa-afc5cca9016d req-49f054b8-561b-47e7-b392-a79eb05d4bcb tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5a99fa7-89c1-417e-8a15-fb5d090a5ffc HTTP/1.1" status: 200 len: 946 time: 0.0481067 May 04 18:23:23.033632 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [req-122d8bcd-dfa2-4d89-84b0-9c069b8cdcdb req-0851fd26-cfbf-4ae1-bf07-10fd52939cf9 service neutron] Transition to ACTIVE for port object 60474a50-a0c1-4feb-ae6f-0c257a515bc4 will not be triggered until provisioned by entity L2. {{(pid=104023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 18:23:23.082464 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-a93973e1-886e-48c5-bdaa-afc5cca9016d req-ace1d586-ace1-4748-b9c8-dfb4ce5a9be7 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450525 May 04 18:23:23.124028 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-122d8bcd-dfa2-4d89-84b0-9c069b8cdcdb req-0851fd26-cfbf-4ae1-bf07-10fd52939cf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7382199'] for port (60474a50-a0c1-4feb-ae6f-0c257a515bc4), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:23.178715 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0851fd26-cfbf-4ae1-bf07-10fd52939cf9 service neutron] Pushing event updated for resources: {'Port': ['ID=60474a50-a0c1-4feb-ae6f-0c257a515bc4,revision_number=2']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:23:23.204258 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device 8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4 details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=104025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 18:23:23.222266 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device 57fd1c3f-6c44-4d6f-a020-d56596ae3dcf no longer exists at agent hyperv_hv-cinder-84051 {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 18:23:23.251172 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] No Port match for: 57fd1c3f-6c44-4d6f-a020-d56596ae3dcf {{(pid=104025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 18:23:23.251674 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device 57fd1c3f-6c44-4d6f-a020-d56596ae3dcf not bound to the agent host hv-cinder-84051 {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 18:23:23.312740 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4d48d1-cc75-4e43-8ff5-c2b17c1991aa req-6ba11f06-ac73-4142-98a5-1d552a5c4b70 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:23.315180 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-0e4d48d1-cc75-4e43-8ff5-c2b17c1991aa req-6ba11f06-ac73-4142-98a5-1d552a5c4b70 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=86cb1644-cbb3-450b-8df2-2b48d8cee7a7 HTTP/1.1" status: 200 len: 944 time: 0.0645337 May 04 18:23:23.364653 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] For port 8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4,segment=NetworkSegment(f126fb3f-1cce-44a2-9d04-49ad171b24ae),segment_id=f126fb3f-1cce-44a2-9d04-49ad171b24ae)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:23:23.378732 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Returning: {'device': '8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4', 'network_id': '106b7264-34d3-4ab1-9694-1650e4fd9860', 'port_id': '8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4', 'mac_address': 'fa:16:3e:6b:12:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d61c736-b53f-4743-b857-e2820b1996fc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 18:23:23.381649 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-0e4d48d1-cc75-4e43-8ff5-c2b17c1991aa req-991f4cc9-66d0-458f-a919-2a00f38df0a0 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/security-groups?id=34aeadf9-a2f2-41fb-b97d-d17b3a3d24aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588846 May 04 18:23:23.425760 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Current status of the port 8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4 is: DOWN; New status is: BUILD {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:23:23.426052 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:23.440425 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.notifiers.nova [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4 {{(pid=104025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:23:23.461934 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] For port 8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4,segment=NetworkSegment(f126fb3f-1cce-44a2-9d04-49ad171b24ae),segment_id=f126fb3f-1cce-44a2-9d04-49ad171b24ae)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:23:23.513469 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [req-122d8bcd-dfa2-4d89-84b0-9c069b8cdcdb req-0851fd26-cfbf-4ae1-bf07-10fd52939cf9 service neutron] Attempting to bind port 60474a50-a0c1-4feb-ae6f-0c257a515bc4 on host hv-cinder-84051 for vnic_type normal with profile {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 18:23:23.513813 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [req-122d8bcd-dfa2-4d89-84b0-9c069b8cdcdb req-0851fd26-cfbf-4ae1-bf07-10fd52939cf9 service neutron] Attempting to bind port 60474a50-a0c1-4feb-ae6f-0c257a515bc4 by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': '9e5cf92f-729c-4cdb-aa1e-4c2ffa731f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e'}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 18:23:23.514142 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122d8bcd-dfa2-4d89-84b0-9c069b8cdcdb req-0851fd26-cfbf-4ae1-bf07-10fd52939cf9 service neutron] Attempting to bind port 60474a50-a0c1-4feb-ae6f-0c257a515bc4 on network 6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:23:23.518612 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122d8bcd-dfa2-4d89-84b0-9c069b8cdcdb req-0851fd26-cfbf-4ae1-bf07-10fd52939cf9 service neutron] Port 60474a50-a0c1-4feb-ae6f-0c257a515bc4 on network 6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 18:23:23.518937 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122d8bcd-dfa2-4d89-84b0-9c069b8cdcdb req-0851fd26-cfbf-4ae1-bf07-10fd52939cf9 service neutron] Attempting to bind port 60474a50-a0c1-4feb-ae6f-0c257a515bc4 on network 6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:23:23.524625 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122d8bcd-dfa2-4d89-84b0-9c069b8cdcdb req-0851fd26-cfbf-4ae1-bf07-10fd52939cf9 service neutron] Checking agent: {'id': '2ed5d983-d6d1-49f2-9dfa-1a41e5be1317', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 13, 52), 'started_at': datetime.datetime(2022, 5, 4, 18, 13, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 18:23:23.524968 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122d8bcd-dfa2-4d89-84b0-9c069b8cdcdb req-0851fd26-cfbf-4ae1-bf07-10fd52939cf9 service neutron] Checking segment: {'id': '9e5cf92f-729c-4cdb-aa1e-4c2ffa731f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:23:23.526209 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122d8bcd-dfa2-4d89-84b0-9c069b8cdcdb req-0851fd26-cfbf-4ae1-bf07-10fd52939cf9 service neutron] Bound using segment: {'id': '9e5cf92f-729c-4cdb-aa1e-4c2ffa731f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e'} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 18:23:23.526209 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [req-122d8bcd-dfa2-4d89-84b0-9c069b8cdcdb req-0851fd26-cfbf-4ae1-bf07-10fd52939cf9 service neutron] Bound port: 60474a50-a0c1-4feb-ae6f-0c257a515bc4, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e5cf92f-729c-4cdb-aa1e-4c2ffa731f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e'}}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 18:23:23.526209 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-122d8bcd-dfa2-4d89-84b0-9c069b8cdcdb req-0851fd26-cfbf-4ae1-bf07-10fd52939cf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (60474a50-a0c1-4feb-ae6f-0c257a515bc4), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:23.545135 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:23.593300 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [req-122d8bcd-dfa2-4d89-84b0-9c069b8cdcdb req-0851fd26-cfbf-4ae1-bf07-10fd52939cf9 service neutron] For port 60474a50-a0c1-4feb-ae6f-0c257a515bc4, host hv-cinder-84051, cleared binding levels {{(pid=104023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 18:23:23.596772 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [req-122d8bcd-dfa2-4d89-84b0-9c069b8cdcdb req-0851fd26-cfbf-4ae1-bf07-10fd52939cf9 service neutron] For port 60474a50-a0c1-4feb-ae6f-0c257a515bc4, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=60474a50-a0c1-4feb-ae6f-0c257a515bc4,segment=NetworkSegment(9e5cf92f-729c-4cdb-aa1e-4c2ffa731f17),segment_id=9e5cf92f-729c-4cdb-aa1e-4c2ffa731f17)] {{(pid=104023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 18:23:23.601034 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Pushing event updated for resources: {'Port': ['ID=8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4,revision_number=7']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:23:23.666081 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-122d8bcd-dfa2-4d89-84b0-9c069b8cdcdb req-0851fd26-cfbf-4ae1-bf07-10fd52939cf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7382199'] for port (60474a50-a0c1-4feb-ae6f-0c257a515bc4), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:23.666902 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3c0fcf-f70e-4db6-b93d-c0372a8524d5 req-a4eb1618-712c-4140-9364-c256cf80c1ba tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:23.668411 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-fe3c0fcf-f70e-4db6-b93d-c0372a8524d5 req-a4eb1618-712c-4140-9364-c256cf80c1ba tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8dd944e-6e16-498a-848a-ffdff4fbd064 HTTP/1.1" status: 200 len: 944 time: 0.0470772 May 04 18:23:23.703533 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122d8bcd-dfa2-4d89-84b0-9c069b8cdcdb req-0851fd26-cfbf-4ae1-bf07-10fd52939cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:23.704435 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-122d8bcd-dfa2-4d89-84b0-9c069b8cdcdb req-0851fd26-cfbf-4ae1-bf07-10fd52939cf9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976'] for port (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:23.705708 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-122d8bcd-dfa2-4d89-84b0-9c069b8cdcdb req-0851fd26-cfbf-4ae1-bf07-10fd52939cf9 service neutron] 10.222.0.84 "PUT /v2.0/ports/60474a50-a0c1-4feb-ae6f-0c257a515bc4 HTTP/1.1" status: 200 len: 1094 time: 1.0351682 May 04 18:23:23.708173 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86cb1644-cbb3-450b-8df2-2b48d8cee7a7', 'tag': '60474a50-a0c1-4feb-ae6f-0c257a515bc4'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:23:23.710735 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}418c4fc0ed359c78e2a46d0945201a397afdfc4a7689ae544a04c30398cb972a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac7043f3-3c01-4e11-af57-097824bbfb94" -d '{"events": [{"name": "network-changed", "server_uuid": "86cb1644-cbb3-450b-8df2-2b48d8cee7a7", "tag": "60474a50-a0c1-4feb-ae6f-0c257a515bc4"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:23:23.730245 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4103f0f3-783e-481b-a196-b1aba80bf34a req-b3612da2-4f3f-4ae8-9b28-0c7df6fd4766 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:23.731734 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-4103f0f3-783e-481b-a196-b1aba80bf34a req-b3612da2-4f3f-4ae8-9b28-0c7df6fd4766 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.84 "GET /v2.0/ports?device_id=f5a99fa7-89c1-417e-8a15-fb5d090a5ffc HTTP/1.1" status: 200 len: 946 time: 0.0624924 May 04 18:23:23.739155 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0851fd26-cfbf-4ae1-bf07-10fd52939cf9 service neutron] Pushing event updated for resources: {'Port': ['ID=60474a50-a0c1-4feb-ae6f-0c257a515bc4,revision_number=3']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:23:23.792953 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-fe3c0fcf-f70e-4db6-b93d-c0372a8524d5 req-d24ac76f-5533-4699-82b3-9187f273397b tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/security-groups?id=1715c313-c023-437e-9dab-04beca213f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149440 May 04 18:23:23.859812 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 18:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26429d3a-709b-44bf-a50c-4c0fb08c3a45 x-openstack-request-id: req-26429d3a-709b-44bf-a50c-4c0fb08c3a45 {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:23:23.860112 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86cb1644-cbb3-450b-8df2-2b48d8cee7a7", "tag": "60474a50-a0c1-4feb-ae6f-0c257a515bc4", "status": "completed", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:23:23.860633 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-26429d3a-709b-44bf-a50c-4c0fb08c3a45 {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:23:23.861143 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26429d3a-709b-44bf-a50c-4c0fb08c3a45'] response: {'name': 'network-changed', 'server_uuid': '86cb1644-cbb3-450b-8df2-2b48d8cee7a7', 'tag': '60474a50-a0c1-4feb-ae6f-0c257a515bc4', 'status': 'completed', 'code': 200} May 04 18:23:23.862637 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.plugin [req-4103f0f3-783e-481b-a196-b1aba80bf34a req-78c94aa7-391d-49fc-81a0-8f368fcc94e0 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Deleting port c49bddb4-4e80-4d5f-89e2-c80146cadc08 {{(pid=104024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:23:23.862979 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [req-4103f0f3-783e-481b-a196-b1aba80bf34a req-78c94aa7-391d-49fc-81a0-8f368fcc94e0 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772820269343'] for port (c49bddb4-4e80-4d5f-89e2-c80146cadc08), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:23.874910 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122d8bcd-dfa2-4d89-84b0-9c069b8cdcdb req-9bb0551f-f4a6-40b7-b813-c10d83277def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:23.876580 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-122d8bcd-dfa2-4d89-84b0-9c069b8cdcdb req-9bb0551f-f4a6-40b7-b813-c10d83277def service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=0998832c5db04fe5b7e93fa392a693f8&device_id=86cb1644-cbb3-450b-8df2-2b48d8cee7a7 HTTP/1.1" status: 200 len: 1128 time: 0.0518458 May 04 18:23:23.932843 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-122d8bcd-dfa2-4d89-84b0-9c069b8cdcdb req-055e6000-f129-466b-8939-b26c4d824c4b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60474a50-a0c1-4feb-ae6f-0c257a515bc4 HTTP/1.1" status: 200 len: 217 time: 0.0377007 May 04 18:23:23.962052 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.db [req-4103f0f3-783e-481b-a196-b1aba80bf34a req-78c94aa7-391d-49fc-81a0-8f368fcc94e0 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] For port c49bddb4-4e80-4d5f-89e2-c80146cadc08, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=c49bddb4-4e80-4d5f-89e2-c80146cadc08,segment=NetworkSegment(97ff9aec-6531-4441-91ba-ff0470154517),segment_id=97ff9aec-6531-4441-91ba-ff0470154517)] {{(pid=104024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:23:23.962340 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [req-4103f0f3-783e-481b-a196-b1aba80bf34a req-78c94aa7-391d-49fc-81a0-8f368fcc94e0 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674980'] for port (c49bddb4-4e80-4d5f-89e2-c80146cadc08), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:23.975641 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.plugin [req-4103f0f3-783e-481b-a196-b1aba80bf34a req-78c94aa7-391d-49fc-81a0-8f368fcc94e0 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Calling delete_port for c49bddb4-4e80-4d5f-89e2-c80146cadc08 owned by compute:nova {{(pid=104024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:23:23.979739 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] get_ports_and_sgs() called for port_ids ['8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4'] {{(pid=104025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 18:23:23.986068 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122d8bcd-dfa2-4d89-84b0-9c069b8cdcdb req-b9739459-3929-4aa4-bfa3-356cec1e3ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:23.987978 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-122d8bcd-dfa2-4d89-84b0-9c069b8cdcdb req-b9739459-3929-4aa4-bfa3-356cec1e3ffa service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3ba3abcf-592c-4523-9b0f-c55aec0e9e52 HTTP/1.1" status: 200 len: 849 time: 0.0456316 May 04 18:23:24.039415 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122d8bcd-dfa2-4d89-84b0-9c069b8cdcdb req-7445e0d1-9f9a-4424-8afa-67e122a673fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:24.041345 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-122d8bcd-dfa2-4d89-84b0-9c069b8cdcdb req-7445e0d1-9f9a-4424-8afa-67e122a673fa service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455775 May 04 18:23:24.140643 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-122d8bcd-dfa2-4d89-84b0-9c069b8cdcdb req-987da749-8b3e-4402-9119-aad6e0b40913 service neutron] 10.222.0.84 "GET /v2.0/networks/6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925403 May 04 18:23:24.222078 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1463869-066d-4a31-9ee6-bbe54df847d7 req-a4f079ea-092e-4f7e-983b-26e378904d6e tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:24.223682 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-e1463869-066d-4a31-9ee6-bbe54df847d7 req-a4f079ea-092e-4f7e-983b-26e378904d6e tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5a99fa7-89c1-417e-8a15-fb5d090a5ffc HTTP/1.1" status: 200 len: 946 time: 0.0578322 May 04 18:23:24.224910 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [req-4103f0f3-783e-481b-a196-b1aba80bf34a req-78c94aa7-391d-49fc-81a0-8f368fcc94e0 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772820276655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772819832239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007267'] for port (c49bddb4-4e80-4d5f-89e2-c80146cadc08), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:24.252971 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] get_ports_and_sgs() called for port_ids ['c49bddb4-4e80-4d5f-89e2-c80146cadc08'] {{(pid=104025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 18:23:24.253591 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-122d8bcd-dfa2-4d89-84b0-9c069b8cdcdb req-088d6a1a-9770-4319-8f91-cb93c1a09bfa service neutron] 10.222.0.84 "GET /v2.0/networks/6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019745 May 04 18:23:24.263105 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c94aa7-391d-49fc-81a0-8f368fcc94e0 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Pushing event deleted for resources: {'Port': ['ID=c49bddb4-4e80-4d5f-89e2-c80146cadc08,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:23:24.336378 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [req-4103f0f3-783e-481b-a196-b1aba80bf34a req-78c94aa7-391d-49fc-81a0-8f368fcc94e0 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] No DVR routers for this DVR port c49bddb4-4e80-4d5f-89e2-c80146cadc08 on host hv-cinder-84051 {{(pid=104024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:23:24.342447 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [req-4103f0f3-783e-481b-a196-b1aba80bf34a req-78c94aa7-391d-49fc-81a0-8f368fcc94e0 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976'] for port (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:24.346049 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-4103f0f3-783e-481b-a196-b1aba80bf34a req-78c94aa7-391d-49fc-81a0-8f368fcc94e0 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.84 "DELETE /v2.0/ports/c49bddb4-4e80-4d5f-89e2-c80146cadc08 HTTP/1.1" status: 204 len: 173 time: 0.6079752 May 04 18:23:24.346535 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5a99fa7-89c1-417e-8a15-fb5d090a5ffc', 'name': 'network-vif-deleted', 'tag': 'c49bddb4-4e80-4d5f-89e2-c80146cadc08'}] {{(pid=104024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:23:24.348843 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c26fa3ecb1f16f42831e56f73673e8220bc52890772fb217514d3f8d557ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5b9dc1f-1532-4ea1-9cdd-bdd75b6b8b2f" -d '{"events": [{"server_uuid": "f5a99fa7-89c1-417e-8a15-fb5d090a5ffc", "name": "network-vif-deleted", "tag": "c49bddb4-4e80-4d5f-89e2-c80146cadc08"}]}' {{(pid=104024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:23:24.368389 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-e1463869-066d-4a31-9ee6-bbe54df847d7 req-90f60041-2461-465b-8f6f-51242c1b2aa0 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4ef2f0d-4862-46ef-83c0-a87e24bfd006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271331 May 04 18:23:24.405305 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 18:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b998c4ce-244f-48c2-a562-244c18e2c9ae x-openstack-request-id: req-b998c4ce-244f-48c2-a562-244c18e2c9ae {{(pid=104024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:23:24.405708 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5a99fa7-89c1-417e-8a15-fb5d090a5ffc", "name": "network-vif-deleted", "tag": "c49bddb4-4e80-4d5f-89e2-c80146cadc08", "status": "completed", "code": 200}]} {{(pid=104024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:23:24.406544 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b998c4ce-244f-48c2-a562-244c18e2c9ae {{(pid=104024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:23:24.406544 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b998c4ce-244f-48c2-a562-244c18e2c9ae'] response: {'server_uuid': 'f5a99fa7-89c1-417e-8a15-fb5d090a5ffc', 'name': 'network-vif-deleted', 'tag': 'c49bddb4-4e80-4d5f-89e2-c80146cadc08', 'status': 'completed', 'code': 200} May 04 18:23:24.517988 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0978691-b2df-4d5e-b33b-622df06926ce req-cd42e607-4774-441e-9b62-8fb27889a231 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:24.519789 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-e0978691-b2df-4d5e-b33b-622df06926ce req-cd42e607-4774-441e-9b62-8fb27889a231 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=86cb1644-cbb3-450b-8df2-2b48d8cee7a7 HTTP/1.1" status: 200 len: 944 time: 0.0562260 May 04 18:23:24.570026 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-e0978691-b2df-4d5e-b33b-622df06926ce req-c3bb36e7-b4c5-4170-81c0-e79397b0ecc2 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/security-groups?id=34aeadf9-a2f2-41fb-b97d-d17b3a3d24aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436831 May 04 18:23:24.915421 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694bafa3-abea-4ef1-8d92-9f0b7f30b229 req-025b7455-f735-4ce0-b4cf-59411a883540 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:24.916935 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-694bafa3-abea-4ef1-8d92-9f0b7f30b229 req-025b7455-f735-4ce0-b4cf-59411a883540 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8dd944e-6e16-498a-848a-ffdff4fbd064 HTTP/1.1" status: 200 len: 944 time: 0.0476680 May 04 18:23:24.966033 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-694bafa3-abea-4ef1-8d92-9f0b7f30b229 req-74f5da11-1911-465c-a8f7-f6cc531a8cc6 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/security-groups?id=1715c313-c023-437e-9dab-04beca213f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434451 May 04 18:23:25.358803 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device 8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4 up at agent hyperv_hv-cinder-84051 {{(pid=104025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:23:25.407184 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Provisioning complete for port 8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4 triggered by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:23:25.407562 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:25.459047 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-8b57db0c-1fb7-4098-aade-73016a4876c7 req-8e50abad-e4f7-44ab-aace-2e4d2a1cdc36 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5a99fa7-89c1-417e-8a15-fb5d090a5ffc HTTP/1.1" status: 200 len: 210 time: 0.0308130 May 04 18:23:25.490717 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Current status of the port 8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4 is: BUILD; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:23:25.491387 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:25.514400 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8dd944e-6e16-498a-848a-ffdff4fbd064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4'}] {{(pid=104025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:23:25.516637 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd171a24610d3ce9b5061050d4b691b0bb0a8f45589b955ae7373af7220d97b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48e0230d-b2a7-447f-a188-fc58785a80b2" -d '{"events": [{"server_uuid": "f8dd944e-6e16-498a-848a-ffdff4fbd064", "name": "network-vif-plugged", "status": "completed", "tag": "8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4"}]}' {{(pid=104025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:23:25.529205 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] For port 8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4,segment=NetworkSegment(f126fb3f-1cce-44a2-9d04-49ad171b24ae),segment_id=f126fb3f-1cce-44a2-9d04-49ad171b24ae)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:23:25.592896 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:25.646035 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Pushing event updated for resources: {'Port': ['ID=8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4,revision_number=8']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:23:25.715225 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 18:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d362ce80-addc-4076-978d-17ea03bc7dd8 x-openstack-request-id: req-d362ce80-addc-4076-978d-17ea03bc7dd8 {{(pid=104025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:23:25.715548 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8dd944e-6e16-498a-848a-ffdff4fbd064", "name": "network-vif-plugged", "status": "completed", "tag": "8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4", "code": 200}]} {{(pid=104025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:23:25.715811 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d362ce80-addc-4076-978d-17ea03bc7dd8 {{(pid=104025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:23:25.716293 dv-cinder-840511-4-iscsi neutron-server[104025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d362ce80-addc-4076-978d-17ea03bc7dd8'] response: {'server_uuid': 'f8dd944e-6e16-498a-848a-ffdff4fbd064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4', 'code': 200} May 04 18:23:25.804008 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fb43ff-4073-4f76-b44e-694f919f5580 req-e94fd19d-49f0-40de-b425-2432d3db6ba1 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:25.806271 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-c8fb43ff-4073-4f76-b44e-694f919f5580 req-e94fd19d-49f0-40de-b425-2432d3db6ba1 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=86cb1644-cbb3-450b-8df2-2b48d8cee7a7 HTTP/1.1" status: 200 len: 944 time: 0.0475388 May 04 18:23:25.852630 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-c8fb43ff-4073-4f76-b44e-694f919f5580 req-9faeb697-1a79-4fc0-8fd5-ace40399422a tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/security-groups?id=34aeadf9-a2f2-41fb-b97d-d17b3a3d24aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408611 May 04 18:23:26.077687 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca254bc-cd46-4193-82dc-3e4060f08042 req-73ca77a5-d395-4929-97f4-02507a2d9a47 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:26.079157 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-9ca254bc-cd46-4193-82dc-3e4060f08042 req-73ca77a5-d395-4929-97f4-02507a2d9a47 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8dd944e-6e16-498a-848a-ffdff4fbd064 HTTP/1.1" status: 200 len: 945 time: 0.0463994 May 04 18:23:26.128660 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-9ca254bc-cd46-4193-82dc-3e4060f08042 req-038bb2dc-9c9f-4fdb-8bbc-5d3acd3755e9 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/security-groups?id=1715c313-c023-437e-9dab-04beca213f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435126 May 04 18:23:26.561612 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-3a656e64-e921-4aea-b67d-b709c2c7f7e1 req-8abd6c7d-d714-4979-aae0-b35db69a7eb7 tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5a99fa7-89c1-417e-8a15-fb5d090a5ffc HTTP/1.1" status: 200 len: 210 time: 0.0320508 May 04 18:23:26.730978 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7043f3-3c01-4e11-af57-097824bbfb94 req-c52fba32-36c5-4d98-8b91-23225a57d6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:26.732553 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-ac7043f3-3c01-4e11-af57-097824bbfb94 req-c52fba32-36c5-4d98-8b91-23225a57d6ce service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=0998832c5db04fe5b7e93fa392a693f8&device_id=86cb1644-cbb3-450b-8df2-2b48d8cee7a7 HTTP/1.1" status: 200 len: 1128 time: 0.0443878 May 04 18:23:26.941652 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7043f3-3c01-4e11-af57-097824bbfb94 req-c05ea14c-493e-45d5-b348-31ab1895697b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:26.943163 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-ac7043f3-3c01-4e11-af57-097824bbfb94 req-c05ea14c-493e-45d5-b348-31ab1895697b service neutron] 10.222.0.84 "GET /v2.0/networks?id=6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e HTTP/1.1" status: 200 len: 911 time: 0.1022348 May 04 18:23:27.005456 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-ac7043f3-3c01-4e11-af57-097824bbfb94 req-d9e8ce48-d51f-4a1a-8020-600a17643fbb service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60474a50-a0c1-4feb-ae6f-0c257a515bc4 HTTP/1.1" status: 200 len: 217 time: 0.0410945 May 04 18:23:27.024959 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9c3097-db1d-4d13-a245-886fb723a29a req-4727020f-a724-422d-b515-36e3d471af12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:27.026713 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-9b9c3097-db1d-4d13-a245-886fb723a29a req-4727020f-a724-422d-b515-36e3d471af12 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=f8dd944e-6e16-498a-848a-ffdff4fbd064 HTTP/1.1" status: 200 len: 1129 time: 0.0411198 May 04 18:23:27.027557 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5e5dfb-ec19-4692-b9b1-948ebc7abef3 req-a82b1f6c-6a63-4db7-90f5-3253b0a21dd8 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:27.029042 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-cd5e5dfb-ec19-4692-b9b1-948ebc7abef3 req-a82b1f6c-6a63-4db7-90f5-3253b0a21dd8 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=86cb1644-cbb3-450b-8df2-2b48d8cee7a7 HTTP/1.1" status: 200 len: 944 time: 0.1066520 May 04 18:23:27.073846 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-9b9c3097-db1d-4d13-a245-886fb723a29a req-0fbe974d-d82a-4153-af55-7c7c4cae359a service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=1715c313-c023-437e-9dab-04beca213f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413589 May 04 18:23:27.092923 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7043f3-3c01-4e11-af57-097824bbfb94 req-b0782210-2a92-46d8-8fe4-c0eadda79945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:27.094424 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-ac7043f3-3c01-4e11-af57-097824bbfb94 req-b0782210-2a92-46d8-8fe4-c0eadda79945 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3ba3abcf-592c-4523-9b0f-c55aec0e9e52 HTTP/1.1" status: 200 len: 849 time: 0.0810890 May 04 18:23:27.109083 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-cd5e5dfb-ec19-4692-b9b1-948ebc7abef3 req-e17e42ce-3b3d-4a80-9f92-8d95eb77f332 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/security-groups?id=34aeadf9-a2f2-41fb-b97d-d17b3a3d24aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591936 May 04 18:23:27.246960 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0908037-8829-40a2-a7fb-4263a8ef36d1 req-3e48f741-72df-43ff-8a7b-006624114178 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:27.248457 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-d0908037-8829-40a2-a7fb-4263a8ef36d1 req-3e48f741-72df-43ff-8a7b-006624114178 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8dd944e-6e16-498a-848a-ffdff4fbd064 HTTP/1.1" status: 200 len: 945 time: 0.0541677 May 04 18:23:27.298737 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-d0908037-8829-40a2-a7fb-4263a8ef36d1 req-76d0cd39-7e58-4869-a097-3b87d182eacb tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/security-groups?id=1715c313-c023-437e-9dab-04beca213f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446579 May 04 18:23:27.353656 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device 60474a50-a0c1-4feb-ae6f-0c257a515bc4 details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=104025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 18:23:27.452971 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] For port 60474a50-a0c1-4feb-ae6f-0c257a515bc4, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=60474a50-a0c1-4feb-ae6f-0c257a515bc4,segment=NetworkSegment(9e5cf92f-729c-4cdb-aa1e-4c2ffa731f17),segment_id=9e5cf92f-729c-4cdb-aa1e-4c2ffa731f17)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:23:27.464309 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Returning: {'device': '60474a50-a0c1-4feb-ae6f-0c257a515bc4', 'network_id': '6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e', 'port_id': '60474a50-a0c1-4feb-ae6f-0c257a515bc4', 'mac_address': 'fa:16:3e:79:f9:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ba3abcf-592c-4523-9b0f-c55aec0e9e52', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 18:23:27.488062 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7043f3-3c01-4e11-af57-097824bbfb94 req-590b1902-c410-4577-81cb-99591e07994f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:27.489572 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-ac7043f3-3c01-4e11-af57-097824bbfb94 req-590b1902-c410-4577-81cb-99591e07994f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393124 May 04 18:23:27.501544 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Current status of the port 60474a50-a0c1-4feb-ae6f-0c257a515bc4 is: DOWN; New status is: BUILD {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:23:27.501933 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (60474a50-a0c1-4feb-ae6f-0c257a515bc4), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:27.515746 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.notifiers.nova [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60474a50-a0c1-4feb-ae6f-0c257a515bc4 {{(pid=104025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:23:27.546480 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] For port 60474a50-a0c1-4feb-ae6f-0c257a515bc4, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=60474a50-a0c1-4feb-ae6f-0c257a515bc4,segment=NetworkSegment(9e5cf92f-729c-4cdb-aa1e-4c2ffa731f17),segment_id=9e5cf92f-729c-4cdb-aa1e-4c2ffa731f17)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:23:27.625809 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (60474a50-a0c1-4feb-ae6f-0c257a515bc4), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:27.665992 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-3e164d55-4025-4efa-9df6-893eb4014f26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (c89944b2-e06f-41dc-a0fc-77a7e649c9d3), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:27.673499 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-410d7d3b-66f2-481e-9d75-fdb5b91db833 req-c60b75f1-55fc-4a1e-8d7e-703612d35e7f tempest-ServerRescueNegativeTestJSON-163924494 tempest-ServerRescueNegativeTestJSON-163924494-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5a99fa7-89c1-417e-8a15-fb5d090a5ffc HTTP/1.1" status: 200 len: 210 time: 0.0306165 May 04 18:23:27.681541 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Pushing event updated for resources: {'Port': ['ID=60474a50-a0c1-4feb-ae6f-0c257a515bc4,revision_number=4']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:23:27.781979 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-ac7043f3-3c01-4e11-af57-097824bbfb94 req-28f48db5-db8f-43da-bf8f-8112fd584c8f service neutron] 10.222.0.84 "GET /v2.0/networks/6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895905 May 04 18:23:28.219992 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] get_ports_and_sgs() called for port_ids ['60474a50-a0c1-4feb-ae6f-0c257a515bc4'] {{(pid=104025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 18:23:28.223165 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2315bda-0295-4a55-ab66-824a599624e2 req-d39d93ca-ed01-488f-8aa3-20e1fbc08d69 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:28.224680 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-c2315bda-0295-4a55-ab66-824a599624e2 req-d39d93ca-ed01-488f-8aa3-20e1fbc08d69 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=86cb1644-cbb3-450b-8df2-2b48d8cee7a7 HTTP/1.1" status: 200 len: 945 time: 0.0496886 May 04 18:23:28.273846 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-c2315bda-0295-4a55-ab66-824a599624e2 req-574b92c8-4882-4da1-ae83-47125822ac4c tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/security-groups?id=34aeadf9-a2f2-41fb-b97d-d17b3a3d24aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421209 May 04 18:23:28.456194 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fbf420-2bf5-4410-bb5d-9a11d437070e req-877b8af2-ac8a-4844-8e32-1301ab89f798 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:28.457545 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-35fbf420-2bf5-4410-bb5d-9a11d437070e req-877b8af2-ac8a-4844-8e32-1301ab89f798 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8dd944e-6e16-498a-848a-ffdff4fbd064 HTTP/1.1" status: 200 len: 945 time: 0.0869067 May 04 18:23:28.490794 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-ac7043f3-3c01-4e11-af57-097824bbfb94 req-a49349aa-7b3d-4a68-8f1a-c8974d1d96f1 service neutron] 10.222.0.84 "GET /v2.0/networks/6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402762 May 04 18:23:28.520870 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-35fbf420-2bf5-4410-bb5d-9a11d437070e req-dae6be36-7e05-4ba1-99b3-d77f59b27732 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/security-groups?id=1715c313-c023-437e-9dab-04beca213f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568504 May 04 18:23:28.730526 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 53768) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:23:29.231858 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-1e3007d3-f0b0-48ea-9b83-c36c929a7e15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1674938'] for router_interface (f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:29.361461 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device 60474a50-a0c1-4feb-ae6f-0c257a515bc4 up at agent hyperv_hv-cinder-84051 {{(pid=104025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:23:29.397777 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8997ac08-b049-4451-b991-2598bc69d46f req-2487ed25-59ed-4fa9-9cb2-f58c43dee581 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:29.400168 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-8997ac08-b049-4451-b991-2598bc69d46f req-2487ed25-59ed-4fa9-9cb2-f58c43dee581 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=86cb1644-cbb3-450b-8df2-2b48d8cee7a7 HTTP/1.1" status: 200 len: 945 time: 0.0545564 May 04 18:23:29.409844 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Provisioning for port 60474a50-a0c1-4feb-ae6f-0c257a515bc4 completed by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 18:23:29.454228 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-8997ac08-b049-4451-b991-2598bc69d46f req-52f6b39c-db61-4787-9fb1-db8ea5ce5f4a tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/security-groups?id=34aeadf9-a2f2-41fb-b97d-d17b3a3d24aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477006 May 04 18:23:29.534794 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-1e3007d3-f0b0-48ea-9b83-c36c929a7e15 admin admin] Deleting port 39c27af9-2e27-4710-b3a3-b466b73b2d21 {{(pid=104023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:23:29.535168 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-1e3007d3-f0b0-48ea-9b83-c36c929a7e15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772820269343'] for port (39c27af9-2e27-4710-b3a3-b466b73b2d21), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:29.545322 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Provisioning complete for port 60474a50-a0c1-4feb-ae6f-0c257a515bc4 triggered by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:23:29.545849 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (60474a50-a0c1-4feb-ae6f-0c257a515bc4), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:29.628181 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Current status of the port 60474a50-a0c1-4feb-ae6f-0c257a515bc4 is: BUILD; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:23:29.628720 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (60474a50-a0c1-4feb-ae6f-0c257a515bc4), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:29.640804 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-1e3007d3-f0b0-48ea-9b83-c36c929a7e15 admin admin] For port 39c27af9-2e27-4710-b3a3-b466b73b2d21, host dv-cinder-840511-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=39c27af9-2e27-4710-b3a3-b466b73b2d21,segment=NetworkSegment(97ff9aec-6531-4441-91ba-ff0470154517),segment_id=97ff9aec-6531-4441-91ba-ff0470154517)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:23:29.641190 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-1e3007d3-f0b0-48ea-9b83-c36c929a7e15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674980'] for port (39c27af9-2e27-4710-b3a3-b466b73b2d21), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:29.653412 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86cb1644-cbb3-450b-8df2-2b48d8cee7a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60474a50-a0c1-4feb-ae6f-0c257a515bc4'}] {{(pid=104025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:23:29.655676 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ecfff5-2c86-43ce-9c15-c9c2d48f3102 req-c72ef070-e625-461e-87c5-02632d087dfc tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:29.655856 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd171a24610d3ce9b5061050d4b691b0bb0a8f45589b955ae7373af7220d97b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c6a0b7-b820-4636-8b83-5b3dad9130e6" -d '{"events": [{"server_uuid": "86cb1644-cbb3-450b-8df2-2b48d8cee7a7", "name": "network-vif-plugged", "status": "completed", "tag": "60474a50-a0c1-4feb-ae6f-0c257a515bc4"}]}' {{(pid=104025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:23:29.656535 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-1e3007d3-f0b0-48ea-9b83-c36c929a7e15 admin admin] Calling delete_port for 39c27af9-2e27-4710-b3a3-b466b73b2d21 owned by network:router_interface {{(pid=104023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:23:29.657295 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-48ecfff5-2c86-43ce-9c15-c9c2d48f3102 req-c72ef070-e625-461e-87c5-02632d087dfc tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8dd944e-6e16-498a-848a-ffdff4fbd064 HTTP/1.1" status: 200 len: 945 time: 0.0605981 May 04 18:23:29.672226 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] For port 60474a50-a0c1-4feb-ae6f-0c257a515bc4, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=60474a50-a0c1-4feb-ae6f-0c257a515bc4,segment=NetworkSegment(9e5cf92f-729c-4cdb-aa1e-4c2ffa731f17),segment_id=9e5cf92f-729c-4cdb-aa1e-4c2ffa731f17)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:23:29.709354 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-48ecfff5-2c86-43ce-9c15-c9c2d48f3102 req-677599c1-81b7-4279-a002-d6b83bb31007 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/security-groups?id=1715c313-c023-437e-9dab-04beca213f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437679 May 04 18:23:29.745552 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (60474a50-a0c1-4feb-ae6f-0c257a515bc4), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:29.746407 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device c49bddb4-4e80-4d5f-89e2-c80146cadc08 no longer exists at agent hyperv_hv-cinder-84051 {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 18:23:29.769818 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 18:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab28d15-57a1-4512-9bbc-89264ca2edc0 x-openstack-request-id: req-eab28d15-57a1-4512-9bbc-89264ca2edc0 {{(pid=104025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:23:29.770144 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86cb1644-cbb3-450b-8df2-2b48d8cee7a7", "name": "network-vif-plugged", "status": "completed", "tag": "60474a50-a0c1-4feb-ae6f-0c257a515bc4", "code": 200}]} {{(pid=104025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:23:29.770401 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eab28d15-57a1-4512-9bbc-89264ca2edc0 {{(pid=104025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:23:29.770800 dv-cinder-840511-4-iscsi neutron-server[104025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eab28d15-57a1-4512-9bbc-89264ca2edc0'] response: {'server_uuid': '86cb1644-cbb3-450b-8df2-2b48d8cee7a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60474a50-a0c1-4feb-ae6f-0c257a515bc4', 'code': 200} May 04 18:23:29.788310 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] No Port match for: c49bddb4-4e80-4d5f-89e2-c80146cadc08 {{(pid=104025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 18:23:29.792621 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device c49bddb4-4e80-4d5f-89e2-c80146cadc08 not bound to the agent host hv-cinder-84051 {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 18:23:29.819378 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Pushing event updated for resources: {'Port': ['ID=60474a50-a0c1-4feb-ae6f-0c257a515bc4,revision_number=5']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:23:29.924037 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-1e3007d3-f0b0-48ea-9b83-c36c929a7e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772820276655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772819832239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7382190'] for port (39c27af9-2e27-4710-b3a3-b466b73b2d21), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:29.953454 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3007d3-f0b0-48ea-9b83-c36c929a7e15 admin admin] Pushing event deleted for resources: {'Port': ['ID=39c27af9-2e27-4710-b3a3-b466b73b2d21,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:23:30.032987 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-1d80c074-0b86-49dc-9506-4d5ab83e59ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:30.099135 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a6c723-3748-428d-9e53-2c85db033d8b req-1e516dc8-d9eb-4caa-bee4-5e034e813f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:30.100806 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-47a6c723-3748-428d-9e53-2c85db033d8b req-1e516dc8-d9eb-4caa-bee4-5e034e813f59 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=86cb1644-cbb3-450b-8df2-2b48d8cee7a7 HTTP/1.1" status: 200 len: 1130 time: 0.0516887 May 04 18:23:30.142026 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-1e3007d3-f0b0-48ea-9b83-c36c929a7e15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1598253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1735903'] for router_interface (f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:30.155597 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-47a6c723-3748-428d-9e53-2c85db033d8b req-edf3cd34-6919-474d-a929-a0db527d39b0 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=34aeadf9-a2f2-41fb-b97d-d17b3a3d24aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474446 May 04 18:23:30.368326 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e3007d3-f0b0-48ea-9b83-c36c929a7e15 admin admin] Router f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff has already been hosted by L3 agent 341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae {{(pid=104023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 18:23:30.478045 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e3007d3-f0b0-48ea-9b83-c36c929a7e15 admin admin] Notify agent at l3_agent.dv-cinder-840511-4-iscsi the message routers_updated {{(pid=104023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 18:23:30.486217 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-1e3007d3-f0b0-48ea-9b83-c36c929a7e15 admin admin] 10.222.0.23 "PUT /v2.0/routers/f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7523146 May 04 18:23:30.486597 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 53780) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:23:30.489086 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e170179a-366d-4138-8cf2-2aed5a1edfe6 None None] Sync routers for ids ['f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff'] in dv-cinder-840511-4-iscsi {{(pid=104025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:23:30.501658 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e170179a-366d-4138-8cf2-2aed5a1edfe6 None None] Routers {'f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:23:30.502399 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-e170179a-366d-4138-8cf2-2aed5a1edfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:23:30Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff'], 'active': True} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:23:30.579173 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488f5cd3-839a-4552-bd97-0a9951a99031 req-9129fd21-b122-44fc-a9cf-39f9c599bf79 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:30.580724 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-488f5cd3-839a-4552-bd97-0a9951a99031 req-9129fd21-b122-44fc-a9cf-39f9c599bf79 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=86cb1644-cbb3-450b-8df2-2b48d8cee7a7 HTTP/1.1" status: 200 len: 946 time: 0.0520999 May 04 18:23:30.608085 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-c252a7db-061f-401f-af0e-1a787ce5b8b9 admin admin] Publish callbacks [] for router (f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:30.617455 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvr_db [None req-e170179a-366d-4138-8cf2-2aed5a1edfe6 None None] Set router f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff gateway port host: dv-cinder-840511-4-iscsi {{(pid=104025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:23:30.641407 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-488f5cd3-839a-4552-bd97-0a9951a99031 req-a9a2f466-75f1-492e-87ae-fb38dd28de0a tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/security-groups?id=34aeadf9-a2f2-41fb-b97d-d17b3a3d24aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534878 May 04 18:23:30.809196 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-e170179a-366d-4138-8cf2-2aed5a1edfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff', 'name': 'tempest-ServerRescueNegativeTestJSON-1742315776-router', 'tenant_id': '52f7ff6557334462979f9934251c2158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'be50a966-8c99-4ebd-b960-de2a4f90eb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:15:53Z', 'updated_at': '2022-05-04T18:23:29Z', 'revision_number': 5, 'project_id': '52f7ff6557334462979f9934251c2158', 'gw_port': {'id': 'be50a966-8c99-4ebd-b960-de2a4f90eb39', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:15:55Z', 'updated_at': '2022-05-04T18:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi'}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:23:30.831304 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8584a66-6039-497a-80fc-b9b3f8eb8edf req-385b1a64-f3a9-4930-98a2-4a5411670ca0 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:30.833142 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-f8584a66-6039-497a-80fc-b9b3f8eb8edf req-385b1a64-f3a9-4930-98a2-4a5411670ca0 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8dd944e-6e16-498a-848a-ffdff4fbd064 HTTP/1.1" status: 200 len: 945 time: 0.0519602 May 04 18:23:30.838367 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e170179a-366d-4138-8cf2-2aed5a1edfe6 None None] Checking router: f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff for host: dv-cinder-840511-4-iscsi {{(pid=104025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:23:30.847251 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e170179a-366d-4138-8cf2-2aed5a1edfe6 None None] Routers {'f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:23:30.847881 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-e170179a-366d-4138-8cf2-2aed5a1edfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:23:30Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff'], 'active': True} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:23:30.891957 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-f8584a66-6039-497a-80fc-b9b3f8eb8edf req-5e3bc2e4-4be6-43b9-bf5c-74e2f7d3b90c tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/security-groups?id=1715c313-c023-437e-9dab-04beca213f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520840 May 04 18:23:30.971017 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvr_db [None req-e170179a-366d-4138-8cf2-2aed5a1edfe6 None None] Set router f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff gateway port host: dv-cinder-840511-4-iscsi {{(pid=104025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:23:30.975418 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-c252a7db-061f-401f-af0e-1a787ce5b8b9 admin admin] Publish callbacks [] for router_gateway (f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:31.093967 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-c252a7db-061f-401f-af0e-1a787ce5b8b9 admin admin] Deleting port be50a966-8c99-4ebd-b960-de2a4f90eb39 {{(pid=104023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:23:31.094375 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-c252a7db-061f-401f-af0e-1a787ce5b8b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772820269343'] for port (be50a966-8c99-4ebd-b960-de2a4f90eb39), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:31.179467 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-c252a7db-061f-401f-af0e-1a787ce5b8b9 admin admin] For port be50a966-8c99-4ebd-b960-de2a4f90eb39, host dv-cinder-840511-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=be50a966-8c99-4ebd-b960-de2a4f90eb39,segment=NetworkSegment(44841efa-8edc-4b72-aba0-27edf49af522),segment_id=44841efa-8edc-4b72-aba0-27edf49af522)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:23:31.179745 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-c252a7db-061f-401f-af0e-1a787ce5b8b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674980'] for port (be50a966-8c99-4ebd-b960-de2a4f90eb39), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:31.196622 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-c252a7db-061f-401f-af0e-1a787ce5b8b9 admin admin] Calling delete_port for be50a966-8c99-4ebd-b960-de2a4f90eb39 owned by network:router_gateway {{(pid=104023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:23:31.262131 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-4fdd29be-a970-4503-919e-12b86a90c52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (74c08095-bc4c-43d3-91b6-743b06ad1f6c), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:31.283839 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-e170179a-366d-4138-8cf2-2aed5a1edfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff', 'name': 'tempest-ServerRescueNegativeTestJSON-1742315776-router', 'tenant_id': '52f7ff6557334462979f9934251c2158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'be50a966-8c99-4ebd-b960-de2a4f90eb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:15:53Z', 'updated_at': '2022-05-04T18:23:29Z', 'revision_number': 5, 'project_id': '52f7ff6557334462979f9934251c2158', 'gw_port': {'id': 'be50a966-8c99-4ebd-b960-de2a4f90eb39', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:15:55Z', 'updated_at': '2022-05-04T18:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi'}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:23:31.311894 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e170179a-366d-4138-8cf2-2aed5a1edfe6 None None] The sync data for ids ['f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff'] in dv-cinder-840511-4-iscsi is: [{'id': 'f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff', 'name': 'tempest-ServerRescueNegativeTestJSON-1742315776-router', 'tenant_id': '52f7ff6557334462979f9934251c2158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'be50a966-8c99-4ebd-b960-de2a4f90eb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:15:53Z', 'updated_at': '2022-05-04T18:23:29Z', 'revision_number': 5, 'project_id': '52f7ff6557334462979f9934251c2158', 'gw_port': {'id': 'be50a966-8c99-4ebd-b960-de2a4f90eb39', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:15:55Z', 'updated_at': '2022-05-04T18:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi'}] {{(pid=104025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:23:31.444200 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-c252a7db-061f-401f-af0e-1a787ce5b8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772820276655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772819832239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7382190'] for port (be50a966-8c99-4ebd-b960-de2a4f90eb39), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:31.473767 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c252a7db-061f-401f-af0e-1a787ce5b8b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=be50a966-8c99-4ebd-b960-de2a4f90eb39,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:23:31.534238 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-c252a7db-061f-401f-af0e-1a787ce5b8b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1675692'] for router_gateway (f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:31.649691 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-c252a7db-061f-401f-af0e-1a787ce5b8b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1681240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13399'] for router (f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:31.653862 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-c252a7db-061f-401f-af0e-1a787ce5b8b9 admin admin] Publish callbacks [] for router_controller (f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff), precommit_delete_associations {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:31.827570 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-c252a7db-061f-401f-af0e-1a787ce5b8b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1681217'] for router (f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:31.833356 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c252a7db-061f-401f-af0e-1a787ce5b8b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff {{(pid=104023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 18:23:31.833650 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-c252a7db-061f-401f-af0e-1a787ce5b8b9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:31.834899 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-c252a7db-061f-401f-af0e-1a787ce5b8b9 admin admin] 10.222.0.23 "DELETE /v2.0/routers/f9ef0a62-a0f9-4150-98f8-1045f8dfd7ff HTTP/1.1" status: 204 len: 168 time: 1.3474200 May 04 18:23:31.838322 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 53792) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:23:31.889100 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e9ed764-063e-4f82-9c49-7807e863e64a admin admin] Deleting subnet abd7f995-331d-4f8f-976d-dc07d5f652e4 {{(pid=104023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 18:23:31.892797 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-6e9ed764-063e-4f82-9c49-7807e863e64a admin admin] Publish callbacks [] for subnet (abd7f995-331d-4f8f-976d-dc07d5f652e4), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:31.938629 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-6e9ed764-063e-4f82-9c49-7807e863e64a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7381899'] for subnet (abd7f995-331d-4f8f-976d-dc07d5f652e4), precommit_delete_associations {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:32.023479 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9485ff-882f-46e5-b4ab-91710eb16e6b req-704664d3-c50e-4bfb-b581-db87b1d3239b tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:32.025097 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-1e9485ff-882f-46e5-b4ab-91710eb16e6b req-704664d3-c50e-4bfb-b581-db87b1d3239b tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=86cb1644-cbb3-450b-8df2-2b48d8cee7a7 HTTP/1.1" status: 200 len: 946 time: 0.3024881 May 04 18:23:32.055948 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-6e9ed764-063e-4f82-9c49-7807e863e64a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727632'] for subnet (abd7f995-331d-4f8f-976d-dc07d5f652e4), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:32.073716 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-1e9485ff-882f-46e5-b4ab-91710eb16e6b req-99d8179d-a782-4074-af93-87f51750a61e tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/security-groups?id=34aeadf9-a2f2-41fb-b97d-d17b3a3d24aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421975 May 04 18:23:32.248678 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-6e9ed764-063e-4f82-9c49-7807e863e64a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7382269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7546261'] for subnet (abd7f995-331d-4f8f-976d-dc07d5f652e4), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:32.274207 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ed764-063e-4f82-9c49-7807e863e64a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abd7f995-331d-4f8f-976d-dc07d5f652e4,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:23:32.278247 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-6e9ed764-063e-4f82-9c49-7807e863e64a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598214'] for subnet (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:32.281526 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-6e9ed764-063e-4f82-9c49-7807e863e64a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/abd7f995-331d-4f8f-976d-dc07d5f652e4 HTTP/1.1" status: 204 len: 168 time: 0.4421887 May 04 18:23:32.283597 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c79a035-66e0-4664-8139-a3069de7fbca None None] Network a6fe39e6-2945-43c4-866c-f901f807513e requested from dv-cinder-840511-4-iscsi {{(pid=104025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 18:23:32.284297 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 53794) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:23:32.358733 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-06e9c98f-c4fb-42e8-8d11-bd47d2b5a405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653438'] for network (a6fe39e6-2945-43c4-866c-f901f807513e), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:32.409525 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.plugin [None req-06e9c98f-c4fb-42e8-8d11-bd47d2b5a405 admin admin] Deleting port 64209c29-a4cf-4c53-94a4-439fdc9c195d {{(pid=104024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:23:32.409852 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-06e9c98f-c4fb-42e8-8d11-bd47d2b5a405 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772820269343'] for port (64209c29-a4cf-4c53-94a4-439fdc9c195d), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:32.461373 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079999cc-8a97-4d74-9794-3d641b664f7c None None] DHCP port deletion for a6fe39e6-2945-43c4-866c-f901f807513e request from dv-cinder-840511-4-iscsi {{(pid=104025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 18:23:32.475406 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.db [None req-06e9c98f-c4fb-42e8-8d11-bd47d2b5a405 admin admin] For port 64209c29-a4cf-4c53-94a4-439fdc9c195d, host dv-cinder-840511-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=64209c29-a4cf-4c53-94a4-439fdc9c195d,segment=NetworkSegment(97ff9aec-6531-4441-91ba-ff0470154517),segment_id=97ff9aec-6531-4441-91ba-ff0470154517)] {{(pid=104024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:23:32.475775 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-06e9c98f-c4fb-42e8-8d11-bd47d2b5a405 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674980'] for port (64209c29-a4cf-4c53-94a4-439fdc9c195d), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:32.490609 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.plugin [None req-06e9c98f-c4fb-42e8-8d11-bd47d2b5a405 admin admin] Calling delete_port for 64209c29-a4cf-4c53-94a4-439fdc9c195d owned by network:dhcp {{(pid=104024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:23:32.513374 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-079999cc-8a97-4d74-9794-3d641b664f7c None None] Deleting port 64209c29-a4cf-4c53-94a4-439fdc9c195d {{(pid=104025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:23:32.513668 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-079999cc-8a97-4d74-9794-3d641b664f7c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772820269343'] for port (64209c29-a4cf-4c53-94a4-439fdc9c195d), before_delete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:32.578483 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-f7537222-04fb-4408-8d24-7493625e2bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (88f974dc-3c14-4d3d-9ef8-4363bb88b433), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:32.584042 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-079999cc-8a97-4d74-9794-3d641b664f7c None None] For port 64209c29-a4cf-4c53-94a4-439fdc9c195d, host dv-cinder-840511-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=64209c29-a4cf-4c53-94a4-439fdc9c195d,segment=NetworkSegment(97ff9aec-6531-4441-91ba-ff0470154517),segment_id=97ff9aec-6531-4441-91ba-ff0470154517)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:23:32.584423 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-079999cc-8a97-4d74-9794-3d641b664f7c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674980'] for port (64209c29-a4cf-4c53-94a4-439fdc9c195d), precommit_delete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:32.596896 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-079999cc-8a97-4d74-9794-3d641b664f7c None None] Calling delete_port for 64209c29-a4cf-4c53-94a4-439fdc9c195d owned by network:dhcp {{(pid=104025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:23:32.638713 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-06e9c98f-c4fb-42e8-8d11-bd47d2b5a405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772820276655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772819832239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007267'] for port (64209c29-a4cf-4c53-94a4-439fdc9c195d), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:32.661645 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9c98f-c4fb-42e8-8d11-bd47d2b5a405 admin admin] Pushing event deleted for resources: {'Port': ['ID=64209c29-a4cf-4c53-94a4-439fdc9c195d,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:23:32.672155 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e9c98f-c4fb-42e8-8d11-bd47d2b5a405 admin admin] No DVR routers for this DVR port 64209c29-a4cf-4c53-94a4-439fdc9c195d on host dv-cinder-840511-4-iscsi {{(pid=104024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:23:32.717390 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-079999cc-8a97-4d74-9794-3d641b664f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772820276655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772819832239'] for port (64209c29-a4cf-4c53-94a4-439fdc9c195d), after_delete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:32.742866 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079999cc-8a97-4d74-9794-3d641b664f7c None None] Pushing event deleted for resources: {'Port': ['ID=64209c29-a4cf-4c53-94a4-439fdc9c195d,revision_number=None']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:23:32.746651 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079999cc-8a97-4d74-9794-3d641b664f7c None None] No DVR routers for this DVR port 64209c29-a4cf-4c53-94a4-439fdc9c195d on host dv-cinder-840511-4-iscsi {{(pid=104025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:23:32.747974 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-06e9c98f-c4fb-42e8-8d11-bd47d2b5a405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727429', 'neutron.services.segments.db._delete_segments_for_network-8772820294476'] for network (a6fe39e6-2945-43c4-866c-f901f807513e), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:32.773474 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.services.segments.db [None req-06e9c98f-c4fb-42e8-8d11-bd47d2b5a405 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6fe39e6-2945-43c4-866c-f901f807513e']}} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:23:32.783551 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.services.segments.db [None req-06e9c98f-c4fb-42e8-8d11-bd47d2b5a405 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97ff9aec-6531-4441-91ba-ff0470154517') {'for_net_delete': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:23:32.783840 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.services.segments.db [None req-06e9c98f-c4fb-42e8-8d11-bd47d2b5a405 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97ff9aec-6531-4441-91ba-ff0470154517') {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:23:32.793566 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-06e9c98f-c4fb-42e8-8d11-bd47d2b5a405 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772820296277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6008514'] for segment (97ff9aec-6531-4441-91ba-ff0470154517), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:32.807270 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-06e9c98f-c4fb-42e8-8d11-bd47d2b5a405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691573'] for segment (97ff9aec-6531-4441-91ba-ff0470154517), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:32.813186 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06e9c98f-c4fb-42e8-8d11-bd47d2b5a405 admin admin] Releasing vlan 804 on physical network physnet1 to pool {{(pid=104024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 18:23:32.816755 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-06e9c98f-c4fb-42e8-8d11-bd47d2b5a405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6007254'] for segment (97ff9aec-6531-4441-91ba-ff0470154517), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:32.816755 dv-cinder-840511-4-iscsi neutron-server[104024]: Traceback (most recent call last): May 04 18:23:32.816755 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 18:23:32.816755 dv-cinder-840511-4-iscsi neutron-server[104024]: timer() May 04 18:23:32.816755 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 18:23:32.816755 dv-cinder-840511-4-iscsi neutron-server[104024]: cb(*args, **kw) May 04 18:23:32.816755 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 18:23:32.816755 dv-cinder-840511-4-iscsi neutron-server[104024]: return func(*args, **kwargs) May 04 18:23:32.816755 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 18:23:32.816755 dv-cinder-840511-4-iscsi neutron-server[104024]: self._notify() May 04 18:23:32.816755 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 18:23:32.816755 dv-cinder-840511-4-iscsi neutron-server[104024]: self.callback(batched_events) May 04 18:23:32.816755 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 18:23:32.816755 dv-cinder-840511-4-iscsi neutron-server[104024]: event.method(event) May 04 18:23:32.816755 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 18:23:32.816755 dv-cinder-840511-4-iscsi neutron-server[104024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 18:23:32.816755 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 18:23:32.816755 dv-cinder-840511-4-iscsi neutron-server[104024]: aggregate_uuid = self.p_client.list_aggregates( May 04 18:23:32.816755 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 18:23:32.816755 dv-cinder-840511-4-iscsi neutron-server[104024]: return f(self, *a, **k) May 04 18:23:32.816755 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 18:23:32.816755 dv-cinder-840511-4-iscsi neutron-server[104024]: return self._get(url).json() May 04 18:23:32.816755 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 18:23:32.816755 dv-cinder-840511-4-iscsi neutron-server[104024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 18:23:32.816755 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 18:23:32.816755 dv-cinder-840511-4-iscsi neutron-server[104024]: return self.request(url, 'GET', **kwargs) May 04 18:23:32.816755 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 18:23:32.816755 dv-cinder-840511-4-iscsi neutron-server[104024]: base_url = self.get_endpoint(auth, allow=allow, May 04 18:23:32.816755 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 18:23:32.816755 dv-cinder-840511-4-iscsi neutron-server[104024]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 18:23:32.816755 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 18:23:32.816755 dv-cinder-840511-4-iscsi neutron-server[104024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 18:23:32.816755 dv-cinder-840511-4-iscsi neutron-server[104024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 18:23:32.930778 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-06e9c98f-c4fb-42e8-8d11-bd47d2b5a405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676474'] for network (a6fe39e6-2945-43c4-866c-f901f807513e), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:32.936165 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-06e9c98f-c4fb-42e8-8d11-bd47d2b5a405 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598214'] for network (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:32.939490 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-06e9c98f-c4fb-42e8-8d11-bd47d2b5a405 admin admin] 10.222.0.23 "DELETE /v2.0/networks/a6fe39e6-2945-43c4-866c-f901f807513e HTTP/1.1" status: 204 len: 168 time: 0.6541646 May 04 18:23:32.950546 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9c98f-c4fb-42e8-8d11-bd47d2b5a405 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6fe39e6-2945-43c4-866c-f901f807513e,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:23:32.978199 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device 64209c29-a4cf-4c53-94a4-439fdc9c195d no longer exists at agent ovs-agent-dv-cinder-840511-4-iscsi {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 18:23:32.999239 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] No Port match for: 64209c29-a4cf-4c53-94a4-439fdc9c195d {{(pid=104025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 18:23:32.999581 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device 64209c29-a4cf-4c53-94a4-439fdc9c195d not bound to the agent host dv-cinder-840511-4-iscsi {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 18:23:33.000060 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device 39c27af9-2e27-4710-b3a3-b466b73b2d21 no longer exists at agent ovs-agent-dv-cinder-840511-4-iscsi {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 18:23:33.018858 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] No Port match for: 39c27af9-2e27-4710-b3a3-b466b73b2d21 {{(pid=104025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 18:23:33.019135 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device 39c27af9-2e27-4710-b3a3-b466b73b2d21 not bound to the agent host dv-cinder-840511-4-iscsi {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 18:23:33.019541 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device be50a966-8c99-4ebd-b960-de2a4f90eb39 no longer exists at agent ovs-agent-dv-cinder-840511-4-iscsi {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 18:23:33.039223 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] No Port match for: be50a966-8c99-4ebd-b960-de2a4f90eb39 {{(pid=104025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 18:23:33.039836 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device be50a966-8c99-4ebd-b960-de2a4f90eb39 not bound to the agent host dv-cinder-840511-4-iscsi {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 18:23:33.192466 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48942a7-b65a-41ad-8f93-cd9a32c49edb req-9845ce5d-e602-4d68-8c86-ed940eaf7309 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:33.193922 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-e48942a7-b65a-41ad-8f93-cd9a32c49edb req-9845ce5d-e602-4d68-8c86-ed940eaf7309 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=86cb1644-cbb3-450b-8df2-2b48d8cee7a7 HTTP/1.1" status: 200 len: 946 time: 0.0513389 May 04 18:23:33.243285 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-e48942a7-b65a-41ad-8f93-cd9a32c49edb req-9946cb27-6eef-43f7-a307-fd2e4e377947 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/security-groups?id=34aeadf9-a2f2-41fb-b97d-d17b3a3d24aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431435 May 04 18:23:33.259408 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 53802) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:23:33.303287 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-0fcea178-23be-4f53-b64f-a24612ebda91 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=52f7ff6557334462979f9934251c2158&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0426707 May 04 18:23:33.309904 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 53806) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:23:33.385063 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89acf3ab-2b8a-43d8-ad5c-47a7c7320707 req-9e80d955-6c48-408a-80b5-89da77339257 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:33.386619 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-89acf3ab-2b8a-43d8-ad5c-47a7c7320707 req-9e80d955-6c48-408a-80b5-89da77339257 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=86cb1644-cbb3-450b-8df2-2b48d8cee7a7 HTTP/1.1" status: 200 len: 946 time: 0.0706093 May 04 18:23:33.395136 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 53808) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:23:33.400006 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.v2.base [None req-3cc261d9-9e59-42bb-a490-146f09c05dd7 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Request body: {'floatingip': {'port_id': '60474a50-a0c1-4feb-ae6f-0c257a515bc4'}} {{(pid=104023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:23:33.401561 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-3f09bc16-7f45-4bb9-8c99-260442d0a50b admin admin] Publish callbacks [] for security_group (b4ef2f0d-4862-46ef-83c0-a87e24bfd006), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:33.425221 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-3f09bc16-7f45-4bb9-8c99-260442d0a50b admin admin] Publish callbacks [] for security_group (b4ef2f0d-4862-46ef-83c0-a87e24bfd006), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:33.439861 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3cc261d9-9e59-42bb-a490-146f09c05dd7 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Publish callbacks [] for floatingip (3ce3789d-402b-46f5-ac9a-dc04f6c29473), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:33.547077 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-3f09bc16-7f45-4bb9-8c99-260442d0a50b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (b4ef2f0d-4862-46ef-83c0-a87e24bfd006), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:33.549678 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-3f09bc16-7f45-4bb9-8c99-260442d0a50b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:33.551018 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-3f09bc16-7f45-4bb9-8c99-260442d0a50b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b4ef2f0d-4862-46ef-83c0-a87e24bfd006 HTTP/1.1" status: 204 len: 168 time: 0.2400141 May 04 18:23:33.559832 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f09bc16-7f45-4bb9-8c99-260442d0a50b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ef2f0d-4862-46ef-83c0-a87e24bfd006,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:23:33.809742 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (e55a6cb5-967a-4631-865a-95818de4ff35), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:33.905985 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3cc261d9-9e59-42bb-a490-146f09c05dd7 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:33.979515 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3cc261d9-9e59-42bb-a490-146f09c05dd7 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1676511'] for floatingip (3ce3789d-402b-46f5-ac9a-dc04f6c29473), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:34.086056 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.db.l3_db [None req-3cc261d9-9e59-42bb-a490-146f09c05dd7 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Floating IP 3ce3789d-402b-46f5-ac9a-dc04f6c29473 associated. External IP: 172.27.1.197, port: 60474a50-a0c1-4feb-ae6f-0c257a515bc4. May 04 18:23:34.305905 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cc261d9-9e59-42bb-a490-146f09c05dd7 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Router d8775bc8-26ae-47f9-9102-bf1b7eada28d has already been hosted by L3 agent 341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae {{(pid=104023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 18:23:34.423809 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cc261d9-9e59-42bb-a490-146f09c05dd7 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Notify agent at l3_agent.dv-cinder-840511-4-iscsi the message routers_updated {{(pid=104023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 18:23:34.428458 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3cc261d9-9e59-42bb-a490-146f09c05dd7 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976'] for floatingip (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:34.434806 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7e2505-bd01-4207-8090-7904af28e46a None None] Sync routers for ids ['d8775bc8-26ae-47f9-9102-bf1b7eada28d'] in dv-cinder-840511-4-iscsi {{(pid=104026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:23:34.444213 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7e2505-bd01-4207-8090-7904af28e46a None None] Routers {'d8775bc8-26ae-47f9-9102-bf1b7eada28d'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:23:34.444823 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-cc7e2505-bd01-4207-8090-7904af28e46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:23:30Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['d8775bc8-26ae-47f9-9102-bf1b7eada28d'], 'active': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:23:34.471007 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-3cc261d9-9e59-42bb-a490-146f09c05dd7 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "PUT /v2.0/floatingips/3ce3789d-402b-46f5-ac9a-dc04f6c29473 HTTP/1.1" status: 200 len: 992 time: 1.0633798 May 04 18:23:34.471007 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86cb1644-cbb3-450b-8df2-2b48d8cee7a7', 'tag': '60474a50-a0c1-4feb-ae6f-0c257a515bc4'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:23:34.471007 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}418c4fc0ed359c78e2a46d0945201a397afdfc4a7689ae544a04c30398cb972a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a3f2444-e3dd-462b-948f-57588ba10931" -d '{"events": [{"name": "network-changed", "server_uuid": "86cb1644-cbb3-450b-8df2-2b48d8cee7a7", "tag": "60474a50-a0c1-4feb-ae6f-0c257a515bc4"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:23:34.508331 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 18:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccceddc2-eff9-4869-9486-735ecdf003c6 x-openstack-request-id: req-ccceddc2-eff9-4869-9486-735ecdf003c6 {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:23:34.508763 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86cb1644-cbb3-450b-8df2-2b48d8cee7a7", "tag": "60474a50-a0c1-4feb-ae6f-0c257a515bc4", "status": "completed", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:23:34.509098 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ccceddc2-eff9-4869-9486-735ecdf003c6 {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:23:34.509761 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccceddc2-eff9-4869-9486-735ecdf003c6'] response: {'name': 'network-changed', 'server_uuid': '86cb1644-cbb3-450b-8df2-2b48d8cee7a7', 'tag': '60474a50-a0c1-4feb-ae6f-0c257a515bc4', 'status': 'completed', 'code': 200} May 04 18:23:34.573494 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvr_db [None req-cc7e2505-bd01-4207-8090-7904af28e46a None None] Set router d8775bc8-26ae-47f9-9102-bf1b7eada28d gateway port host: dv-cinder-840511-4-iscsi {{(pid=104026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:23:34.597207 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3f2444-e3dd-462b-948f-57588ba10931 req-b77aaa7d-90c5-4d7c-be86-9ddc33b0c345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:34.599689 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-7a3f2444-e3dd-462b-948f-57588ba10931 req-b77aaa7d-90c5-4d7c-be86-9ddc33b0c345 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=0998832c5db04fe5b7e93fa392a693f8&device_id=86cb1644-cbb3-450b-8df2-2b48d8cee7a7 HTTP/1.1" status: 200 len: 1130 time: 0.0473232 May 04 18:23:34.702649 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3f2444-e3dd-462b-948f-57588ba10931 req-d08887eb-7cf7-47ad-8df2-4328bb3102b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:34.704163 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-7a3f2444-e3dd-462b-948f-57588ba10931 req-d08887eb-7cf7-47ad-8df2-4328bb3102b4 service neutron] 10.222.0.84 "GET /v2.0/networks?id=6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e HTTP/1.1" status: 200 len: 911 time: 0.0899172 May 04 18:23:34.783298 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-7a3f2444-e3dd-462b-948f-57588ba10931 req-43ede29e-c3b3-4f63-b4e8-652b722e7f0a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60474a50-a0c1-4feb-ae6f-0c257a515bc4 HTTP/1.1" status: 200 len: 1000 time: 0.0722473 May 04 18:23:34.811383 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-cc7e2505-bd01-4207-8090-7904af28e46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8775bc8-26ae-47f9-9102-bf1b7eada28d', 'name': 'tempest-AttachVolumeTestJSON-798757056-router', 'tenant_id': '0998832c5db04fe5b7e93fa392a693f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'cbfd767e-539d-46cf-878b-33d046b5da8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:15:53Z', 'updated_at': '2022-05-04T18:16:02Z', 'revision_number': 4, 'project_id': '0998832c5db04fe5b7e93fa392a693f8', 'gw_port': {'id': 'cbfd767e-539d-46cf-878b-33d046b5da8c', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8775bc8-26ae-47f9-9102-bf1b7eada28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:15:54Z', 'updated_at': '2022-05-04T18:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_floatingips': [{'id': '3ce3789d-402b-46f5-ac9a-dc04f6c29473', 'tenant_id': '0998832c5db04fe5b7e93fa392a693f8', 'floating_ip_address': '172.27.1.197', 'floating_network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'router_id': 'd8775bc8-26ae-47f9-9102-bf1b7eada28d', 'port_id': '60474a50-a0c1-4feb-ae6f-0c257a515bc4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e', 'mac_address': 'fa:16:3e:79:f9:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cb1644-cbb3-450b-8df2-2b48d8cee7a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:23:17Z', 'updated_at': '2022-05-04T18:23:33Z', 'revision_number': 1, 'project_id': '0998832c5db04fe5b7e93fa392a693f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ea3924b-7e1f-464e-aefe-77e5ba01393b', 'name': '', 'network_id': '6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e', 'tenant_id': '0998832c5db04fe5b7e93fa392a693f8', 'mac_address': 'fa:16:3e:08:a6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8775bc8-26ae-47f9-9102-bf1b7eada28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '3ba3abcf-592c-4523-9b0f-c55aec0e9e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:15:59Z', 'updated_at': '2022-05-04T18:16:16Z', 'revision_number': 5, 'project_id': '0998832c5db04fe5b7e93fa392a693f8', 'subnets': [{'id': '3ba3abcf-592c-4523-9b0f-c55aec0e9e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:23:34.852630 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7e2505-bd01-4207-8090-7904af28e46a None None] Checking router: d8775bc8-26ae-47f9-9102-bf1b7eada28d for host: dv-cinder-840511-4-iscsi {{(pid=104026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:23:34.856680 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3f2444-e3dd-462b-948f-57588ba10931 req-e589e028-be8b-4b9e-927c-65c6c89db18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:34.858548 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-7a3f2444-e3dd-462b-948f-57588ba10931 req-e589e028-be8b-4b9e-927c-65c6c89db18d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3ba3abcf-592c-4523-9b0f-c55aec0e9e52 HTTP/1.1" status: 200 len: 849 time: 0.0681381 May 04 18:23:34.862955 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7e2505-bd01-4207-8090-7904af28e46a None None] Routers {'d8775bc8-26ae-47f9-9102-bf1b7eada28d'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:23:34.863584 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-cc7e2505-bd01-4207-8090-7904af28e46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:23:30Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['d8775bc8-26ae-47f9-9102-bf1b7eada28d'], 'active': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:23:34.925567 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3f2444-e3dd-462b-948f-57588ba10931 req-fc76ecc8-b694-470b-b1d7-1a8324cbac1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:34.928336 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-7a3f2444-e3dd-462b-948f-57588ba10931 req-fc76ecc8-b694-470b-b1d7-1a8324cbac1a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0606432 May 04 18:23:34.981012 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvr_db [None req-cc7e2505-bd01-4207-8090-7904af28e46a None None] Set router d8775bc8-26ae-47f9-9102-bf1b7eada28d gateway port host: dv-cinder-840511-4-iscsi {{(pid=104026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:23:35.024560 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-7a3f2444-e3dd-462b-948f-57588ba10931 req-b77a76b4-8ceb-4b9e-ab7b-6b9d991063c6 service neutron] 10.222.0.84 "GET /v2.0/networks/6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903213 May 04 18:23:35.119888 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-7a3f2444-e3dd-462b-948f-57588ba10931 req-f02d6a62-08e2-44ca-8c9e-83d2be8368df service neutron] 10.222.0.84 "GET /v2.0/networks/6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892622 May 04 18:23:35.201601 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-cc7e2505-bd01-4207-8090-7904af28e46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8775bc8-26ae-47f9-9102-bf1b7eada28d', 'name': 'tempest-AttachVolumeTestJSON-798757056-router', 'tenant_id': '0998832c5db04fe5b7e93fa392a693f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'cbfd767e-539d-46cf-878b-33d046b5da8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:15:53Z', 'updated_at': '2022-05-04T18:16:02Z', 'revision_number': 4, 'project_id': '0998832c5db04fe5b7e93fa392a693f8', 'gw_port': {'id': 'cbfd767e-539d-46cf-878b-33d046b5da8c', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8775bc8-26ae-47f9-9102-bf1b7eada28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:15:54Z', 'updated_at': '2022-05-04T18:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_floatingips': [{'id': '3ce3789d-402b-46f5-ac9a-dc04f6c29473', 'tenant_id': '0998832c5db04fe5b7e93fa392a693f8', 'floating_ip_address': '172.27.1.197', 'floating_network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'router_id': 'd8775bc8-26ae-47f9-9102-bf1b7eada28d', 'port_id': '60474a50-a0c1-4feb-ae6f-0c257a515bc4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e', 'mac_address': 'fa:16:3e:79:f9:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cb1644-cbb3-450b-8df2-2b48d8cee7a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:23:17Z', 'updated_at': '2022-05-04T18:23:33Z', 'revision_number': 1, 'project_id': '0998832c5db04fe5b7e93fa392a693f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ea3924b-7e1f-464e-aefe-77e5ba01393b', 'name': '', 'network_id': '6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e', 'tenant_id': '0998832c5db04fe5b7e93fa392a693f8', 'mac_address': 'fa:16:3e:08:a6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8775bc8-26ae-47f9-9102-bf1b7eada28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '3ba3abcf-592c-4523-9b0f-c55aec0e9e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:15:59Z', 'updated_at': '2022-05-04T18:16:16Z', 'revision_number': 5, 'project_id': '0998832c5db04fe5b7e93fa392a693f8', 'subnets': [{'id': '3ba3abcf-592c-4523-9b0f-c55aec0e9e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:23:35.231848 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7e2505-bd01-4207-8090-7904af28e46a None None] The sync data for ids ['d8775bc8-26ae-47f9-9102-bf1b7eada28d'] in dv-cinder-840511-4-iscsi is: [{'id': 'd8775bc8-26ae-47f9-9102-bf1b7eada28d', 'name': 'tempest-AttachVolumeTestJSON-798757056-router', 'tenant_id': '0998832c5db04fe5b7e93fa392a693f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'cbfd767e-539d-46cf-878b-33d046b5da8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:15:53Z', 'updated_at': '2022-05-04T18:16:02Z', 'revision_number': 4, 'project_id': '0998832c5db04fe5b7e93fa392a693f8', 'gw_port': {'id': 'cbfd767e-539d-46cf-878b-33d046b5da8c', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8775bc8-26ae-47f9-9102-bf1b7eada28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:15:54Z', 'updated_at': '2022-05-04T18:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_floatingips': [{'id': '3ce3789d-402b-46f5-ac9a-dc04f6c29473', 'tenant_id': '0998832c5db04fe5b7e93fa392a693f8', 'floating_ip_address': '172.27.1.197', 'floating_network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'router_id': 'd8775bc8-26ae-47f9-9102-bf1b7eada28d', 'port_id': '60474a50-a0c1-4feb-ae6f-0c257a515bc4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e', 'mac_address': 'fa:16:3e:79:f9:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cb1644-cbb3-450b-8df2-2b48d8cee7a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:23:17Z', 'updated_at': '2022-05-04T18:23:33Z', 'revision_number': 1, 'project_id': '0998832c5db04fe5b7e93fa392a693f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ea3924b-7e1f-464e-aefe-77e5ba01393b', 'name': '', 'network_id': '6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e', 'tenant_id': '0998832c5db04fe5b7e93fa392a693f8', 'mac_address': 'fa:16:3e:08:a6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8775bc8-26ae-47f9-9102-bf1b7eada28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '3ba3abcf-592c-4523-9b0f-c55aec0e9e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:15:59Z', 'updated_at': '2022-05-04T18:16:16Z', 'revision_number': 5, 'project_id': '0998832c5db04fe5b7e93fa392a693f8', 'subnets': [{'id': '3ba3abcf-592c-4523-9b0f-c55aec0e9e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:23:35.443093 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428ec920-dce1-407c-b439-505b23604813 None None] New status for floating IP 3ce3789d-402b-46f5-ac9a-dc04f6c29473: ACTIVE {{(pid=104025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 18:23:39.719209 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.agents_db [None req-cc71a237-c19e-45a1-a167-cff52744c55e None None] Agent healthcheck: found 6 active agents {{(pid=104026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 18:23:46.539807 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 53936) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:23:46.647191 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-632d3855-0125-4fab-8cc7-84bdbc0a7088 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:46.724556 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-632d3855-0125-4fab-8cc7-84bdbc0a7088 admin admin] Publish callbacks [] for security_group (f1a1e7f8-b89f-46dd-b30c-951e826ed087), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:46.791279 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-632d3855-0125-4fab-8cc7-84bdbc0a7088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (f1a1e7f8-b89f-46dd-b30c-951e826ed087), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:46.832085 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-632d3855-0125-4fab-8cc7-84bdbc0a7088 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=df22be1780744366a82d3728ba36358b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2912018 May 04 18:23:46.832956 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632d3855-0125-4fab-8cc7-84bdbc0a7088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a1e7f8-b89f-46dd-b30c-951e826ed087,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:23:46.834724 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 53940) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:23:46.840404 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632d3855-0125-4fab-8cc7-84bdbc0a7088 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:23:46.841425 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632d3855-0125-4fab-8cc7-84bdbc0a7088 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:23:46.841938 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632d3855-0125-4fab-8cc7-84bdbc0a7088 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:23:46.842524 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632d3855-0125-4fab-8cc7-84bdbc0a7088 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:23:46.842874 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632d3855-0125-4fab-8cc7-84bdbc0a7088 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:23:46.843245 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632d3855-0125-4fab-8cc7-84bdbc0a7088 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:23:46.843583 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632d3855-0125-4fab-8cc7-84bdbc0a7088 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:23:46.843917 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632d3855-0125-4fab-8cc7-84bdbc0a7088 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:23:46.844251 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632d3855-0125-4fab-8cc7-84bdbc0a7088 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:23:46.844581 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632d3855-0125-4fab-8cc7-84bdbc0a7088 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:23:46.844910 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632d3855-0125-4fab-8cc7-84bdbc0a7088 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:23:46.845242 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632d3855-0125-4fab-8cc7-84bdbc0a7088 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:23:46.845564 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632d3855-0125-4fab-8cc7-84bdbc0a7088 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:23:46.845893 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632d3855-0125-4fab-8cc7-84bdbc0a7088 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:23:46.846220 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632d3855-0125-4fab-8cc7-84bdbc0a7088 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:23:46.885253 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-64df64b8-443d-4527-b036-398b7c36c74b admin admin] Publish callbacks [] for security_group (f1a1e7f8-b89f-46dd-b30c-951e826ed087), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:46.906773 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-64df64b8-443d-4527-b036-398b7c36c74b admin admin] Publish callbacks [] for security_group (f1a1e7f8-b89f-46dd-b30c-951e826ed087), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:47.038429 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-64df64b8-443d-4527-b036-398b7c36c74b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (f1a1e7f8-b89f-46dd-b30c-951e826ed087), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:47.041338 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-64df64b8-443d-4527-b036-398b7c36c74b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:47.042495 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-64df64b8-443d-4527-b036-398b7c36c74b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f1a1e7f8-b89f-46dd-b30c-951e826ed087 HTTP/1.1" status: 204 len: 168 time: 0.2067423 May 04 18:23:47.051543 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64df64b8-443d-4527-b036-398b7c36c74b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a1e7f8-b89f-46dd-b30c-951e826ed087,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:23:47.058798 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64df64b8-443d-4527-b036-398b7c36c74b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:23:47.059172 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64df64b8-443d-4527-b036-398b7c36c74b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:23:47.059528 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64df64b8-443d-4527-b036-398b7c36c74b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:23:47.059870 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64df64b8-443d-4527-b036-398b7c36c74b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:23:47.060214 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64df64b8-443d-4527-b036-398b7c36c74b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:23:47.060544 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64df64b8-443d-4527-b036-398b7c36c74b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:23:47.060867 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64df64b8-443d-4527-b036-398b7c36c74b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:23:47.061191 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64df64b8-443d-4527-b036-398b7c36c74b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:23:47.061517 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64df64b8-443d-4527-b036-398b7c36c74b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:23:47.061867 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64df64b8-443d-4527-b036-398b7c36c74b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:23:47.062230 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64df64b8-443d-4527-b036-398b7c36c74b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:23:47.062473 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64df64b8-443d-4527-b036-398b7c36c74b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:23:47.062794 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64df64b8-443d-4527-b036-398b7c36c74b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:23:47.063139 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64df64b8-443d-4527-b036-398b7c36c74b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:23:47.063455 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64df64b8-443d-4527-b036-398b7c36c74b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:23:52.118780 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (2ed5d983-d6d1-49f2-9dfa-1a41e5be1317), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:57.633190 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-bc6ca7df-4973-4967-8afb-f5577eab7fe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (c89944b2-e06f-41dc-a0fc-77a7e649c9d3), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:23:59.330394 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-3f64f5f1-cf14-4e52-a476-10303b9edbda req-0a543659-4555-4812-8351-ea2925331958 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=f8dd944e-6e16-498a-848a-ffdff4fbd064&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384643 May 04 18:23:59.403671 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f64f5f1-cf14-4e52-a476-10303b9edbda req-c76d2498-8820-479d-957d-5df558d46b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:59.405722 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-3f64f5f1-cf14-4e52-a476-10303b9edbda req-c76d2498-8820-479d-957d-5df558d46b6c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=5b095a86e9004719a23c3a0bd0f8a986&device_id=f8dd944e-6e16-498a-848a-ffdff4fbd064 HTTP/1.1" status: 200 len: 1129 time: 0.0434833 May 04 18:23:59.510524 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f64f5f1-cf14-4e52-a476-10303b9edbda req-7d1bc105-dc8b-4653-b80b-ae2f39d0bf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:59.511936 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-3f64f5f1-cf14-4e52-a476-10303b9edbda req-7d1bc105-dc8b-4653-b80b-ae2f39d0bf41 service neutron] 10.222.0.84 "GET /v2.0/networks?id=106b7264-34d3-4ab1-9694-1650e4fd9860 HTTP/1.1" status: 200 len: 909 time: 0.0878108 May 04 18:23:59.582134 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-3f64f5f1-cf14-4e52-a476-10303b9edbda req-35202afd-4c74-4d39-9a35-76d6460be1b0 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4 HTTP/1.1" status: 200 len: 1001 time: 0.0632868 May 04 18:23:59.632144 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f64f5f1-cf14-4e52-a476-10303b9edbda req-994267ec-c93a-4e9a-b499-1121815c1f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:59.633629 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-3f64f5f1-cf14-4e52-a476-10303b9edbda req-994267ec-c93a-4e9a-b499-1121815c1f7b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3d61c736-b53f-4743-b857-e2820b1996fc HTTP/1.1" status: 200 len: 847 time: 0.0443702 May 04 18:23:59.678515 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f64f5f1-cf14-4e52-a476-10303b9edbda req-004c14cf-4522-4c8a-a2ed-e580488addbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:59.680034 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-3f64f5f1-cf14-4e52-a476-10303b9edbda req-004c14cf-4522-4c8a-a2ed-e580488addbd service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=106b7264-34d3-4ab1-9694-1650e4fd9860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403509 May 04 18:23:59.774765 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-3f64f5f1-cf14-4e52-a476-10303b9edbda req-5cf4f3ee-2052-4468-8f71-a4683d5959e7 service neutron] 10.222.0.84 "GET /v2.0/networks/106b7264-34d3-4ab1-9694-1650e4fd9860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882571 May 04 18:23:59.866939 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-3f64f5f1-cf14-4e52-a476-10303b9edbda req-f13ae620-3a79-44f1-891e-2044aecf6522 service neutron] 10.222.0.84 "GET /v2.0/networks/106b7264-34d3-4ab1-9694-1650e4fd9860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852222 May 04 18:24:00.054283 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-bd4894f1-692b-46db-a718-b202f1c4c5a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:00.240971 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 54078) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:24:00.344845 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-6df8b666-c7d6-4b31-9b56-40cb1d748ff2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:00.422349 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-6df8b666-c7d6-4b31-9b56-40cb1d748ff2 admin admin] Publish callbacks [] for security_group (7b27656d-0eb1-41ab-a0e2-79c6e28bdd53), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:00.490624 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-6df8b666-c7d6-4b31-9b56-40cb1d748ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (7b27656d-0eb1-41ab-a0e2-79c6e28bdd53), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:00.530263 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-6df8b666-c7d6-4b31-9b56-40cb1d748ff2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=87aea23c767843518ec8dbbf11a5ce22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2881570 May 04 18:24:00.531313 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df8b666-c7d6-4b31-9b56-40cb1d748ff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b27656d-0eb1-41ab-a0e2-79c6e28bdd53,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:24:00.533152 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 54082) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:24:00.587032 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-db20767d-e31d-4016-b5a2-af2161fa5178 admin admin] Publish callbacks [] for security_group (7b27656d-0eb1-41ab-a0e2-79c6e28bdd53), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:00.609461 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-db20767d-e31d-4016-b5a2-af2161fa5178 admin admin] Publish callbacks [] for security_group (7b27656d-0eb1-41ab-a0e2-79c6e28bdd53), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:00.753433 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-db20767d-e31d-4016-b5a2-af2161fa5178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (7b27656d-0eb1-41ab-a0e2-79c6e28bdd53), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:00.756089 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-db20767d-e31d-4016-b5a2-af2161fa5178 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:00.761654 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-db20767d-e31d-4016-b5a2-af2161fa5178 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7b27656d-0eb1-41ab-a0e2-79c6e28bdd53 HTTP/1.1" status: 204 len: 168 time: 0.2231023 May 04 18:24:00.765108 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db20767d-e31d-4016-b5a2-af2161fa5178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b27656d-0eb1-41ab-a0e2-79c6e28bdd53,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:24:01.171957 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-4fdd29be-a970-4503-919e-12b86a90c52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (74c08095-bc4c-43d3-91b6-743b06ad1f6c), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:02.503000 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 54134) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:24:02.587614 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-f7537222-04fb-4408-8d24-7493625e2bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (88f974dc-3c14-4d3d-9ef8-4363bb88b433), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:02.620408 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-dd5c1abe-4e86-4c4a-9f6d-532177a751b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:02.696414 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-dd5c1abe-4e86-4c4a-9f6d-532177a751b4 admin admin] Publish callbacks [] for security_group (0c2b96f7-e4f7-43b3-88a2-152530e89dfe), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:02.764275 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-dd5c1abe-4e86-4c4a-9f6d-532177a751b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (0c2b96f7-e4f7-43b3-88a2-152530e89dfe), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:02.804731 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-dd5c1abe-4e86-4c4a-9f6d-532177a751b4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6999b1a8c840435ba59e4c011dc0f21a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3006382 May 04 18:24:02.805676 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5c1abe-4e86-4c4a-9f6d-532177a751b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2b96f7-e4f7-43b3-88a2-152530e89dfe,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:24:02.807446 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 54138) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:24:02.857644 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-ff7d685e-e34b-49c3-9113-b80ca4778260 admin admin] Publish callbacks [] for security_group (0c2b96f7-e4f7-43b3-88a2-152530e89dfe), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:02.880363 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-ff7d685e-e34b-49c3-9113-b80ca4778260 admin admin] Publish callbacks [] for security_group (0c2b96f7-e4f7-43b3-88a2-152530e89dfe), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:03.043061 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-ff7d685e-e34b-49c3-9113-b80ca4778260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (0c2b96f7-e4f7-43b3-88a2-152530e89dfe), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:03.046187 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-ff7d685e-e34b-49c3-9113-b80ca4778260 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:03.047436 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-ff7d685e-e34b-49c3-9113-b80ca4778260 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0c2b96f7-e4f7-43b3-88a2-152530e89dfe HTTP/1.1" status: 204 len: 168 time: 0.2390082 May 04 18:24:03.055398 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7d685e-e34b-49c3-9113-b80ca4778260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2b96f7-e4f7-43b3-88a2-152530e89dfe,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:24:03.804525 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (e55a6cb5-967a-4631-865a-95818de4ff35), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:09.119262 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 54226) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:24:09.225570 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-303a13fa-98a9-45ec-b0b5-d66a487074fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:09.300041 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-303a13fa-98a9-45ec-b0b5-d66a487074fd admin admin] Publish callbacks [] for security_group (acf37bca-44fb-499e-8dda-10f6f401f45d), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:09.387450 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-303a13fa-98a9-45ec-b0b5-d66a487074fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (acf37bca-44fb-499e-8dda-10f6f401f45d), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:09.433739 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 54230) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:24:09.434310 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-303a13fa-98a9-45ec-b0b5-d66a487074fd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6ca28fb5a99648a2b6e5dc5e2b4640ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3129284 May 04 18:24:09.434663 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303a13fa-98a9-45ec-b0b5-d66a487074fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acf37bca-44fb-499e-8dda-10f6f401f45d,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:24:09.487422 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7bb56946-926c-49e4-85a5-f9aa3b47d803 admin admin] Publish callbacks [] for security_group (acf37bca-44fb-499e-8dda-10f6f401f45d), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:09.509208 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7bb56946-926c-49e4-85a5-f9aa3b47d803 admin admin] Publish callbacks [] for security_group (acf37bca-44fb-499e-8dda-10f6f401f45d), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:09.633113 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7bb56946-926c-49e4-85a5-f9aa3b47d803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (acf37bca-44fb-499e-8dda-10f6f401f45d), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:09.635768 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7bb56946-926c-49e4-85a5-f9aa3b47d803 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:09.636950 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-7bb56946-926c-49e4-85a5-f9aa3b47d803 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/acf37bca-44fb-499e-8dda-10f6f401f45d HTTP/1.1" status: 204 len: 168 time: 0.2021396 May 04 18:24:09.646221 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb56946-926c-49e4-85a5-f9aa3b47d803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf37bca-44fb-499e-8dda-10f6f401f45d,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:24:10.217818 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 54238) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:24:10.230753 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-2b322fb9-6557-4404-9cbf-08d45870a969 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:10.304946 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-2b322fb9-6557-4404-9cbf-08d45870a969 admin admin] Publish callbacks [] for security_group (9cef5df1-b8cb-42a5-8333-75907e340905), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:10.381685 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-2b322fb9-6557-4404-9cbf-08d45870a969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (9cef5df1-b8cb-42a5-8333-75907e340905), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:10.422762 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-2b322fb9-6557-4404-9cbf-08d45870a969 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f2338f564cf8444b84eaaf683a13ce45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2037826 May 04 18:24:10.423655 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b322fb9-6557-4404-9cbf-08d45870a969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cef5df1-b8cb-42a5-8333-75907e340905,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:24:10.425373 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 54240) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:24:10.473422 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-5bdc9ced-5a9e-4731-af27-8b536dd45870 admin admin] Publish callbacks [] for security_group (9cef5df1-b8cb-42a5-8333-75907e340905), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:10.495699 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-5bdc9ced-5a9e-4731-af27-8b536dd45870 admin admin] Publish callbacks [] for security_group (9cef5df1-b8cb-42a5-8333-75907e340905), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:10.616159 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-5bdc9ced-5a9e-4731-af27-8b536dd45870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (9cef5df1-b8cb-42a5-8333-75907e340905), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:10.618776 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-5bdc9ced-5a9e-4731-af27-8b536dd45870 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:10.619989 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-5bdc9ced-5a9e-4731-af27-8b536dd45870 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9cef5df1-b8cb-42a5-8333-75907e340905 HTTP/1.1" status: 204 len: 168 time: 0.1936326 May 04 18:24:10.628938 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdc9ced-5a9e-4731-af27-8b536dd45870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cef5df1-b8cb-42a5-8333-75907e340905,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:24:16.719188 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.agents_db [None req-cc71a237-c19e-45a1-a167-cff52744c55e None None] Agent healthcheck: found 6 active agents {{(pid=104026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 18:24:20.554354 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 54404) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:24:20.662617 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-492a96d2-8a54-4699-baef-435acde13ceb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:20.739444 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-492a96d2-8a54-4699-baef-435acde13ceb admin admin] Publish callbacks [] for security_group (a72f21d1-8f8c-4cc6-bbc3-4fa5fbb110c4), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:20.815949 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-492a96d2-8a54-4699-baef-435acde13ceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (a72f21d1-8f8c-4cc6-bbc3-4fa5fbb110c4), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:20.858122 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-492a96d2-8a54-4699-baef-435acde13ceb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8b18d85123b549468709b436b70157e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3026538 May 04 18:24:20.859036 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492a96d2-8a54-4699-baef-435acde13ceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a72f21d1-8f8c-4cc6-bbc3-4fa5fbb110c4,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:24:20.861448 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 54408) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:24:20.912318 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-db7abe4e-c4e4-4d87-ae35-81c0a5d2ed2e admin admin] Publish callbacks [] for security_group (a72f21d1-8f8c-4cc6-bbc3-4fa5fbb110c4), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:20.935202 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-db7abe4e-c4e4-4d87-ae35-81c0a5d2ed2e admin admin] Publish callbacks [] for security_group (a72f21d1-8f8c-4cc6-bbc3-4fa5fbb110c4), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:21.056027 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-db7abe4e-c4e4-4d87-ae35-81c0a5d2ed2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (a72f21d1-8f8c-4cc6-bbc3-4fa5fbb110c4), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:21.058719 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-db7abe4e-c4e4-4d87-ae35-81c0a5d2ed2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:21.059932 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-db7abe4e-c4e4-4d87-ae35-81c0a5d2ed2e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a72f21d1-8f8c-4cc6-bbc3-4fa5fbb110c4 HTTP/1.1" status: 204 len: 168 time: 0.1974382 May 04 18:24:21.069117 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7abe4e-c4e4-4d87-ae35-81c0a5d2ed2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a72f21d1-8f8c-4cc6-bbc3-4fa5fbb110c4,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:24:21.681916 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 54418) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:24:21.695631 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-6684228d-5e18-47ee-99ce-75f4bd336b66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:21.768361 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-6684228d-5e18-47ee-99ce-75f4bd336b66 admin admin] Publish callbacks [] for security_group (c94d65a5-a5b6-481e-987f-931bc16360cd), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:21.844706 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-6684228d-5e18-47ee-99ce-75f4bd336b66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (c94d65a5-a5b6-481e-987f-931bc16360cd), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:21.884835 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-6684228d-5e18-47ee-99ce-75f4bd336b66 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6d8d41b1cd104d3287a00cbce3d14efb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2017617 May 04 18:24:21.885725 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6684228d-5e18-47ee-99ce-75f4bd336b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c94d65a5-a5b6-481e-987f-931bc16360cd,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:24:21.887666 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 54420) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:24:21.938799 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-0fb02c2b-530c-4951-a407-43c044171e2e admin admin] Publish callbacks [] for security_group (c94d65a5-a5b6-481e-987f-931bc16360cd), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:21.962012 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-0fb02c2b-530c-4951-a407-43c044171e2e admin admin] Publish callbacks [] for security_group (c94d65a5-a5b6-481e-987f-931bc16360cd), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:22.071476 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-0fb02c2b-530c-4951-a407-43c044171e2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (c94d65a5-a5b6-481e-987f-931bc16360cd), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:22.074264 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-0fb02c2b-530c-4951-a407-43c044171e2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:22.075469 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-0fb02c2b-530c-4951-a407-43c044171e2e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c94d65a5-a5b6-481e-987f-931bc16360cd HTTP/1.1" status: 204 len: 168 time: 0.1862760 May 04 18:24:22.090245 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb02c2b-530c-4951-a407-43c044171e2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c94d65a5-a5b6-481e-987f-931bc16360cd,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:24:22.192989 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (2ed5d983-d6d1-49f2-9dfa-1a41e5be1317), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:23.787640 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 54480) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:24:23.896024 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-951bf2e5-99ed-46a8-94de-50cb9ca17bee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:23.972788 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-951bf2e5-99ed-46a8-94de-50cb9ca17bee admin admin] Publish callbacks [] for security_group (9d48fd4a-072a-4d9d-a1f6-e1494fa9fe3f), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:24.027338 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-951bf2e5-99ed-46a8-94de-50cb9ca17bee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (9d48fd4a-072a-4d9d-a1f6-e1494fa9fe3f), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:24.068048 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-951bf2e5-99ed-46a8-94de-50cb9ca17bee admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=285b74dcce604f1d9bac03c16186f5d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2792778 May 04 18:24:24.069451 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951bf2e5-99ed-46a8-94de-50cb9ca17bee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d48fd4a-072a-4d9d-a1f6-e1494fa9fe3f,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:24:24.070722 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 54486) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:24:24.126139 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-9de528dc-e3be-4195-80f7-f2e9a7742454 admin admin] Publish callbacks [] for security_group (9d48fd4a-072a-4d9d-a1f6-e1494fa9fe3f), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:24.149349 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-9de528dc-e3be-4195-80f7-f2e9a7742454 admin admin] Publish callbacks [] for security_group (9d48fd4a-072a-4d9d-a1f6-e1494fa9fe3f), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:24.290639 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-9de528dc-e3be-4195-80f7-f2e9a7742454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (9d48fd4a-072a-4d9d-a1f6-e1494fa9fe3f), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:24.293368 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-9de528dc-e3be-4195-80f7-f2e9a7742454 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:24.294637 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-9de528dc-e3be-4195-80f7-f2e9a7742454 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9d48fd4a-072a-4d9d-a1f6-e1494fa9fe3f HTTP/1.1" status: 204 len: 168 time: 0.2228272 May 04 18:24:24.304456 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de528dc-e3be-4195-80f7-f2e9a7742454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d48fd4a-072a-4d9d-a1f6-e1494fa9fe3f,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:24:25.543214 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add2a856-ef0f-4d70-89ba-3dac50497b1d req-ed320928-398a-475b-8435-5b26de565eb8 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:24:25.544861 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-add2a856-ef0f-4d70-89ba-3dac50497b1d req-ed320928-398a-475b-8435-5b26de565eb8 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c9cfb26-0c88-45f3-8bad-d4af45b1cade HTTP/1.1" status: 200 len: 945 time: 0.0525911 May 04 18:24:25.594835 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-add2a856-ef0f-4d70-89ba-3dac50497b1d req-7922de9b-0def-4dde-890c-5c2a8bfc39e0 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=08638c86-5d55-45a8-81d0-0a674a737892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426788 May 04 18:24:25.910240 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 54550) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:24:26.018688 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-585427f8-2de3-40c7-a10b-b379f4cbb36e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:26.104578 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-585427f8-2de3-40c7-a10b-b379f4cbb36e admin admin] Publish callbacks [] for security_group (aa9d9f3a-89ba-4424-b5f9-302bf6da29f1), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:26.320912 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-585427f8-2de3-40c7-a10b-b379f4cbb36e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (aa9d9f3a-89ba-4424-b5f9-302bf6da29f1), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:26.363707 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585427f8-2de3-40c7-a10b-b379f4cbb36e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa9d9f3a-89ba-4424-b5f9-302bf6da29f1,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:24:26.368705 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-585427f8-2de3-40c7-a10b-b379f4cbb36e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8f81f869577c432f90179bb4261e8d6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4566708 May 04 18:24:26.377030 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 54556) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:24:26.395700 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981c196-7192-418f-a2ee-93e65cbfd90f req-f2d30029-add4-43d0-9ef2-2bb00d7d1903 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:24:26.397530 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-c981c196-7192-418f-a2ee-93e65cbfd90f req-f2d30029-add4-43d0-9ef2-2bb00d7d1903 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/ports?device_id=80dc6f6b-5cbc-419b-b9e4-a0a75a6aef56 HTTP/1.1" status: 200 len: 945 time: 0.0519290 May 04 18:24:26.425953 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-65542990-06e9-4479-92cb-9037cee5e721 admin admin] Publish callbacks [] for security_group (aa9d9f3a-89ba-4424-b5f9-302bf6da29f1), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:26.445624 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-c981c196-7192-418f-a2ee-93e65cbfd90f req-fa72f475-fb76-47bd-ba01-dff631d5da6d tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f00e950-7a77-40c1-8da3-d6ca446bb649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424421 May 04 18:24:26.448317 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-65542990-06e9-4479-92cb-9037cee5e721 admin admin] Publish callbacks [] for security_group (aa9d9f3a-89ba-4424-b5f9-302bf6da29f1), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:26.553191 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-65542990-06e9-4479-92cb-9037cee5e721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (aa9d9f3a-89ba-4424-b5f9-302bf6da29f1), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:26.555760 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-65542990-06e9-4479-92cb-9037cee5e721 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:26.556964 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-65542990-06e9-4479-92cb-9037cee5e721 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aa9d9f3a-89ba-4424-b5f9-302bf6da29f1 HTTP/1.1" status: 204 len: 168 time: 0.1852307 May 04 18:24:26.567197 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65542990-06e9-4479-92cb-9037cee5e721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa9d9f3a-89ba-4424-b5f9-302bf6da29f1,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:24:26.722353 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e17a9d5-599d-4b98-8b17-72708f17d921 req-aa05879b-cb4d-465b-9201-778b2df892d9 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:24:26.724196 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-5e17a9d5-599d-4b98-8b17-72708f17d921 req-aa05879b-cb4d-465b-9201-778b2df892d9 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c9cfb26-0c88-45f3-8bad-d4af45b1cade HTTP/1.1" status: 200 len: 945 time: 0.0518794 May 04 18:24:26.771365 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-5e17a9d5-599d-4b98-8b17-72708f17d921 req-b1ce55ef-2d76-4436-a3f6-7439b27cd6cc tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=08638c86-5d55-45a8-81d0-0a674a737892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418413 May 04 18:24:27.560378 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2994ef78-5140-43ae-9dda-5317f1c88f1a req-12d04d4a-8ccc-4ef7-a79e-169d6b59b4b6 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:24:27.562089 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-2994ef78-5140-43ae-9dda-5317f1c88f1a req-12d04d4a-8ccc-4ef7-a79e-169d6b59b4b6 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/ports?device_id=80dc6f6b-5cbc-419b-b9e4-a0a75a6aef56 HTTP/1.1" status: 200 len: 945 time: 0.0489516 May 04 18:24:27.610906 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-4b14f73e-578d-44fb-bb5d-4028216987f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (c89944b2-e06f-41dc-a0fc-77a7e649c9d3), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:27.616288 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-2994ef78-5140-43ae-9dda-5317f1c88f1a req-9645b39b-a583-4104-a269-b60062cae8cf tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f00e950-7a77-40c1-8da3-d6ca446bb649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475330 May 04 18:24:27.891071 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9efa3f8-c524-48ee-a1c0-c1144c2335c0 req-d6b4b1c0-ed71-43e6-98af-3bb40b77cde0 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:24:27.892530 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-a9efa3f8-c524-48ee-a1c0-c1144c2335c0 req-d6b4b1c0-ed71-43e6-98af-3bb40b77cde0 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c9cfb26-0c88-45f3-8bad-d4af45b1cade HTTP/1.1" status: 200 len: 945 time: 0.0465775 May 04 18:24:27.945245 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-a9efa3f8-c524-48ee-a1c0-c1144c2335c0 req-235e1423-37e3-4d81-a557-2bde1fe2e4bb tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=08638c86-5d55-45a8-81d0-0a674a737892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464451 May 04 18:24:28.590688 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb2de6-4867-4fd8-842f-049aff6e9cb7 req-a8909969-d4d3-4d06-8ce3-6eeaedfc9d40 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:24:28.592156 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-d9eb2de6-4867-4fd8-842f-049aff6e9cb7 req-a8909969-d4d3-4d06-8ce3-6eeaedfc9d40 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.84 "GET /v2.0/ports?device_id=80dc6f6b-5cbc-419b-b9e4-a0a75a6aef56 HTTP/1.1" status: 200 len: 945 time: 0.0484481 May 04 18:24:28.681060 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.plugin [req-d9eb2de6-4867-4fd8-842f-049aff6e9cb7 req-94a8016d-47f7-4322-ac3d-a36560d9fd0c tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Deleting port cd18ac9f-8ee7-4749-b1d5-72cce5ba1ad6 {{(pid=104024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:24:28.681400 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [req-d9eb2de6-4867-4fd8-842f-049aff6e9cb7 req-94a8016d-47f7-4322-ac3d-a36560d9fd0c tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772820269343'] for port (cd18ac9f-8ee7-4749-b1d5-72cce5ba1ad6), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:28.782791 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff4cde2-652a-4c83-a4fd-26c87455ab0b req-e3fc1cde-5928-4ea6-acaf-73ff5a826bc0 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:24:28.784282 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-bff4cde2-652a-4c83-a4fd-26c87455ab0b req-e3fc1cde-5928-4ea6-acaf-73ff5a826bc0 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/ports?device_id=80dc6f6b-5cbc-419b-b9e4-a0a75a6aef56 HTTP/1.1" status: 200 len: 945 time: 0.0987687 May 04 18:24:28.833867 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.db [req-d9eb2de6-4867-4fd8-842f-049aff6e9cb7 req-94a8016d-47f7-4322-ac3d-a36560d9fd0c tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] For port cd18ac9f-8ee7-4749-b1d5-72cce5ba1ad6, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=cd18ac9f-8ee7-4749-b1d5-72cce5ba1ad6,segment=NetworkSegment(93c6e1e8-c128-4532-8f18-ec2a2ac72466),segment_id=93c6e1e8-c128-4532-8f18-ec2a2ac72466)] {{(pid=104024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:24:28.834222 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [req-d9eb2de6-4867-4fd8-842f-049aff6e9cb7 req-94a8016d-47f7-4322-ac3d-a36560d9fd0c tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674980'] for port (cd18ac9f-8ee7-4749-b1d5-72cce5ba1ad6), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:28.861335 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-bff4cde2-652a-4c83-a4fd-26c87455ab0b req-a7711123-20aa-45f3-bb9a-0403100a8cfe tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f00e950-7a77-40c1-8da3-d6ca446bb649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698862 May 04 18:24:29.038638 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-f40b2e23-36b7-4399-b908-e7aa94ee9812 req-64555446-c277-4e0d-aef8-b5bdef2ceb0d tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-818977810&fields=id&tenant_id=b773343d1a8d4e6889bb80f938a389a4 HTTP/1.1" status: 200 len: 267 time: 0.1216304 May 04 18:24:29.083468 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [req-d9eb2de6-4867-4fd8-842f-049aff6e9cb7 req-94a8016d-47f7-4322-ac3d-a36560d9fd0c tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:29.083833 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [req-d9eb2de6-4867-4fd8-842f-049aff6e9cb7 req-94a8016d-47f7-4322-ac3d-a36560d9fd0c tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1676511'] for floatingip (67836421-9edd-4c16-97e4-a28a024843d0), after_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:29.084144 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.db.l3_db [req-d9eb2de6-4867-4fd8-842f-049aff6e9cb7 req-94a8016d-47f7-4322-ac3d-a36560d9fd0c tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Floating IP 67836421-9edd-4c16-97e4-a28a024843d0 disassociated. External IP: 172.27.1.232, port: cd18ac9f-8ee7-4749-b1d5-72cce5ba1ad6. May 04 18:24:29.084482 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.plugin [req-d9eb2de6-4867-4fd8-842f-049aff6e9cb7 req-94a8016d-47f7-4322-ac3d-a36560d9fd0c tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Calling delete_port for cd18ac9f-8ee7-4749-b1d5-72cce5ba1ad6 owned by compute:nova {{(pid=104024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:24:29.106228 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40b2e23-36b7-4399-b908-e7aa94ee9812 req-91279eba-83ef-4413-ac49-85d7489b2d3d tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:24:29.107780 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-f40b2e23-36b7-4399-b908-e7aa94ee9812 req-91279eba-83ef-4413-ac49-85d7489b2d3d tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/ports?device_id=da2069ca-6085-4fb0-9775-cb3cfc3e0cf4 HTTP/1.1" status: 200 len: 984 time: 0.0628860 May 04 18:24:29.145269 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.v2.base [req-f40b2e23-36b7-4399-b908-e7aa94ee9812 req-f09969cb-6696-4f4c-85ef-96bec52c5063 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Request body: {'port': {'security_groups': ['f6dc53a1-1d62-4861-86cd-d24bcf8198ea']}} {{(pid=104024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:24:29.246598 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [req-f40b2e23-36b7-4399-b908-e7aa94ee9812 req-f09969cb-6696-4f4c-85ef-96bec52c5063 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (925b8b19-3475-4d14-b9cd-3aa01d1499ca), before_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:29.424630 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [req-d9eb2de6-4867-4fd8-842f-049aff6e9cb7 req-94a8016d-47f7-4322-ac3d-a36560d9fd0c tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772820276655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772819832239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007267'] for port (cd18ac9f-8ee7-4749-b1d5-72cce5ba1ad6), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:29.460634 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a8016d-47f7-4322-ac3d-a36560d9fd0c tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Pushing event deleted for resources: {'Port': ['ID=cd18ac9f-8ee7-4749-b1d5-72cce5ba1ad6,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:24:29.533609 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.db [req-f40b2e23-36b7-4399-b908-e7aa94ee9812 req-f09969cb-6696-4f4c-85ef-96bec52c5063 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] For port 925b8b19-3475-4d14-b9cd-3aa01d1499ca, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=925b8b19-3475-4d14-b9cd-3aa01d1499ca,segment=NetworkSegment(113cad1e-64a4-4fc8-85b2-45fe2f7020da),segment_id=113cad1e-64a4-4fc8-85b2-45fe2f7020da)] {{(pid=104024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:24:29.600117 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [req-f40b2e23-36b7-4399-b908-e7aa94ee9812 req-f09969cb-6696-4f4c-85ef-96bec52c5063 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Publish callbacks [] for port (925b8b19-3475-4d14-b9cd-3aa01d1499ca), precommit_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:29.623356 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d9eb2de6-4867-4fd8-842f-049aff6e9cb7 req-94a8016d-47f7-4322-ac3d-a36560d9fd0c tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Router 49639112-b345-407f-82ff-d7941c122b1a has already been hosted by L3 agent 341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae {{(pid=104024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 18:24:29.671037 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [req-f40b2e23-36b7-4399-b908-e7aa94ee9812 req-f09969cb-6696-4f4c-85ef-96bec52c5063 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6007290'] for port (925b8b19-3475-4d14-b9cd-3aa01d1499ca), after_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:29.706403 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] get_ports_and_sgs() called for port_ids ['925b8b19-3475-4d14-b9cd-3aa01d1499ca'] {{(pid=104025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 18:24:29.723783 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40b2e23-36b7-4399-b908-e7aa94ee9812 req-f09969cb-6696-4f4c-85ef-96bec52c5063 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:24:29.724422 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [req-f40b2e23-36b7-4399-b908-e7aa94ee9812 req-f09969cb-6696-4f4c-85ef-96bec52c5063 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976'] for port (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:29.725824 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-f40b2e23-36b7-4399-b908-e7aa94ee9812 req-f09969cb-6696-4f4c-85ef-96bec52c5063 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "PUT /v2.0/ports/925b8b19-3475-4d14-b9cd-3aa01d1499ca HTTP/1.1" status: 200 len: 942 time: 0.5863953 May 04 18:24:29.729298 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da2069ca-6085-4fb0-9775-cb3cfc3e0cf4', 'tag': '925b8b19-3475-4d14-b9cd-3aa01d1499ca'}] {{(pid=104024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:24:29.730677 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c26fa3ecb1f16f42831e56f73673e8220bc52890772fb217514d3f8d557ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a9025b5-7368-4cf9-883b-491ad39e655f" -d '{"events": [{"name": "network-changed", "server_uuid": "da2069ca-6085-4fb0-9775-cb3cfc3e0cf4", "tag": "925b8b19-3475-4d14-b9cd-3aa01d1499ca"}]}' {{(pid=104024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:24:29.736272 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 54582) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:24:29.795894 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09969cb-6696-4f4c-85ef-96bec52c5063 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Pushing event updated for resources: {'Port': ['ID=925b8b19-3475-4d14-b9cd-3aa01d1499ca,revision_number=7']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:24:29.828839 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d9eb2de6-4867-4fd8-842f-049aff6e9cb7 req-94a8016d-47f7-4322-ac3d-a36560d9fd0c tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Notify agent at l3_agent.dv-cinder-840511-4-iscsi the message routers_updated {{(pid=104024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 18:24:29.841600 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00bd933-49a4-4d75-b24d-932cdb39a751 None None] Sync routers for ids ['49639112-b345-407f-82ff-d7941c122b1a'] in dv-cinder-840511-4-iscsi {{(pid=104026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:24:29.864281 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00bd933-49a4-4d75-b24d-932cdb39a751 None None] Routers {'49639112-b345-407f-82ff-d7941c122b1a'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:24:29.864922 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-e00bd933-49a4-4d75-b24d-932cdb39a751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:24:00Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['49639112-b345-407f-82ff-d7941c122b1a'], 'active': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:24:29.877600 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3c63a554-7786-48f2-9138-cf97990484d1 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Publish callbacks [] for security_group (08aedc52-72fb-44fe-acf5-463e8655e2ca), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:29.878040 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] get_ports_and_sgs() called for port_ids ['925b8b19-3475-4d14-b9cd-3aa01d1499ca'] {{(pid=104025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 18:24:29.937904 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3c63a554-7786-48f2-9138-cf97990484d1 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Publish callbacks [] for security_group (08aedc52-72fb-44fe-acf5-463e8655e2ca), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:29.979021 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9eb2de6-4867-4fd8-842f-049aff6e9cb7 req-94a8016d-47f7-4322-ac3d-a36560d9fd0c tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] No DVR routers for this DVR port cd18ac9f-8ee7-4749-b1d5-72cce5ba1ad6 on host hv-cinder-84051 {{(pid=104024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:24:29.993965 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2445a7-d72b-4c9e-8bab-983da67f0385 req-5c8f31ca-6079-4785-8534-71f647a4c4f8 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:24:29.995627 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-af2445a7-d72b-4c9e-8bab-983da67f0385 req-5c8f31ca-6079-4785-8534-71f647a4c4f8 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c9cfb26-0c88-45f3-8bad-d4af45b1cade HTTP/1.1" status: 200 len: 945 time: 0.1485295 May 04 18:24:30.004330 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [req-d9eb2de6-4867-4fd8-842f-049aff6e9cb7 req-94a8016d-47f7-4322-ac3d-a36560d9fd0c tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976'] for port (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:30.008882 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-d9eb2de6-4867-4fd8-842f-049aff6e9cb7 req-94a8016d-47f7-4322-ac3d-a36560d9fd0c tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.84 "DELETE /v2.0/ports/cd18ac9f-8ee7-4749-b1d5-72cce5ba1ad6 HTTP/1.1" status: 204 len: 173 time: 1.4110196 May 04 18:24:30.072016 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-af2445a7-d72b-4c9e-8bab-983da67f0385 req-4e95b087-6ab8-40db-990e-2fa2bd792198 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=08638c86-5d55-45a8-81d0-0a674a737892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613766 May 04 18:24:30.083673 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-ac643e23-8a26-4018-9d50-f90bfeafbb9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:30.106034 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3c63a554-7786-48f2-9138-cf97990484d1 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (08aedc52-72fb-44fe-acf5-463e8655e2ca), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:30.108764 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3c63a554-7786-48f2-9138-cf97990484d1 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Publish callbacks [] for security_group (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:30.111118 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-3c63a554-7786-48f2-9138-cf97990484d1 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "DELETE /v2.0/security-groups/08aedc52-72fb-44fe-acf5-463e8655e2ca HTTP/1.1" status: 204 len: 168 time: 0.3720429 May 04 18:24:30.114074 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 54586) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:24:30.137290 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c63a554-7786-48f2-9138-cf97990484d1 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08aedc52-72fb-44fe-acf5-463e8655e2ca,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:24:30.158733 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-622a8548-f680-45b9-81e3-32f709528247 None None] Provisioning complete for port 925b8b19-3475-4d14-b9cd-3aa01d1499ca triggered by entity DHCP. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:24:30.159133 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-622a8548-f680-45b9-81e3-32f709528247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (925b8b19-3475-4d14-b9cd-3aa01d1499ca), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:30.188019 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 18:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8767ba0-82c4-44cb-a03b-bc5be6779e5e x-openstack-request-id: req-d8767ba0-82c4-44cb-a03b-bc5be6779e5e {{(pid=104024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:24:30.188309 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da2069ca-6085-4fb0-9775-cb3cfc3e0cf4", "tag": "925b8b19-3475-4d14-b9cd-3aa01d1499ca", "status": "completed", "code": 200}]} {{(pid=104024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:24:30.188635 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d8767ba0-82c4-44cb-a03b-bc5be6779e5e {{(pid=104024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:24:30.189179 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8767ba0-82c4-44cb-a03b-bc5be6779e5e'] response: {'name': 'network-changed', 'server_uuid': 'da2069ca-6085-4fb0-9775-cb3cfc3e0cf4', 'tag': '925b8b19-3475-4d14-b9cd-3aa01d1499ca', 'status': 'completed', 'code': 200} May 04 18:24:30.205294 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvr_db [None req-e00bd933-49a4-4d75-b24d-932cdb39a751 None None] Set router 49639112-b345-407f-82ff-d7941c122b1a gateway port host: dv-cinder-840511-4-iscsi {{(pid=104026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:24:30.301840 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-622a8548-f680-45b9-81e3-32f709528247 None None] Current status of the port 925b8b19-3475-4d14-b9cd-3aa01d1499ca is: ACTIVE; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:24:30.363179 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-28296a45-613f-4ce5-83d5-bcafbd32ab73 req-988c385f-0da4-42c3-a57a-f6e4528556fe tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/ports?device_id=80dc6f6b-5cbc-419b-b9e4-a0a75a6aef56 HTTP/1.1" status: 200 len: 210 time: 0.0452316 May 04 18:24:30.372873 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9025b5-7368-4cf9-883b-491ad39e655f req-dedd765a-11de-4338-9688-a7b68b039005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:24:30.374401 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-4a9025b5-7368-4cf9-883b-491ad39e655f req-dedd765a-11de-4338-9688-a7b68b039005 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b773343d1a8d4e6889bb80f938a389a4&device_id=da2069ca-6085-4fb0-9775-cb3cfc3e0cf4 HTTP/1.1" status: 200 len: 1129 time: 0.1389999 May 04 18:24:30.445300 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.plugin [None req-4e8639a3-5b91-4472-85bc-afddb4172f7f tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Deleting port b7578e77-9cc1-419b-b626-bd47c2d7a237 {{(pid=104024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:24:30.445640 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-4e8639a3-5b91-4472-85bc-afddb4172f7f tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772820269343'] for port (b7578e77-9cc1-419b-b626-bd47c2d7a237), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:30.464550 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-e00bd933-49a4-4d75-b24d-932cdb39a751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49639112-b345-407f-82ff-d7941c122b1a', 'name': 'tempest-AttachVolumeNegativeTest-1596959943-router', 'tenant_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'a0ebc00e-ff59-4a01-ad80-5944a1e5f02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:17:29Z', 'updated_at': '2022-05-04T18:17:33Z', 'revision_number': 4, 'project_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'gw_port': {'id': 'a0ebc00e-ff59-4a01-ad80-5944a1e5f02c', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:80:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49639112-b345-407f-82ff-d7941c122b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:17:30Z', 'updated_at': '2022-05-04T18:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_interfaces': [{'id': 'aef8553d-54c9-4d55-ace0-3ca397debd28', 'name': '', 'network_id': 'adc2355e-99c1-42a7-9cbc-42fd35f09e00', 'tenant_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'mac_address': 'fa:16:3e:d3:51:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49639112-b345-407f-82ff-d7941c122b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '3c3d78bf-8f55-488e-b058-2a13b7e24990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:17:32Z', 'updated_at': '2022-05-04T18:17:36Z', 'revision_number': 5, 'project_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'subnets': [{'id': '3c3d78bf-8f55-488e-b058-2a13b7e24990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:24:30.497121 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00bd933-49a4-4d75-b24d-932cdb39a751 None None] Checking router: 49639112-b345-407f-82ff-d7941c122b1a for host: dv-cinder-840511-4-iscsi {{(pid=104026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:24:30.506327 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00bd933-49a4-4d75-b24d-932cdb39a751 None None] Routers {'49639112-b345-407f-82ff-d7941c122b1a'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:24:30.507253 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-e00bd933-49a4-4d75-b24d-932cdb39a751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:24:30Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['49639112-b345-407f-82ff-d7941c122b1a'], 'active': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:24:30.561538 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9025b5-7368-4cf9-883b-491ad39e655f req-04c1ac81-8ab7-4d65-afc9-ce275778b550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:24:30.563055 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-4a9025b5-7368-4cf9-883b-491ad39e655f req-04c1ac81-8ab7-4d65-afc9-ce275778b550 service neutron] 10.222.0.84 "GET /v2.0/networks?id=993f489f-74a5-457d-8185-f79358d76406 HTTP/1.1" status: 200 len: 916 time: 0.1629336 May 04 18:24:30.577476 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-4e8639a3-5b91-4472-85bc-afddb4172f7f tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674980'] for port (b7578e77-9cc1-419b-b626-bd47c2d7a237), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:30.577790 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-4e8639a3-5b91-4472-85bc-afddb4172f7f tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Publish callbacks [] for floatingip (b7578e77-9cc1-419b-b626-bd47c2d7a237), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:30.591012 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.plugin [None req-4e8639a3-5b91-4472-85bc-afddb4172f7f tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Calling delete_port for b7578e77-9cc1-419b-b626-bd47c2d7a237 owned by network:floatingip {{(pid=104024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:24:30.619135 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvr_db [None req-e00bd933-49a4-4d75-b24d-932cdb39a751 None None] Set router 49639112-b345-407f-82ff-d7941c122b1a gateway port host: dv-cinder-840511-4-iscsi {{(pid=104026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:24:30.819769 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-e00bd933-49a4-4d75-b24d-932cdb39a751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49639112-b345-407f-82ff-d7941c122b1a', 'name': 'tempest-AttachVolumeNegativeTest-1596959943-router', 'tenant_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'a0ebc00e-ff59-4a01-ad80-5944a1e5f02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:17:29Z', 'updated_at': '2022-05-04T18:17:33Z', 'revision_number': 4, 'project_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'gw_port': {'id': 'a0ebc00e-ff59-4a01-ad80-5944a1e5f02c', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:80:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49639112-b345-407f-82ff-d7941c122b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:17:30Z', 'updated_at': '2022-05-04T18:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_interfaces': [{'id': 'aef8553d-54c9-4d55-ace0-3ca397debd28', 'name': '', 'network_id': 'adc2355e-99c1-42a7-9cbc-42fd35f09e00', 'tenant_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'mac_address': 'fa:16:3e:d3:51:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49639112-b345-407f-82ff-d7941c122b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '3c3d78bf-8f55-488e-b058-2a13b7e24990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:17:32Z', 'updated_at': '2022-05-04T18:17:36Z', 'revision_number': 5, 'project_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'subnets': [{'id': '3c3d78bf-8f55-488e-b058-2a13b7e24990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:24:30.852378 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00bd933-49a4-4d75-b24d-932cdb39a751 None None] The sync data for ids ['49639112-b345-407f-82ff-d7941c122b1a'] in dv-cinder-840511-4-iscsi is: [{'id': '49639112-b345-407f-82ff-d7941c122b1a', 'name': 'tempest-AttachVolumeNegativeTest-1596959943-router', 'tenant_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'a0ebc00e-ff59-4a01-ad80-5944a1e5f02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:17:29Z', 'updated_at': '2022-05-04T18:17:33Z', 'revision_number': 4, 'project_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'gw_port': {'id': 'a0ebc00e-ff59-4a01-ad80-5944a1e5f02c', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:80:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49639112-b345-407f-82ff-d7941c122b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:17:30Z', 'updated_at': '2022-05-04T18:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_interfaces': [{'id': 'aef8553d-54c9-4d55-ace0-3ca397debd28', 'name': '', 'network_id': 'adc2355e-99c1-42a7-9cbc-42fd35f09e00', 'tenant_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'mac_address': 'fa:16:3e:d3:51:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49639112-b345-407f-82ff-d7941c122b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '3c3d78bf-8f55-488e-b058-2a13b7e24990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:17:32Z', 'updated_at': '2022-05-04T18:17:36Z', 'revision_number': 5, 'project_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'subnets': [{'id': '3c3d78bf-8f55-488e-b058-2a13b7e24990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:24:31.095977 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9593838-6363-4a58-8b33-fbf982d24ea7 None None] New status for floating IP 67836421-9edd-4c16-97e4-a28a024843d0: DOWN {{(pid=104025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 18:24:31.107523 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-4e8639a3-5b91-4472-85bc-afddb4172f7f tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772820276655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772819832239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007267'] for port (b7578e77-9cc1-419b-b626-bd47c2d7a237), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:31.144244 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8639a3-5b91-4472-85bc-afddb4172f7f tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Pushing event deleted for resources: {'Port': ['ID=b7578e77-9cc1-419b-b626-bd47c2d7a237,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:24:31.226419 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-4a9025b5-7368-4cf9-883b-491ad39e655f req-8803afed-7077-4ea7-834d-05eb0d15d43a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=925b8b19-3475-4d14-b9cd-3aa01d1499ca HTTP/1.1" status: 200 len: 1001 time: 0.4207366 May 04 18:24:31.273207 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-4fdd29be-a970-4503-919e-12b86a90c52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (74c08095-bc4c-43d3-91b6-743b06ad1f6c), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:31.302858 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-4e8639a3-5b91-4472-85bc-afddb4172f7f tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Publish callbacks [] for floatingip (1dc4290f-3352-417d-9ffc-89a22ea5bc95), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:31.303227 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.db.l3_db [None req-4e8639a3-5b91-4472-85bc-afddb4172f7f tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Floating IP 1dc4290f-3352-417d-9ffc-89a22ea5bc95 disassociated (deleted). External IP: 172.27.1.242, port: 925b8b19-3475-4d14-b9cd-3aa01d1499ca. May 04 18:24:31.355321 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c9829-6265-4ffe-92c7-f589cdfe09f2 req-e5c3ed78-7d3d-49a2-aa55-6b70bcc671d7 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:24:31.356824 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-ee8c9829-6265-4ffe-92c7-f589cdfe09f2 req-e5c3ed78-7d3d-49a2-aa55-6b70bcc671d7 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c9cfb26-0c88-45f3-8bad-d4af45b1cade HTTP/1.1" status: 200 len: 945 time: 0.1483963 May 04 18:24:31.385294 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9025b5-7368-4cf9-883b-491ad39e655f req-0e1999c8-6038-47f7-a75e-57eca88e2d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:24:31.386770 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-4a9025b5-7368-4cf9-883b-491ad39e655f req-0e1999c8-6038-47f7-a75e-57eca88e2d62 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=594e40ba-79c8-4637-b6b1-1159f1c0e514 HTTP/1.1" status: 200 len: 854 time: 0.1533799 May 04 18:24:31.494254 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-ee8c9829-6265-4ffe-92c7-f589cdfe09f2 req-307c12df-00df-4a18-9727-1f1c974379a6 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=08638c86-5d55-45a8-81d0-0a674a737892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314704 May 04 18:24:31.499348 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9025b5-7368-4cf9-883b-491ad39e655f req-7b3aae75-e748-4257-a149-7f1552d783ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:24:31.500798 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-4a9025b5-7368-4cf9-883b-491ad39e655f req-7b3aae75-e748-4257-a149-7f1552d783ce service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=993f489f-74a5-457d-8185-f79358d76406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1028960 May 04 18:24:31.634516 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 54596) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:24:31.698552 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-4a9025b5-7368-4cf9-883b-491ad39e655f req-f9e30857-92b6-4c09-beeb-c69a3817732c service neutron] 10.222.0.84 "GET /v2.0/networks/993f489f-74a5-457d-8185-f79358d76406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895175 May 04 18:24:31.762886 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e8639a3-5b91-4472-85bc-afddb4172f7f tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Router df9aa683-447e-479a-ab4b-e53d1b9687ba has already been hosted by L3 agent 341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae {{(pid=104024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 18:24:31.829925 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-ebb38718-2a3f-4703-98fe-dede653d710c tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks [] for security_group (9f00e950-7a77-40c1-8da3-d6ca446bb649), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:31.915356 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-4a9025b5-7368-4cf9-883b-491ad39e655f req-20825ca3-83bf-4fc2-aa3a-58241a246f3e service neutron] 10.222.0.84 "GET /v2.0/networks/993f489f-74a5-457d-8185-f79358d76406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056766 May 04 18:24:31.918553 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-ebb38718-2a3f-4703-98fe-dede653d710c tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks [] for security_group (9f00e950-7a77-40c1-8da3-d6ca446bb649), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:31.998489 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e8639a3-5b91-4472-85bc-afddb4172f7f tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Notify agent at l3_agent.dv-cinder-840511-4-iscsi the message routers_updated {{(pid=104024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 18:24:32.003805 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-4e8639a3-5b91-4472-85bc-afddb4172f7f tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976'] for floatingip (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:32.008020 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f161c777-3338-4d6a-aacf-2007ba6405af None None] Sync routers for ids ['df9aa683-447e-479a-ab4b-e53d1b9687ba'] in dv-cinder-840511-4-iscsi {{(pid=104026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:24:32.018750 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f161c777-3338-4d6a-aacf-2007ba6405af None None] Routers {'df9aa683-447e-479a-ab4b-e53d1b9687ba'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:24:32.019481 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-f161c777-3338-4d6a-aacf-2007ba6405af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:24:30Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['df9aa683-447e-479a-ab4b-e53d1b9687ba'], 'active': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:24:32.037261 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-4e8639a3-5b91-4472-85bc-afddb4172f7f tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "DELETE /v2.0/floatingips/1dc4290f-3352-417d-9ffc-89a22ea5bc95 HTTP/1.1" status: 204 len: 168 time: 1.9153647 May 04 18:24:32.101752 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-ebb38718-2a3f-4703-98fe-dede653d710c tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (9f00e950-7a77-40c1-8da3-d6ca446bb649), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:32.104613 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-ebb38718-2a3f-4703-98fe-dede653d710c tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks [] for security_group (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:32.108246 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-ebb38718-2a3f-4703-98fe-dede653d710c tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "DELETE /v2.0/security-groups/9f00e950-7a77-40c1-8da3-d6ca446bb649 HTTP/1.1" status: 204 len: 168 time: 0.4689689 May 04 18:24:32.108816 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 54602) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:24:32.120209 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb38718-2a3f-4703-98fe-dede653d710c tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f00e950-7a77-40c1-8da3-d6ca446bb649,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:24:32.124520 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.api.v2.resource [None req-4bb3ff15-3e10-4134-842a-331ad48e517e tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] show failed (client error): The resource could not be found. May 04 18:24:32.125764 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-4bb3ff15-3e10-4134-842a-331ad48e517e tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/security-groups/9f00e950-7a77-40c1-8da3-d6ca446bb649 HTTP/1.1" status: 404 len: 347 time: 0.0159130 May 04 18:24:32.132491 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 54604) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:24:32.136988 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvr_db [None req-f161c777-3338-4d6a-aacf-2007ba6405af None None] Set router df9aa683-447e-479a-ab4b-e53d1b9687ba gateway port host: dv-cinder-840511-4-iscsi {{(pid=104026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:24:32.193121 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80dc6f6b-5cbc-419b-b9e4-a0a75a6aef56', 'name': 'network-vif-deleted', 'tag': 'cd18ac9f-8ee7-4749-b1d5-72cce5ba1ad6'}, {'name': 'network-changed', 'server_uuid': 'da2069ca-6085-4fb0-9775-cb3cfc3e0cf4', 'tag': '925b8b19-3475-4d14-b9cd-3aa01d1499ca'}] {{(pid=104024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:24:32.193965 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c26fa3ecb1f16f42831e56f73673e8220bc52890772fb217514d3f8d557ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a98c6fdc-2465-4b16-aec5-1dd4105665d0" -d '{"events": [{"server_uuid": "80dc6f6b-5cbc-419b-b9e4-a0a75a6aef56", "name": "network-vif-deleted", "tag": "cd18ac9f-8ee7-4749-b1d5-72cce5ba1ad6"}, {"name": "network-changed", "server_uuid": "da2069ca-6085-4fb0-9775-cb3cfc3e0cf4", "tag": "925b8b19-3475-4d14-b9cd-3aa01d1499ca"}]}' {{(pid=104024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:24:32.277316 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-8ff46d0b-41ae-4dd2-86c3-226168e5edd3 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Deleting port bb43f9f4-c205-40e7-874c-03af92859c32 {{(pid=104023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:24:32.277759 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8ff46d0b-41ae-4dd2-86c3-226168e5edd3 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772820269343'] for port (bb43f9f4-c205-40e7-874c-03af92859c32), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:32.339464 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-f161c777-3338-4d6a-aacf-2007ba6405af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df9aa683-447e-479a-ab4b-e53d1b9687ba', 'name': 'tempest-TestMinimumBasicScenario-1658897830-router', 'tenant_id': 'b773343d1a8d4e6889bb80f938a389a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'e1b68686-5841-411b-a7bb-45c73d6de9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:20:09Z', 'updated_at': '2022-05-04T18:20:15Z', 'revision_number': 4, 'project_id': 'b773343d1a8d4e6889bb80f938a389a4', 'gw_port': {'id': 'e1b68686-5841-411b-a7bb-45c73d6de9bc', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:84:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df9aa683-447e-479a-ab4b-e53d1b9687ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:20:10Z', 'updated_at': '2022-05-04T18:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_interfaces': [{'id': 'e773696f-a1dc-44b2-b56e-51cfcddfe226', 'name': '', 'network_id': '993f489f-74a5-457d-8185-f79358d76406', 'tenant_id': 'b773343d1a8d4e6889bb80f938a389a4', 'mac_address': 'fa:16:3e:65:15:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df9aa683-447e-479a-ab4b-e53d1b9687ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '594e40ba-79c8-4637-b6b1-1159f1c0e514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:20:14Z', 'updated_at': '2022-05-04T18:20:19Z', 'revision_number': 5, 'project_id': 'b773343d1a8d4e6889bb80f938a389a4', 'subnets': [{'id': '594e40ba-79c8-4637-b6b1-1159f1c0e514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:24:32.359274 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8ff46d0b-41ae-4dd2-86c3-226168e5edd3 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674980'] for port (bb43f9f4-c205-40e7-874c-03af92859c32), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:32.359599 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8ff46d0b-41ae-4dd2-86c3-226168e5edd3 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks [] for floatingip (bb43f9f4-c205-40e7-874c-03af92859c32), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:32.368830 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f161c777-3338-4d6a-aacf-2007ba6405af None None] Checking router: df9aa683-447e-479a-ab4b-e53d1b9687ba for host: dv-cinder-840511-4-iscsi {{(pid=104026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:24:32.374622 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-8ff46d0b-41ae-4dd2-86c3-226168e5edd3 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Calling delete_port for bb43f9f4-c205-40e7-874c-03af92859c32 owned by network:floatingip {{(pid=104023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:24:32.378584 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f161c777-3338-4d6a-aacf-2007ba6405af None None] Routers {'df9aa683-447e-479a-ab4b-e53d1b9687ba'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:24:32.379243 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-f161c777-3338-4d6a-aacf-2007ba6405af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:24:30Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['df9aa683-447e-479a-ab4b-e53d1b9687ba'], 'active': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:24:32.476778 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 04 May 2022 18:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dcf59b4-f199-4afe-aeab-8fd3bc609df2 x-openstack-request-id: req-7dcf59b4-f199-4afe-aeab-8fd3bc609df2 {{(pid=104024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:24:32.476778 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80dc6f6b-5cbc-419b-b9e4-a0a75a6aef56", "name": "network-vif-deleted", "tag": "cd18ac9f-8ee7-4749-b1d5-72cce5ba1ad6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "da2069ca-6085-4fb0-9775-cb3cfc3e0cf4", "tag": "925b8b19-3475-4d14-b9cd-3aa01d1499ca", "status": "completed", "code": 200}]} {{(pid=104024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:24:32.476778 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7dcf59b4-f199-4afe-aeab-8fd3bc609df2 {{(pid=104024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:24:32.476778 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dcf59b4-f199-4afe-aeab-8fd3bc609df2'] response: {'server_uuid': '80dc6f6b-5cbc-419b-b9e4-a0a75a6aef56', 'name': 'network-vif-deleted', 'tag': 'cd18ac9f-8ee7-4749-b1d5-72cce5ba1ad6', 'status': 'completed', 'code': 200} May 04 18:24:32.476778 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dcf59b4-f199-4afe-aeab-8fd3bc609df2'] response: {'name': 'network-changed', 'server_uuid': 'da2069ca-6085-4fb0-9775-cb3cfc3e0cf4', 'tag': '925b8b19-3475-4d14-b9cd-3aa01d1499ca', 'status': 'completed', 'code': 200} May 04 18:24:32.506654 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvr_db [None req-f161c777-3338-4d6a-aacf-2007ba6405af None None] Set router df9aa683-447e-479a-ab4b-e53d1b9687ba gateway port host: dv-cinder-840511-4-iscsi {{(pid=104026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:24:32.572082 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c6fdc-2465-4b16-aec5-1dd4105665d0 req-8eb359c4-55a7-4c65-b3ea-6961ab6a946c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:24:32.573679 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-a98c6fdc-2465-4b16-aec5-1dd4105665d0 req-8eb359c4-55a7-4c65-b3ea-6961ab6a946c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b773343d1a8d4e6889bb80f938a389a4&device_id=da2069ca-6085-4fb0-9775-cb3cfc3e0cf4 HTTP/1.1" status: 200 len: 1129 time: 0.0504558 May 04 18:24:32.633202 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-f7537222-04fb-4408-8d24-7493625e2bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (88f974dc-3c14-4d3d-9ef8-4363bb88b433), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:32.634671 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8ff46d0b-41ae-4dd2-86c3-226168e5edd3 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772820276655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772819832239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7382190'] for port (bb43f9f4-c205-40e7-874c-03af92859c32), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:32.663920 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff46d0b-41ae-4dd2-86c3-226168e5edd3 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Pushing event deleted for resources: {'Port': ['ID=bb43f9f4-c205-40e7-874c-03af92859c32,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:24:32.707576 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c6fdc-2465-4b16-aec5-1dd4105665d0 req-a50e623d-d521-4a32-b416-01c27e69d8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:24:32.709735 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-a98c6fdc-2465-4b16-aec5-1dd4105665d0 req-a50e623d-d521-4a32-b416-01c27e69d8b6 service neutron] 10.222.0.84 "GET /v2.0/networks?id=993f489f-74a5-457d-8185-f79358d76406 HTTP/1.1" status: 200 len: 916 time: 0.1290877 May 04 18:24:32.717203 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac60be-87b6-42f4-8087-09de50dfe0db req-a8ac25d8-f517-4b49-8d27-c77b6588b593 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:24:32.718968 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-ebac60be-87b6-42f4-8087-09de50dfe0db req-a8ac25d8-f517-4b49-8d27-c77b6588b593 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c9cfb26-0c88-45f3-8bad-d4af45b1cade HTTP/1.1" status: 200 len: 945 time: 0.1296942 May 04 18:24:32.738665 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8ff46d0b-41ae-4dd2-86c3-226168e5edd3 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks [] for floatingip (67836421-9edd-4c16-97e4-a28a024843d0), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:32.741320 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8ff46d0b-41ae-4dd2-86c3-226168e5edd3 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976'] for floatingip (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:32.743025 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-8ff46d0b-41ae-4dd2-86c3-226168e5edd3 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "DELETE /v2.0/floatingips/67836421-9edd-4c16-97e4-a28a024843d0 HTTP/1.1" status: 204 len: 168 time: 0.6090181 May 04 18:24:32.743182 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-f161c777-3338-4d6a-aacf-2007ba6405af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df9aa683-447e-479a-ab4b-e53d1b9687ba', 'name': 'tempest-TestMinimumBasicScenario-1658897830-router', 'tenant_id': 'b773343d1a8d4e6889bb80f938a389a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'e1b68686-5841-411b-a7bb-45c73d6de9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:20:09Z', 'updated_at': '2022-05-04T18:20:15Z', 'revision_number': 4, 'project_id': 'b773343d1a8d4e6889bb80f938a389a4', 'gw_port': {'id': 'e1b68686-5841-411b-a7bb-45c73d6de9bc', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:84:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df9aa683-447e-479a-ab4b-e53d1b9687ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:20:10Z', 'updated_at': '2022-05-04T18:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_interfaces': [{'id': 'e773696f-a1dc-44b2-b56e-51cfcddfe226', 'name': '', 'network_id': '993f489f-74a5-457d-8185-f79358d76406', 'tenant_id': 'b773343d1a8d4e6889bb80f938a389a4', 'mac_address': 'fa:16:3e:65:15:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df9aa683-447e-479a-ab4b-e53d1b9687ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '594e40ba-79c8-4637-b6b1-1159f1c0e514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:20:14Z', 'updated_at': '2022-05-04T18:20:19Z', 'revision_number': 5, 'project_id': 'b773343d1a8d4e6889bb80f938a389a4', 'subnets': [{'id': '594e40ba-79c8-4637-b6b1-1159f1c0e514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:24:32.772946 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-a98c6fdc-2465-4b16-aec5-1dd4105665d0 req-218edd81-b222-4a11-99e7-69021cc430ec service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=925b8b19-3475-4d14-b9cd-3aa01d1499ca HTTP/1.1" status: 200 len: 217 time: 0.0528064 May 04 18:24:32.773477 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f161c777-3338-4d6a-aacf-2007ba6405af None None] The sync data for ids ['df9aa683-447e-479a-ab4b-e53d1b9687ba'] in dv-cinder-840511-4-iscsi is: [{'id': 'df9aa683-447e-479a-ab4b-e53d1b9687ba', 'name': 'tempest-TestMinimumBasicScenario-1658897830-router', 'tenant_id': 'b773343d1a8d4e6889bb80f938a389a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'e1b68686-5841-411b-a7bb-45c73d6de9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:20:09Z', 'updated_at': '2022-05-04T18:20:15Z', 'revision_number': 4, 'project_id': 'b773343d1a8d4e6889bb80f938a389a4', 'gw_port': {'id': 'e1b68686-5841-411b-a7bb-45c73d6de9bc', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:84:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df9aa683-447e-479a-ab4b-e53d1b9687ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:20:10Z', 'updated_at': '2022-05-04T18:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_interfaces': [{'id': 'e773696f-a1dc-44b2-b56e-51cfcddfe226', 'name': '', 'network_id': '993f489f-74a5-457d-8185-f79358d76406', 'tenant_id': 'b773343d1a8d4e6889bb80f938a389a4', 'mac_address': 'fa:16:3e:65:15:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df9aa683-447e-479a-ab4b-e53d1b9687ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '594e40ba-79c8-4637-b6b1-1159f1c0e514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:20:14Z', 'updated_at': '2022-05-04T18:20:19Z', 'revision_number': 5, 'project_id': 'b773343d1a8d4e6889bb80f938a389a4', 'subnets': [{'id': '594e40ba-79c8-4637-b6b1-1159f1c0e514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:24:32.803513 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-ebac60be-87b6-42f4-8087-09de50dfe0db req-cb869a8f-7285-4819-b332-20fae4aed4ef tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=08638c86-5d55-45a8-81d0-0a674a737892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769210 May 04 18:24:33.007817 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c620b9-806f-4bb8-a54f-c5d1e68c46ba None None] New status for floating IP 1dc4290f-3352-417d-9ffc-89a22ea5bc95: DOWN {{(pid=104025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 18:24:33.125111 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c6fdc-2465-4b16-aec5-1dd4105665d0 req-1d66ac38-def8-46c2-bf43-0a23caac1571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:24:33.126824 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-a98c6fdc-2465-4b16-aec5-1dd4105665d0 req-1d66ac38-def8-46c2-bf43-0a23caac1571 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=594e40ba-79c8-4637-b6b1-1159f1c0e514 HTTP/1.1" status: 200 len: 854 time: 0.0492604 May 04 18:24:33.127780 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 54618) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:24:33.131923 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.v2.base [None req-bea44893-40f9-460d-af34-d119afea683e tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2040837399', 'description': 'tempest-description--1825356020'}} {{(pid=104024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:24:33.181578 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c6fdc-2465-4b16-aec5-1dd4105665d0 req-713aa7bc-8e8c-4613-8b68-bd6940a4d65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:24:33.183139 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-a98c6fdc-2465-4b16-aec5-1dd4105665d0 req-713aa7bc-8e8c-4613-8b68-bd6940a4d65d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=993f489f-74a5-457d-8185-f79358d76406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470774 May 04 18:24:33.252649 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-bea44893-40f9-460d-af34-d119afea683e tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks [] for security_group (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:33.301693 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-a98c6fdc-2465-4b16-aec5-1dd4105665d0 req-f438c78f-f64c-4904-9417-a33e44143ebe service neutron] 10.222.0.84 "GET /v2.0/networks/993f489f-74a5-457d-8185-f79358d76406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120620 May 04 18:24:33.398164 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-bea44893-40f9-460d-af34-d119afea683e tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks [] for security_group (3171ebcd-1b53-462c-8aeb-f56c82b22a15), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:33.427154 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-a98c6fdc-2465-4b16-aec5-1dd4105665d0 req-d395fb9d-ecb2-4230-9626-b71e9611c6aa service neutron] 10.222.0.84 "GET /v2.0/networks/993f489f-74a5-457d-8185-f79358d76406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136699 May 04 18:24:33.483330 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-bea44893-40f9-460d-af34-d119afea683e tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (3171ebcd-1b53-462c-8aeb-f56c82b22a15), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:33.516001 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device cd18ac9f-8ee7-4749-b1d5-72cce5ba1ad6 no longer exists at agent hyperv_hv-cinder-84051 {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 18:24:33.516241 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea44893-40f9-460d-af34-d119afea683e tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3171ebcd-1b53-462c-8aeb-f56c82b22a15,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:24:33.537267 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] No Port match for: cd18ac9f-8ee7-4749-b1d5-72cce5ba1ad6 {{(pid=104025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 18:24:33.537683 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device cd18ac9f-8ee7-4749-b1d5-72cce5ba1ad6 not bound to the agent host hv-cinder-84051 {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 18:24:33.601411 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-bea44893-40f9-460d-af34-d119afea683e tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks [] for security_group (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:33.602753 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-bea44893-40f9-460d-af34-d119afea683e tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4740326 May 04 18:24:33.605614 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 54622) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:24:33.610036 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.v2.base [None req-a3e8fe23-1edf-4069-8f82-4ce3174013a0 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Request body: {'security_group_rule': {'security_group_id': '3171ebcd-1b53-462c-8aeb-f56c82b22a15', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:24:33.713658 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-a3e8fe23-1edf-4069-8f82-4ce3174013a0 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks [] for security_group_rule (75db8cc9-48ad-473f-bd2c-c9d55a57d19a), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:33.775094 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-a3e8fe23-1edf-4069-8f82-4ce3174013a0 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks [] for security_group_rule (75db8cc9-48ad-473f-bd2c-c9d55a57d19a), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:33.862790 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-a3e8fe23-1edf-4069-8f82-4ce3174013a0 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688088'] for security_group_rule (75db8cc9-48ad-473f-bd2c-c9d55a57d19a), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:33.890588 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8fe23-1edf-4069-8f82-4ce3174013a0 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75db8cc9-48ad-473f-bd2c-c9d55a57d19a,revision_number=0']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:24:33.935743 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01163769-5da7-4890-93a5-178df61fe756 req-b2c2412a-bed2-4ecb-95e1-bf96c1ee7107 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:24:33.937294 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-01163769-5da7-4890-93a5-178df61fe756 req-b2c2412a-bed2-4ecb-95e1-bf96c1ee7107 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c9cfb26-0c88-45f3-8bad-d4af45b1cade HTTP/1.1" status: 200 len: 945 time: 0.0583205 May 04 18:24:33.957202 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (e55a6cb5-967a-4631-865a-95818de4ff35), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:33.986482 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-01163769-5da7-4890-93a5-178df61fe756 req-c581c714-13ab-4bbd-835e-95c50fedc958 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=08638c86-5d55-45a8-81d0-0a674a737892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426435 May 04 18:24:34.021745 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-a3e8fe23-1edf-4069-8f82-4ce3174013a0 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:34.022921 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-a3e8fe23-1edf-4069-8f82-4ce3174013a0 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4163806 May 04 18:24:34.026633 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 54626) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:24:34.029836 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.v2.base [None req-0b1bca55-0dec-4b77-9233-c32dd9bab5b6 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Request body: {'security_group_rule': {'security_group_id': '3171ebcd-1b53-462c-8aeb-f56c82b22a15', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:24:34.130925 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-0b1bca55-0dec-4b77-9233-c32dd9bab5b6 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks [] for security_group_rule (88227b24-45d0-4132-bb65-c8e2df62b7dc), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:34.186384 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-0b1bca55-0dec-4b77-9233-c32dd9bab5b6 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks [] for security_group_rule (88227b24-45d0-4132-bb65-c8e2df62b7dc), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:34.244744 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-0b1bca55-0dec-4b77-9233-c32dd9bab5b6 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688088'] for security_group_rule (88227b24-45d0-4132-bb65-c8e2df62b7dc), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:34.262591 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1bca55-0dec-4b77-9233-c32dd9bab5b6 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88227b24-45d0-4132-bb65-c8e2df62b7dc,revision_number=0']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:24:34.332699 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-0b1bca55-0dec-4b77-9233-c32dd9bab5b6 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:34.333957 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-0b1bca55-0dec-4b77-9233-c32dd9bab5b6 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3074727 May 04 18:24:34.337388 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 54628) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:24:34.341785 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.v2.base [None req-d2478c72-b030-4938-97eb-8ac97b179016 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Request body: {'floatingip': {'floating_network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31'}} {{(pid=104024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:24:34.431543 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-d2478c72-b030-4938-97eb-8ac97b179016 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:34.511660 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-d2478c72-b030-4938-97eb-8ac97b179016 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:34.618004 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.db.db_base_plugin_common [None req-d2478c72-b030-4938-97eb-8ac97b179016 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Allocated IP 172.27.1.90 (1bc9efb7-0207-4c06-8ee1-3b0aa535de31/61d7fae2-9d6e-42a3-8cf9-91a587505bb7/07e737f7-9b56-4e14-a7ae-2ae3ead27098) {{(pid=104024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:24:34.729981 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-d2478c72-b030-4938-97eb-8ac97b179016 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks [] for port (07e737f7-9b56-4e14-a7ae-2ae3ead27098), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:34.820274 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-d2478c72-b030-4938-97eb-8ac97b179016 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772819832230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007267'] for port (07e737f7-9b56-4e14-a7ae-2ae3ead27098), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:34.861001 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2478c72-b030-4938-97eb-8ac97b179016 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Network 1bc9efb7-0207-4c06-8ee1-3b0aa535de31 is already hosted by enough agents. {{(pid=104024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:24:34.863998 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.base_scheduler [None req-d2478c72-b030-4938-97eb-8ac97b179016 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Resources bound (agent type, host, resource id): {{(pid=104024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:24:34.866460 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2478c72-b030-4938-97eb-8ac97b179016 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Received port after_create {{(pid=104024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:24:34.895260 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2478c72-b030-4938-97eb-8ac97b179016 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Pushing event updated for resources: {'Port': ['ID=07e737f7-9b56-4e14-a7ae-2ae3ead27098,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:24:34.969643 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-d2478c72-b030-4938-97eb-8ac97b179016 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks [] for floatingip (4639dc40-9573-4c3a-b72a-75ceaabecc20), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:35.125327 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a067c906-04f1-4205-b1ca-70098ac72eae req-71c4bd03-2432-48b4-be0b-83484613c47d tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:24:35.126861 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-a067c906-04f1-4205-b1ca-70098ac72eae req-71c4bd03-2432-48b4-be0b-83484613c47d tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c9cfb26-0c88-45f3-8bad-d4af45b1cade HTTP/1.1" status: 200 len: 945 time: 0.0677626 May 04 18:24:35.129674 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-d2478c72-b030-4938-97eb-8ac97b179016 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (07e737f7-9b56-4e14-a7ae-2ae3ead27098), before_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:35.221627 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-a067c906-04f1-4205-b1ca-70098ac72eae req-c60607ab-fbcc-437a-9991-2ae91e6b49c8 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=08638c86-5d55-45a8-81d0-0a674a737892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890014 May 04 18:24:35.315856 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-d2478c72-b030-4938-97eb-8ac97b179016 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks [] for port (07e737f7-9b56-4e14-a7ae-2ae3ead27098), precommit_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:35.484946 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-d2478c72-b030-4938-97eb-8ac97b179016 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6007290'] for port (07e737f7-9b56-4e14-a7ae-2ae3ead27098), after_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:35.559449 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2478c72-b030-4938-97eb-8ac97b179016 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Pushing event updated for resources: {'Port': ['ID=07e737f7-9b56-4e14-a7ae-2ae3ead27098,revision_number=2']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:24:35.573043 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-d2478c72-b030-4938-97eb-8ac97b179016 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1676511'] for floatingip (4639dc40-9573-4c3a-b72a-75ceaabecc20), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:35.664318 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-d2478c72-b030-4938-97eb-8ac97b179016 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976'] for floatingip (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:35.665976 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-d2478c72-b030-4938-97eb-8ac97b179016 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3276038 May 04 18:24:35.871331 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-07b5a93c-f3d1-47e6-92da-6ddd90860ae6 req-ae2e38c9-0eba-4b62-83b5-a1231ca1de7a tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--2040837399&fields=id&tenant_id=41ba2dfd59a64dc3b9f82fac37c1f278 HTTP/1.1" status: 200 len: 267 time: 0.0470450 May 04 18:24:35.976723 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b5a93c-f3d1-47e6-92da-6ddd90860ae6 req-09869e15-b7d1-4f0f-b981-1178a741e062 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:24:35.978180 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-07b5a93c-f3d1-47e6-92da-6ddd90860ae6 req-09869e15-b7d1-4f0f-b981-1178a741e062 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/networks?id=adc2355e-99c1-42a7-9cbc-42fd35f09e00 HTTP/1.1" status: 200 len: 815 time: 0.1001303 May 04 18:24:35.992894 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-07b5a93c-f3d1-47e6-92da-6ddd90860ae6 req-3302c507-8c2e-4f65-930d-8c973a7a8f9b tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/quotas/41ba2dfd59a64dc3b9f82fac37c1f278 HTTP/1.1" status: 200 len: 375 time: 0.0092101 May 04 18:24:36.045936 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-07b5a93c-f3d1-47e6-92da-6ddd90860ae6 req-7db2f71c-822b-4009-bffa-4ea0057c17cd tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=41ba2dfd59a64dc3b9f82fac37c1f278&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479085 May 04 18:24:36.140246 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-07b5a93c-f3d1-47e6-92da-6ddd90860ae6 req-3aa580d3-5f37-4ff0-8689-cbe83fbd77a5 service neutron] 10.222.0.23 "GET /v2.0/networks/adc2355e-99c1-42a7-9cbc-42fd35f09e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831392 May 04 18:24:36.232533 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-07b5a93c-f3d1-47e6-92da-6ddd90860ae6 req-b33784d7-07e4-4d76-bd0f-5406b346acac service neutron] 10.222.0.23 "GET /v2.0/networks/adc2355e-99c1-42a7-9cbc-42fd35f09e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858679 May 04 18:24:36.921563 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddd9c11-f2a0-40df-ab49-07d590a01bba req-bc4bb1ad-d471-4088-864d-b13137b94943 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:24:36.923772 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-4ddd9c11-f2a0-40df-ab49-07d590a01bba req-bc4bb1ad-d471-4088-864d-b13137b94943 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c9cfb26-0c88-45f3-8bad-d4af45b1cade HTTP/1.1" status: 200 len: 945 time: 0.0502114 May 04 18:24:36.974760 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-4ddd9c11-f2a0-40df-ab49-07d590a01bba req-e0e96c5e-2309-4c9a-83cd-f218decbb399 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=08638c86-5d55-45a8-81d0-0a674a737892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452888 May 04 18:24:37.045171 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-f54e21ca-6bd6-4559-80d4-d3e9c795f806 req-2492eb4d-fa25-4229-84e7-bec132e79144 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/ports?device_id=17b718f7-f68f-454e-b0da-38e32a4e0cca HTTP/1.1" status: 200 len: 210 time: 0.0283384 May 04 18:24:37.148925 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d06be15-8395-4328-a054-3ca153e53f6f req-48671186-66cd-4f3d-9a9c-1a43d96461bc tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:24:37.150375 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-4d06be15-8395-4328-a054-3ca153e53f6f req-48671186-66cd-4f3d-9a9c-1a43d96461bc tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/ports?device_id=da2069ca-6085-4fb0-9775-cb3cfc3e0cf4 HTTP/1.1" status: 200 len: 945 time: 0.0502501 May 04 18:24:37.199068 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-4d06be15-8395-4328-a054-3ca153e53f6f req-c3919cbe-d1c4-4a83-be17-1f3d720f94d8 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6dc53a1-1d62-4861-86cd-d24bcf8198ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429053 May 04 18:24:38.096327 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a605884b-7206-4627-8d0f-860a491ebe49 req-23518c03-2b60-44e4-9893-84fc74273d23 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:24:38.097933 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-a605884b-7206-4627-8d0f-860a491ebe49 req-23518c03-2b60-44e4-9893-84fc74273d23 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c9cfb26-0c88-45f3-8bad-d4af45b1cade HTTP/1.1" status: 200 len: 945 time: 0.0476956 May 04 18:24:38.146120 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-a605884b-7206-4627-8d0f-860a491ebe49 req-aa477109-d5ea-4901-bc1f-2b2413ae1af9 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=08638c86-5d55-45a8-81d0-0a674a737892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424950 May 04 18:24:38.232111 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-6ac1d273-6c1c-41b5-9136-8aab516fc65b req-00682a33-54c1-45a3-9a49-55280fca4788 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/ports?device_id=17b718f7-f68f-454e-b0da-38e32a4e0cca HTTP/1.1" status: 200 len: 210 time: 0.0288770 May 04 18:24:38.335492 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2400e6d-63dd-47b7-b8f2-33552ecd5749 req-41bfe09f-10a8-4017-a4ce-0de60f297783 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:24:38.336994 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-c2400e6d-63dd-47b7-b8f2-33552ecd5749 req-41bfe09f-10a8-4017-a4ce-0de60f297783 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/ports?device_id=da2069ca-6085-4fb0-9775-cb3cfc3e0cf4 HTTP/1.1" status: 200 len: 945 time: 0.0513463 May 04 18:24:38.384262 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-c2400e6d-63dd-47b7-b8f2-33552ecd5749 req-40dc4826-df5b-4f5d-896c-cf06c6f88418 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6dc53a1-1d62-4861-86cd-d24bcf8198ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411811 May 04 18:24:38.974428 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f924e7-f9a3-422a-93be-e25118612bc4 req-4122a0b7-a1da-45fa-8666-82de5c5fb9e8 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:24:38.975907 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-c0f924e7-f9a3-422a-93be-e25118612bc4 req-4122a0b7-a1da-45fa-8666-82de5c5fb9e8 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.84 "GET /v2.0/ports?device_id=da2069ca-6085-4fb0-9775-cb3cfc3e0cf4 HTTP/1.1" status: 200 len: 945 time: 0.0468285 May 04 18:24:39.073409 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.plugin [req-c0f924e7-f9a3-422a-93be-e25118612bc4 req-3e8f2275-8390-411a-9b9a-02ff9e14e70d tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Deleting port 925b8b19-3475-4d14-b9cd-3aa01d1499ca {{(pid=104024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:24:39.073755 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [req-c0f924e7-f9a3-422a-93be-e25118612bc4 req-3e8f2275-8390-411a-9b9a-02ff9e14e70d tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772820269343'] for port (925b8b19-3475-4d14-b9cd-3aa01d1499ca), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:39.169634 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.db [req-c0f924e7-f9a3-422a-93be-e25118612bc4 req-3e8f2275-8390-411a-9b9a-02ff9e14e70d tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] For port 925b8b19-3475-4d14-b9cd-3aa01d1499ca, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=925b8b19-3475-4d14-b9cd-3aa01d1499ca,segment=NetworkSegment(113cad1e-64a4-4fc8-85b2-45fe2f7020da),segment_id=113cad1e-64a4-4fc8-85b2-45fe2f7020da)] {{(pid=104024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:24:39.170311 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [req-c0f924e7-f9a3-422a-93be-e25118612bc4 req-3e8f2275-8390-411a-9b9a-02ff9e14e70d tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674980'] for port (925b8b19-3475-4d14-b9cd-3aa01d1499ca), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:39.185082 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.plugin [req-c0f924e7-f9a3-422a-93be-e25118612bc4 req-3e8f2275-8390-411a-9b9a-02ff9e14e70d tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Calling delete_port for 925b8b19-3475-4d14-b9cd-3aa01d1499ca owned by compute:nova {{(pid=104024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:24:39.287944 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2b4daa-1c75-4bfc-9e8b-b241b3d6477b req-9f316322-ebda-4767-b21f-4a0a98d18606 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:24:39.289419 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-2b2b4daa-1c75-4bfc-9e8b-b241b3d6477b req-9f316322-ebda-4767-b21f-4a0a98d18606 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c9cfb26-0c88-45f3-8bad-d4af45b1cade HTTP/1.1" status: 200 len: 945 time: 0.0596817 May 04 18:24:39.372471 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-2b2b4daa-1c75-4bfc-9e8b-b241b3d6477b req-2de31a38-4749-43c1-8232-34a2b13b606a tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=08638c86-5d55-45a8-81d0-0a674a737892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766394 May 04 18:24:39.463363 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-ddd7d7c7-8e19-42c6-94f4-69e6f4e3e7ad req-4ca2cd5d-eac6-414c-85a7-dd5d715237d9 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/ports?device_id=17b718f7-f68f-454e-b0da-38e32a4e0cca HTTP/1.1" status: 200 len: 210 time: 0.0320230 May 04 18:24:39.463857 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [req-c0f924e7-f9a3-422a-93be-e25118612bc4 req-3e8f2275-8390-411a-9b9a-02ff9e14e70d tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772820276655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772819832239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007267'] for port (925b8b19-3475-4d14-b9cd-3aa01d1499ca), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:39.492293 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8f2275-8390-411a-9b9a-02ff9e14e70d tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Pushing event deleted for resources: {'Port': ['ID=925b8b19-3475-4d14-b9cd-3aa01d1499ca,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:24:39.495989 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] get_ports_and_sgs() called for port_ids ['925b8b19-3475-4d14-b9cd-3aa01d1499ca'] {{(pid=104025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 18:24:39.552395 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device 09b49ab0-d355-46ab-b15e-26e5e9f96975 details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=104025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 18:24:39.568774 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0f924e7-f9a3-422a-93be-e25118612bc4 req-3e8f2275-8390-411a-9b9a-02ff9e14e70d tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] No DVR routers for this DVR port 925b8b19-3475-4d14-b9cd-3aa01d1499ca on host hv-cinder-84051 {{(pid=104024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:24:39.571345 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [req-c0f924e7-f9a3-422a-93be-e25118612bc4 req-3e8f2275-8390-411a-9b9a-02ff9e14e70d tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976'] for port (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:39.574873 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-c0f924e7-f9a3-422a-93be-e25118612bc4 req-3e8f2275-8390-411a-9b9a-02ff9e14e70d tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.84 "DELETE /v2.0/ports/925b8b19-3475-4d14-b9cd-3aa01d1499ca HTTP/1.1" status: 204 len: 173 time: 0.5928731 May 04 18:24:39.575573 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da2069ca-6085-4fb0-9775-cb3cfc3e0cf4', 'name': 'network-vif-deleted', 'tag': '925b8b19-3475-4d14-b9cd-3aa01d1499ca'}] {{(pid=104024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:24:39.577793 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c26fa3ecb1f16f42831e56f73673e8220bc52890772fb217514d3f8d557ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8579d2f5-c45f-4ed7-a90d-9f3bbfc5313f" -d '{"events": [{"server_uuid": "da2069ca-6085-4fb0-9775-cb3cfc3e0cf4", "name": "network-vif-deleted", "tag": "925b8b19-3475-4d14-b9cd-3aa01d1499ca"}]}' {{(pid=104024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:24:39.581954 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-6bf58edf-9e9b-4980-8b9f-d524cf628ccf req-b7058ff2-ec10-429d-9be6-65821d178eb9 tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/ports?device_id=da2069ca-6085-4fb0-9775-cb3cfc3e0cf4 HTTP/1.1" status: 200 len: 210 time: 0.0560975 May 04 18:24:39.629482 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 18:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a59ee6-d4f9-40ac-b648-5d40f46c8b76 x-openstack-request-id: req-f8a59ee6-d4f9-40ac-b648-5d40f46c8b76 {{(pid=104024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:24:39.629776 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da2069ca-6085-4fb0-9775-cb3cfc3e0cf4", "name": "network-vif-deleted", "tag": "925b8b19-3475-4d14-b9cd-3aa01d1499ca", "status": "completed", "code": 200}]} {{(pid=104024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:24:39.630031 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f8a59ee6-d4f9-40ac-b648-5d40f46c8b76 {{(pid=104024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:24:39.630669 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8a59ee6-d4f9-40ac-b648-5d40f46c8b76'] response: {'server_uuid': 'da2069ca-6085-4fb0-9775-cb3cfc3e0cf4', 'name': 'network-vif-deleted', 'tag': '925b8b19-3475-4d14-b9cd-3aa01d1499ca', 'status': 'completed', 'code': 200} May 04 18:24:39.668200 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] For port 09b49ab0-d355-46ab-b15e-26e5e9f96975, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=09b49ab0-d355-46ab-b15e-26e5e9f96975,segment=NetworkSegment(de7bb9b3-95ed-4c1b-8898-7bebbfcd85a3),segment_id=de7bb9b3-95ed-4c1b-8898-7bebbfcd85a3)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:24:39.680813 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Returning: {'device': '09b49ab0-d355-46ab-b15e-26e5e9f96975', 'network_id': '26d35b79-1359-484a-a955-f54353f413dc', 'port_id': '09b49ab0-d355-46ab-b15e-26e5e9f96975', 'mac_address': 'fa:16:3e:54:6c:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e97a9af-bf91-4879-8505-d85b9edd2417', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 18:24:39.719126 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Current status of the port 09b49ab0-d355-46ab-b15e-26e5e9f96975 is: ACTIVE; New status is: BUILD {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:24:39.719441 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (09b49ab0-d355-46ab-b15e-26e5e9f96975), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:39.732866 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.notifiers.nova [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 09b49ab0-d355-46ab-b15e-26e5e9f96975 {{(pid=104025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:24:39.755166 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] For port 09b49ab0-d355-46ab-b15e-26e5e9f96975, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=09b49ab0-d355-46ab-b15e-26e5e9f96975,segment=NetworkSegment(de7bb9b3-95ed-4c1b-8898-7bebbfcd85a3),segment_id=de7bb9b3-95ed-4c1b-8898-7bebbfcd85a3)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:24:39.822292 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (09b49ab0-d355-46ab-b15e-26e5e9f96975), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:39.880066 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Pushing event updated for resources: {'Port': ['ID=09b49ab0-d355-46ab-b15e-26e5e9f96975,revision_number=6']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:24:39.892373 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:24:39.892373 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:24:39.892373 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:24:39.892373 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:24:39.892373 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:24:39.892373 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:24:39.892373 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:24:39.892373 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:24:39.892373 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:24:39.893176 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:24:39.893176 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:24:39.893176 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:24:39.893488 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:24:39.893988 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:24:39.894310 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:24:39.977063 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] get_ports_and_sgs() called for port_ids ['09b49ab0-d355-46ab-b15e-26e5e9f96975'] {{(pid=104025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 18:24:40.181307 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b5a93c-f3d1-47e6-92da-6ddd90860ae6 req-d50c199d-08b1-4386-9e3d-d87f614723ac tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:24:40.182808 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-07b5a93c-f3d1-47e6-92da-6ddd90860ae6 req-d50c199d-08b1-4386-9e3d-d87f614723ac tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.84 "GET /v2.0/networks?id=adc2355e-99c1-42a7-9cbc-42fd35f09e00 HTTP/1.1" status: 200 len: 815 time: 0.3721681 May 04 18:24:40.266772 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-07b5a93c-f3d1-47e6-92da-6ddd90860ae6 req-41a48df9-f28e-4cdc-b50f-be13a1022c81 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=41ba2dfd59a64dc3b9f82fac37c1f278 HTTP/1.1" status: 200 len: 380 time: 0.0572596 May 04 18:24:40.364468 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.v2.base [req-07b5a93c-f3d1-47e6-92da-6ddd90860ae6 req-47a4fc8d-27ad-48a0-8269-596461bd13a6 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Request body: {'port': {'device_id': '17b718f7-f68f-454e-b0da-38e32a4e0cca', 'network_id': 'adc2355e-99c1-42a7-9cbc-42fd35f09e00', 'admin_state_up': True, 'tenant_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'security_groups': ['3171ebcd-1b53-462c-8aeb-f56c82b22a15']}} {{(pid=104024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:24:40.511502 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21619da-304c-40b0-8adf-f8c6713db64b req-575900e5-c114-4538-bf2a-12a8116645ac tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:24:40.512942 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-a21619da-304c-40b0-8adf-f8c6713db64b req-575900e5-c114-4538-bf2a-12a8116645ac tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c9cfb26-0c88-45f3-8bad-d4af45b1cade HTTP/1.1" status: 200 len: 944 time: 0.0583448 May 04 18:24:40.561025 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-a21619da-304c-40b0-8adf-f8c6713db64b req-84b04276-9ce0-48e5-a37c-3e6dfda3a1dc tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=08638c86-5d55-45a8-81d0-0a674a737892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416605 May 04 18:24:40.587738 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07b5a93c-f3d1-47e6-92da-6ddd90860ae6 req-47a4fc8d-27ad-48a0-8269-596461bd13a6 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Made reservation on behalf of 41ba2dfd59a64dc3b9f82fac37c1f278 for: {'port': 1} {{(pid=104024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:24:40.591208 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [req-07b5a93c-f3d1-47e6-92da-6ddd90860ae6 req-47a4fc8d-27ad-48a0-8269-596461bd13a6 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:40.685349 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-6582e4d8-2994-4ce8-8729-349ceb8df648 req-f822ec94-bbfa-413a-b46c-99c8e02cedbc tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/ports?device_id=17b718f7-f68f-454e-b0da-38e32a4e0cca HTTP/1.1" status: 200 len: 210 time: 0.0391049 May 04 18:24:40.748366 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.db.db_base_plugin_common [req-07b5a93c-f3d1-47e6-92da-6ddd90860ae6 req-47a4fc8d-27ad-48a0-8269-596461bd13a6 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Allocated IP 172.20.0.7 (adc2355e-99c1-42a7-9cbc-42fd35f09e00/3c3d78bf-8f55-488e-b058-2a13b7e24990/f23964d3-8092-46cb-ba05-dbb973457e9c) {{(pid=104024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:24:40.792202 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-0dcfc59a-d2c8-4713-8189-d84d6b6bb832 req-b4bb8ec2-a5a6-4d19-b1f8-6971c32a8dbb tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] 10.222.0.23 "GET /v2.0/ports?device_id=da2069ca-6085-4fb0-9775-cb3cfc3e0cf4 HTTP/1.1" status: 200 len: 210 time: 0.0341940 May 04 18:24:40.917083 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [req-07b5a93c-f3d1-47e6-92da-6ddd90860ae6 req-47a4fc8d-27ad-48a0-8269-596461bd13a6 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks [] for port (f23964d3-8092-46cb-ba05-dbb973457e9c), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:41.011292 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [req-07b5a93c-f3d1-47e6-92da-6ddd90860ae6 req-47a4fc8d-27ad-48a0-8269-596461bd13a6 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772819832230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007267'] for port (f23964d3-8092-46cb-ba05-dbb973457e9c), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:41.054244 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07b5a93c-f3d1-47e6-92da-6ddd90860ae6 req-47a4fc8d-27ad-48a0-8269-596461bd13a6 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Network adc2355e-99c1-42a7-9cbc-42fd35f09e00 is already hosted by enough agents. {{(pid=104024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:24:41.057317 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.base_scheduler [req-07b5a93c-f3d1-47e6-92da-6ddd90860ae6 req-47a4fc8d-27ad-48a0-8269-596461bd13a6 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Resources bound (agent type, host, resource id): {{(pid=104024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:24:41.063648 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [req-07b5a93c-f3d1-47e6-92da-6ddd90860ae6 req-47a4fc8d-27ad-48a0-8269-596461bd13a6 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Received port after_create {{(pid=104024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:24:41.072885 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a4fc8d-27ad-48a0-8269-596461bd13a6 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Pushing event updated for resources: {'Port': ['ID=f23964d3-8092-46cb-ba05-dbb973457e9c,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:24:41.127379 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b5a93c-f3d1-47e6-92da-6ddd90860ae6 req-47a4fc8d-27ad-48a0-8269-596461bd13a6 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:24:41.128008 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [req-07b5a93c-f3d1-47e6-92da-6ddd90860ae6 req-47a4fc8d-27ad-48a0-8269-596461bd13a6 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976'] for port (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:41.207284 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-07b5a93c-f3d1-47e6-92da-6ddd90860ae6 req-47a4fc8d-27ad-48a0-8269-596461bd13a6 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8471951 May 04 18:24:41.291301 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-a29d55a0-bd08-461a-8148-9261ba390be3 None None] Provisioning complete for port f23964d3-8092-46cb-ba05-dbb973457e9c triggered by entity DHCP. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:24:41.291887 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-a29d55a0-bd08-461a-8148-9261ba390be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (f23964d3-8092-46cb-ba05-dbb973457e9c), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:41.329964 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-a29d55a0-bd08-461a-8148-9261ba390be3 None None] Port f23964d3-8092-46cb-ba05-dbb973457e9c cannot update to ACTIVE because it is not bound. {{(pid=104025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 18:24:41.446510 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.v2.base [req-07b5a93c-f3d1-47e6-92da-6ddd90860ae6 req-7314e28f-e57a-4227-abb1-7acaa9bbb806 service neutron] Request body: {'port': {'device_id': '17b718f7-f68f-454e-b0da-38e32a4e0cca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=104024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:24:41.507762 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [req-07b5a93c-f3d1-47e6-92da-6ddd90860ae6 req-7314e28f-e57a-4227-abb1-7acaa9bbb806 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (f23964d3-8092-46cb-ba05-dbb973457e9c), before_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:41.607144 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device 09b49ab0-d355-46ab-b15e-26e5e9f96975 up at agent hyperv_hv-cinder-84051 {{(pid=104025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:24:41.655693 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Provisioning complete for port 09b49ab0-d355-46ab-b15e-26e5e9f96975 triggered by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:24:41.656060 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (09b49ab0-d355-46ab-b15e-26e5e9f96975), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:41.736788 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7210803c-59be-40fa-be9b-eb493cf12811 req-b0864577-97cd-4a2d-b978-c6bd7be32a5a tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:24:41.737189 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Current status of the port 09b49ab0-d355-46ab-b15e-26e5e9f96975 is: BUILD; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:24:41.737535 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (09b49ab0-d355-46ab-b15e-26e5e9f96975), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:41.738322 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-7210803c-59be-40fa-be9b-eb493cf12811 req-b0864577-97cd-4a2d-b978-c6bd7be32a5a tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c9cfb26-0c88-45f3-8bad-d4af45b1cade HTTP/1.1" status: 200 len: 944 time: 0.0993798 May 04 18:24:41.761131 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c9cfb26-0c88-45f3-8bad-d4af45b1cade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b49ab0-d355-46ab-b15e-26e5e9f96975'}] {{(pid=104025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:24:41.763422 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd171a24610d3ce9b5061050d4b691b0bb0a8f45589b955ae7373af7220d97b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09fdb746-3985-4a1d-a761-b0e4850d4ec7" -d '{"events": [{"server_uuid": "1c9cfb26-0c88-45f3-8bad-d4af45b1cade", "name": "network-vif-plugged", "status": "completed", "tag": "09b49ab0-d355-46ab-b15e-26e5e9f96975"}]}' {{(pid=104025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:24:41.775799 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] For port 09b49ab0-d355-46ab-b15e-26e5e9f96975, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=09b49ab0-d355-46ab-b15e-26e5e9f96975,segment=NetworkSegment(de7bb9b3-95ed-4c1b-8898-7bebbfcd85a3),segment_id=de7bb9b3-95ed-4c1b-8898-7bebbfcd85a3)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:24:41.815689 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-7210803c-59be-40fa-be9b-eb493cf12811 req-d494da5f-956e-4662-9c25-e155b1a84c5c tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=08638c86-5d55-45a8-81d0-0a674a737892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710189 May 04 18:24:41.857522 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.notifiers.nova [req-07b5a93c-f3d1-47e6-92da-6ddd90860ae6 req-7314e28f-e57a-4227-abb1-7acaa9bbb806 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f23964d3-8092-46cb-ba05-dbb973457e9c {{(pid=104024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:24:41.860840 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (09b49ab0-d355-46ab-b15e-26e5e9f96975), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:41.861658 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device 925b8b19-3475-4d14-b9cd-3aa01d1499ca no longer exists at agent hyperv_hv-cinder-84051 {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 18:24:41.866734 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [req-07b5a93c-f3d1-47e6-92da-6ddd90860ae6 req-7314e28f-e57a-4227-abb1-7acaa9bbb806 service neutron] Publish callbacks [] for port (f23964d3-8092-46cb-ba05-dbb973457e9c), precommit_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:41.882266 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.db.provisioning_blocks [req-07b5a93c-f3d1-47e6-92da-6ddd90860ae6 req-7314e28f-e57a-4227-abb1-7acaa9bbb806 service neutron] Transition to ACTIVE for port object f23964d3-8092-46cb-ba05-dbb973457e9c will not be triggered until provisioned by entity L2. {{(pid=104024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 18:24:41.902171 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] No Port match for: 925b8b19-3475-4d14-b9cd-3aa01d1499ca {{(pid=104025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 18:24:41.902517 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device 925b8b19-3475-4d14-b9cd-3aa01d1499ca not bound to the agent host hv-cinder-84051 {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 18:24:41.928187 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Pushing event updated for resources: {'Port': ['ID=09b49ab0-d355-46ab-b15e-26e5e9f96975,revision_number=7']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:24:41.929067 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ed462-aef3-4ab0-ae87-7ea050ff577c req-3bb9353a-43aa-4bee-b99c-a4f16ae61660 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:24:41.931335 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-0a7ed462-aef3-4ab0-ae87-7ea050ff577c req-3bb9353a-43aa-4bee-b99c-a4f16ae61660 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/ports?device_id=17b718f7-f68f-454e-b0da-38e32a4e0cca HTTP/1.1" status: 200 len: 931 time: 0.0509005 May 04 18:24:41.954943 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [req-07b5a93c-f3d1-47e6-92da-6ddd90860ae6 req-7314e28f-e57a-4227-abb1-7acaa9bbb806 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6007290'] for port (f23964d3-8092-46cb-ba05-dbb973457e9c), after_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:42.029504 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7314e28f-e57a-4227-abb1-7acaa9bbb806 service neutron] Pushing event updated for resources: {'Port': ['ID=f23964d3-8092-46cb-ba05-dbb973457e9c,revision_number=2']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:24:42.038407 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-0a7ed462-aef3-4ab0-ae87-7ea050ff577c req-a006062e-72e4-4de3-aef9-f110b8ceb650 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/security-groups?id=3171ebcd-1b53-462c-8aeb-f56c82b22a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008809 May 04 18:24:42.091189 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 18:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de8a2c67-8976-4f7f-8e61-4e1c52811497 x-openstack-request-id: req-de8a2c67-8976-4f7f-8e61-4e1c52811497 {{(pid=104025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:24:42.091514 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c9cfb26-0c88-45f3-8bad-d4af45b1cade", "name": "network-vif-plugged", "status": "completed", "tag": "09b49ab0-d355-46ab-b15e-26e5e9f96975", "code": 200}]} {{(pid=104025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:24:42.091782 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-de8a2c67-8976-4f7f-8e61-4e1c52811497 {{(pid=104025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:24:42.092197 dv-cinder-840511-4-iscsi neutron-server[104025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de8a2c67-8976-4f7f-8e61-4e1c52811497'] response: {'server_uuid': '1c9cfb26-0c88-45f3-8bad-d4af45b1cade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b49ab0-d355-46ab-b15e-26e5e9f96975', 'code': 200} May 04 18:24:42.112730 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.managers [req-07b5a93c-f3d1-47e6-92da-6ddd90860ae6 req-7314e28f-e57a-4227-abb1-7acaa9bbb806 service neutron] Attempting to bind port f23964d3-8092-46cb-ba05-dbb973457e9c on host hv-cinder-84051 for vnic_type normal with profile {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 18:24:42.113198 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.managers [req-07b5a93c-f3d1-47e6-92da-6ddd90860ae6 req-7314e28f-e57a-4227-abb1-7acaa9bbb806 service neutron] Attempting to bind port f23964d3-8092-46cb-ba05-dbb973457e9c by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': '93c6e1e8-c128-4532-8f18-ec2a2ac72466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'adc2355e-99c1-42a7-9cbc-42fd35f09e00'}] {{(pid=104024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 18:24:42.113627 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b5a93c-f3d1-47e6-92da-6ddd90860ae6 req-7314e28f-e57a-4227-abb1-7acaa9bbb806 service neutron] Attempting to bind port f23964d3-8092-46cb-ba05-dbb973457e9c on network adc2355e-99c1-42a7-9cbc-42fd35f09e00 {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:24:42.118570 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b5a93c-f3d1-47e6-92da-6ddd90860ae6 req-7314e28f-e57a-4227-abb1-7acaa9bbb806 service neutron] Port f23964d3-8092-46cb-ba05-dbb973457e9c on network adc2355e-99c1-42a7-9cbc-42fd35f09e00 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 18:24:42.119016 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b5a93c-f3d1-47e6-92da-6ddd90860ae6 req-7314e28f-e57a-4227-abb1-7acaa9bbb806 service neutron] Attempting to bind port f23964d3-8092-46cb-ba05-dbb973457e9c on network adc2355e-99c1-42a7-9cbc-42fd35f09e00 {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:24:42.124829 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b5a93c-f3d1-47e6-92da-6ddd90860ae6 req-7314e28f-e57a-4227-abb1-7acaa9bbb806 service neutron] Checking agent: {'id': '2ed5d983-d6d1-49f2-9dfa-1a41e5be1317', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 13, 52), 'started_at': datetime.datetime(2022, 5, 4, 18, 13, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 18:24:42.125247 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b5a93c-f3d1-47e6-92da-6ddd90860ae6 req-7314e28f-e57a-4227-abb1-7acaa9bbb806 service neutron] Checking segment: {'id': '93c6e1e8-c128-4532-8f18-ec2a2ac72466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'adc2355e-99c1-42a7-9cbc-42fd35f09e00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:24:42.128798 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b5a93c-f3d1-47e6-92da-6ddd90860ae6 req-7314e28f-e57a-4227-abb1-7acaa9bbb806 service neutron] Bound using segment: {'id': '93c6e1e8-c128-4532-8f18-ec2a2ac72466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'adc2355e-99c1-42a7-9cbc-42fd35f09e00'} {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 18:24:42.129290 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.managers [req-07b5a93c-f3d1-47e6-92da-6ddd90860ae6 req-7314e28f-e57a-4227-abb1-7acaa9bbb806 service neutron] Bound port: f23964d3-8092-46cb-ba05-dbb973457e9c, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93c6e1e8-c128-4532-8f18-ec2a2ac72466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'adc2355e-99c1-42a7-9cbc-42fd35f09e00'}}] {{(pid=104024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 18:24:42.129658 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [req-07b5a93c-f3d1-47e6-92da-6ddd90860ae6 req-7314e28f-e57a-4227-abb1-7acaa9bbb806 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (f23964d3-8092-46cb-ba05-dbb973457e9c), before_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:42.203376 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.db [req-07b5a93c-f3d1-47e6-92da-6ddd90860ae6 req-7314e28f-e57a-4227-abb1-7acaa9bbb806 service neutron] For port f23964d3-8092-46cb-ba05-dbb973457e9c, host hv-cinder-84051, cleared binding levels {{(pid=104024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 18:24:42.207270 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.db [req-07b5a93c-f3d1-47e6-92da-6ddd90860ae6 req-7314e28f-e57a-4227-abb1-7acaa9bbb806 service neutron] For port f23964d3-8092-46cb-ba05-dbb973457e9c, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=f23964d3-8092-46cb-ba05-dbb973457e9c,segment=NetworkSegment(93c6e1e8-c128-4532-8f18-ec2a2ac72466),segment_id=93c6e1e8-c128-4532-8f18-ec2a2ac72466)] {{(pid=104024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 18:24:42.309005 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [req-07b5a93c-f3d1-47e6-92da-6ddd90860ae6 req-7314e28f-e57a-4227-abb1-7acaa9bbb806 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6007290'] for port (f23964d3-8092-46cb-ba05-dbb973457e9c), after_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:42.343737 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b5a93c-f3d1-47e6-92da-6ddd90860ae6 req-7314e28f-e57a-4227-abb1-7acaa9bbb806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:24:42.344358 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [req-07b5a93c-f3d1-47e6-92da-6ddd90860ae6 req-7314e28f-e57a-4227-abb1-7acaa9bbb806 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976'] for port (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:42.346832 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-07b5a93c-f3d1-47e6-92da-6ddd90860ae6 req-7314e28f-e57a-4227-abb1-7acaa9bbb806 service neutron] 10.222.0.84 "PUT /v2.0/ports/f23964d3-8092-46cb-ba05-dbb973457e9c HTTP/1.1" status: 200 len: 1093 time: 0.9052224 May 04 18:24:42.347334 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17b718f7-f68f-454e-b0da-38e32a4e0cca', 'tag': 'f23964d3-8092-46cb-ba05-dbb973457e9c'}] {{(pid=104024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:24:42.349674 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c26fa3ecb1f16f42831e56f73673e8220bc52890772fb217514d3f8d557ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd72d523-737c-4abc-8b23-d78c01edc4bd" -d '{"events": [{"name": "network-changed", "server_uuid": "17b718f7-f68f-454e-b0da-38e32a4e0cca", "tag": "f23964d3-8092-46cb-ba05-dbb973457e9c"}]}' {{(pid=104024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:24:42.382238 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7314e28f-e57a-4227-abb1-7acaa9bbb806 service neutron] Pushing event updated for resources: {'Port': ['ID=f23964d3-8092-46cb-ba05-dbb973457e9c,revision_number=3']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:24:42.392495 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 18:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb808ca8-f117-4ab1-bc76-e3b8132157d2 x-openstack-request-id: req-bb808ca8-f117-4ab1-bc76-e3b8132157d2 {{(pid=104024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:24:42.396335 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17b718f7-f68f-454e-b0da-38e32a4e0cca", "tag": "f23964d3-8092-46cb-ba05-dbb973457e9c", "status": "completed", "code": 200}]} {{(pid=104024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:24:42.396335 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bb808ca8-f117-4ab1-bc76-e3b8132157d2 {{(pid=104024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:24:42.396335 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb808ca8-f117-4ab1-bc76-e3b8132157d2'] response: {'name': 'network-changed', 'server_uuid': '17b718f7-f68f-454e-b0da-38e32a4e0cca', 'tag': 'f23964d3-8092-46cb-ba05-dbb973457e9c', 'status': 'completed', 'code': 200} May 04 18:24:42.467963 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd72d523-737c-4abc-8b23-d78c01edc4bd req-bc44f28a-47e9-45eb-9cba-b41f3dafcc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:24:42.469604 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-fd72d523-737c-4abc-8b23-d78c01edc4bd req-bc44f28a-47e9-45eb-9cba-b41f3dafcc54 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=41ba2dfd59a64dc3b9f82fac37c1f278&device_id=17b718f7-f68f-454e-b0da-38e32a4e0cca HTTP/1.1" status: 200 len: 1127 time: 0.0419168 May 04 18:24:42.591091 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd72d523-737c-4abc-8b23-d78c01edc4bd req-0a6119ac-483a-4f97-b000-a7ea6de66aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:24:42.592609 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-fd72d523-737c-4abc-8b23-d78c01edc4bd req-0a6119ac-483a-4f97-b000-a7ea6de66aab service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=41ba2dfd59a64dc3b9f82fac37c1f278&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1086748 May 04 18:24:42.695789 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd72d523-737c-4abc-8b23-d78c01edc4bd req-858d3cf0-2f66-497b-a772-4c9db30c2caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:24:42.699748 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-fd72d523-737c-4abc-8b23-d78c01edc4bd req-858d3cf0-2f66-497b-a772-4c9db30c2caa service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0977650 May 04 18:24:42.786698 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b5a93c-f3d1-47e6-92da-6ddd90860ae6 req-62eccf12-f5c7-4916-b4c3-f6cd673dd4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:24:42.788325 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-07b5a93c-f3d1-47e6-92da-6ddd90860ae6 req-62eccf12-f5c7-4916-b4c3-f6cd673dd4ce service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=41ba2dfd59a64dc3b9f82fac37c1f278&device_id=17b718f7-f68f-454e-b0da-38e32a4e0cca HTTP/1.1" status: 200 len: 1127 time: 0.0417693 May 04 18:24:42.838531 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-07b5a93c-f3d1-47e6-92da-6ddd90860ae6 req-394b5b56-93e9-487e-bcda-50c2c5ec7fee service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f23964d3-8092-46cb-ba05-dbb973457e9c HTTP/1.1" status: 200 len: 217 time: 0.0387585 May 04 18:24:42.889537 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b5a93c-f3d1-47e6-92da-6ddd90860ae6 req-ff9041e9-075c-4a7d-ab68-44d8c6d4acde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:24:42.891038 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-07b5a93c-f3d1-47e6-92da-6ddd90860ae6 req-ff9041e9-075c-4a7d-ab68-44d8c6d4acde service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3c3d78bf-8f55-488e-b058-2a13b7e24990 HTTP/1.1" status: 200 len: 854 time: 0.0457613 May 04 18:24:42.971629 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c5a805-bd7f-4904-9cee-147b5f238e2f req-23966616-c3e4-4895-b142-2f25b6956710 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:24:42.973113 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-b7c5a805-bd7f-4904-9cee-147b5f238e2f req-23966616-c3e4-4895-b142-2f25b6956710 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c9cfb26-0c88-45f3-8bad-d4af45b1cade HTTP/1.1" status: 200 len: 945 time: 0.0761535 May 04 18:24:42.976470 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b5a93c-f3d1-47e6-92da-6ddd90860ae6 req-725d1c71-0984-4307-bb3c-c0639602a05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:24:42.977800 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-07b5a93c-f3d1-47e6-92da-6ddd90860ae6 req-725d1c71-0984-4307-bb3c-c0639602a05a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=adc2355e-99c1-42a7-9cbc-42fd35f09e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0723646 May 04 18:24:43.075629 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-b7c5a805-bd7f-4904-9cee-147b5f238e2f req-dea2e3ee-9796-4a39-800a-2cc15c542524 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=08638c86-5d55-45a8-81d0-0a674a737892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963342 May 04 18:24:43.100650 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-07b5a93c-f3d1-47e6-92da-6ddd90860ae6 req-8d7fc26a-5627-42ed-8d74-356ab16f4e07 service neutron] 10.222.0.84 "GET /v2.0/networks/adc2355e-99c1-42a7-9cbc-42fd35f09e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138704 May 04 18:24:43.219758 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f522f0d-c561-47c7-ad3b-b26d80bf73db req-67944bef-d5e8-4524-a545-71bc1c817bd8 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:24:43.221386 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-2f522f0d-c561-47c7-ad3b-b26d80bf73db req-67944bef-d5e8-4524-a545-71bc1c817bd8 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/ports?device_id=17b718f7-f68f-454e-b0da-38e32a4e0cca HTTP/1.1" status: 200 len: 943 time: 0.0829065 May 04 18:24:43.252971 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-07b5a93c-f3d1-47e6-92da-6ddd90860ae6 req-25e0a7d9-572b-468a-99c2-0810881ac556 service neutron] 10.222.0.84 "GET /v2.0/networks/adc2355e-99c1-42a7-9cbc-42fd35f09e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447196 May 04 18:24:43.283504 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-2f522f0d-c561-47c7-ad3b-b26d80bf73db req-6180782f-317c-49d8-941a-bdda9f88ec32 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/security-groups?id=3171ebcd-1b53-462c-8aeb-f56c82b22a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540211 May 04 18:24:43.733925 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 54760) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:24:44.198083 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537dafa2-6243-44c0-ae3c-b828b113115d req-dd226c34-c694-4a91-ac5f-8147fbbb1b24 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:24:44.199646 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-537dafa2-6243-44c0-ae3c-b828b113115d req-dd226c34-c694-4a91-ac5f-8147fbbb1b24 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c9cfb26-0c88-45f3-8bad-d4af45b1cade HTTP/1.1" status: 200 len: 945 time: 0.0471952 May 04 18:24:44.249351 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-537dafa2-6243-44c0-ae3c-b828b113115d req-e5eec4c1-bf36-4ae8-acec-3834bb17b991 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=08638c86-5d55-45a8-81d0-0a674a737892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426581 May 04 18:24:44.330421 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-94192a47-1502-4199-8abd-d83bf45dc33b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1674938'] for router_interface (df9aa683-447e-479a-ab4b-e53d1b9687ba), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:44.399308 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beda22c-5d66-4976-b831-862e3433f367 req-457fbbc3-830c-4657-81c7-ee44ad0f0f97 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:24:44.400666 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-2beda22c-5d66-4976-b831-862e3433f367 req-457fbbc3-830c-4657-81c7-ee44ad0f0f97 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/ports?device_id=17b718f7-f68f-454e-b0da-38e32a4e0cca HTTP/1.1" status: 200 len: 943 time: 0.0486734 May 04 18:24:44.449299 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-2beda22c-5d66-4976-b831-862e3433f367 req-a763b6ab-f87b-4a6d-89d1-60dc331094ef tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/security-groups?id=3171ebcd-1b53-462c-8aeb-f56c82b22a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429833 May 04 18:24:44.573766 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-94192a47-1502-4199-8abd-d83bf45dc33b admin admin] Deleting port e773696f-a1dc-44b2-b56e-51cfcddfe226 {{(pid=104023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:24:44.574108 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-94192a47-1502-4199-8abd-d83bf45dc33b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772820269343'] for port (e773696f-a1dc-44b2-b56e-51cfcddfe226), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:44.658641 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-94192a47-1502-4199-8abd-d83bf45dc33b admin admin] For port e773696f-a1dc-44b2-b56e-51cfcddfe226, host dv-cinder-840511-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=e773696f-a1dc-44b2-b56e-51cfcddfe226,segment=NetworkSegment(113cad1e-64a4-4fc8-85b2-45fe2f7020da),segment_id=113cad1e-64a4-4fc8-85b2-45fe2f7020da)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:24:44.658923 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-94192a47-1502-4199-8abd-d83bf45dc33b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674980'] for port (e773696f-a1dc-44b2-b56e-51cfcddfe226), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:44.672067 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-94192a47-1502-4199-8abd-d83bf45dc33b admin admin] Calling delete_port for e773696f-a1dc-44b2-b56e-51cfcddfe226 owned by network:router_interface {{(pid=104023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:24:44.923345 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-94192a47-1502-4199-8abd-d83bf45dc33b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772820276655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772819832239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7382190'] for port (e773696f-a1dc-44b2-b56e-51cfcddfe226), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:44.948799 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94192a47-1502-4199-8abd-d83bf45dc33b admin admin] Pushing event deleted for resources: {'Port': ['ID=e773696f-a1dc-44b2-b56e-51cfcddfe226,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:24:45.124071 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-94192a47-1502-4199-8abd-d83bf45dc33b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1598253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1735903'] for router_interface (df9aa683-447e-479a-ab4b-e53d1b9687ba), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:45.352738 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94192a47-1502-4199-8abd-d83bf45dc33b admin admin] Router df9aa683-447e-479a-ab4b-e53d1b9687ba has already been hosted by L3 agent 341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae {{(pid=104023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 18:24:45.378567 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6d3520-b97a-4ba3-a5f4-56eeb8baace4 req-966bfe2d-4d39-4187-8335-e2616c7affc3 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:24:45.380105 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-4b6d3520-b97a-4ba3-a5f4-56eeb8baace4 req-966bfe2d-4d39-4187-8335-e2616c7affc3 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c9cfb26-0c88-45f3-8bad-d4af45b1cade HTTP/1.1" status: 200 len: 945 time: 0.0558608 May 04 18:24:45.433029 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-4b6d3520-b97a-4ba3-a5f4-56eeb8baace4 req-96d59183-9359-4f20-b710-77dbf754ea03 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=08638c86-5d55-45a8-81d0-0a674a737892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472045 May 04 18:24:45.467386 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94192a47-1502-4199-8abd-d83bf45dc33b admin admin] Notify agent at l3_agent.dv-cinder-840511-4-iscsi the message routers_updated {{(pid=104023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 18:24:45.474174 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-94192a47-1502-4199-8abd-d83bf45dc33b admin admin] 10.222.0.23 "PUT /v2.0/routers/df9aa683-447e-479a-ab4b-e53d1b9687ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7391496 May 04 18:24:45.476846 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 54770) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:24:45.479701 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3c2796-a609-47f5-b5fd-a6aaab817a13 None None] Sync routers for ids ['df9aa683-447e-479a-ab4b-e53d1b9687ba'] in dv-cinder-840511-4-iscsi {{(pid=104026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:24:45.490951 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3c2796-a609-47f5-b5fd-a6aaab817a13 None None] Routers {'df9aa683-447e-479a-ab4b-e53d1b9687ba'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:24:45.491719 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-3c3c2796-a609-47f5-b5fd-a6aaab817a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:24:30Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['df9aa683-447e-479a-ab4b-e53d1b9687ba'], 'active': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:24:45.612560 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e07299-513e-4771-8148-a00de054ba43 req-86b585da-3391-431d-877d-014114a35dbb tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:24:45.614064 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-b8e07299-513e-4771-8148-a00de054ba43 req-86b585da-3391-431d-877d-014114a35dbb tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/ports?device_id=17b718f7-f68f-454e-b0da-38e32a4e0cca HTTP/1.1" status: 200 len: 943 time: 0.0888128 May 04 18:24:45.641100 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-f9f6d6e6-fa90-4d9a-8566-4de334a2fbd3 admin admin] Publish callbacks [] for router (df9aa683-447e-479a-ab4b-e53d1b9687ba), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:45.695507 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvr_db [None req-3c3c2796-a609-47f5-b5fd-a6aaab817a13 None None] Set router df9aa683-447e-479a-ab4b-e53d1b9687ba gateway port host: dv-cinder-840511-4-iscsi {{(pid=104026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:24:45.719191 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-b8e07299-513e-4771-8148-a00de054ba43 req-330e7070-51d2-4321-af00-e47e99cf5d33 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/security-groups?id=3171ebcd-1b53-462c-8aeb-f56c82b22a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983739 May 04 18:24:45.773806 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-f9f6d6e6-fa90-4d9a-8566-4de334a2fbd3 admin admin] Publish callbacks [] for router_gateway (df9aa683-447e-479a-ab4b-e53d1b9687ba), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:45.875410 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-3c3c2796-a609-47f5-b5fd-a6aaab817a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df9aa683-447e-479a-ab4b-e53d1b9687ba', 'name': 'tempest-TestMinimumBasicScenario-1658897830-router', 'tenant_id': 'b773343d1a8d4e6889bb80f938a389a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'e1b68686-5841-411b-a7bb-45c73d6de9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:20:09Z', 'updated_at': '2022-05-04T18:24:44Z', 'revision_number': 5, 'project_id': 'b773343d1a8d4e6889bb80f938a389a4', 'gw_port': {'id': 'e1b68686-5841-411b-a7bb-45c73d6de9bc', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:84:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df9aa683-447e-479a-ab4b-e53d1b9687ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:20:10Z', 'updated_at': '2022-05-04T18:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi'}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:24:45.881102 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.plugin [None req-f9f6d6e6-fa90-4d9a-8566-4de334a2fbd3 admin admin] Deleting port e1b68686-5841-411b-a7bb-45c73d6de9bc {{(pid=104024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:24:45.881446 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-f9f6d6e6-fa90-4d9a-8566-4de334a2fbd3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772820269343'] for port (e1b68686-5841-411b-a7bb-45c73d6de9bc), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:45.902594 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3c2796-a609-47f5-b5fd-a6aaab817a13 None None] Checking router: df9aa683-447e-479a-ab4b-e53d1b9687ba for host: dv-cinder-840511-4-iscsi {{(pid=104026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:24:45.911503 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3c2796-a609-47f5-b5fd-a6aaab817a13 None None] Routers {'df9aa683-447e-479a-ab4b-e53d1b9687ba'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:24:45.912117 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-3c3c2796-a609-47f5-b5fd-a6aaab817a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:24:30Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['df9aa683-447e-479a-ab4b-e53d1b9687ba'], 'active': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:24:45.966018 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.db [None req-f9f6d6e6-fa90-4d9a-8566-4de334a2fbd3 admin admin] For port e1b68686-5841-411b-a7bb-45c73d6de9bc, host dv-cinder-840511-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=e1b68686-5841-411b-a7bb-45c73d6de9bc,segment=NetworkSegment(44841efa-8edc-4b72-aba0-27edf49af522),segment_id=44841efa-8edc-4b72-aba0-27edf49af522)] {{(pid=104024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:24:45.966405 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-f9f6d6e6-fa90-4d9a-8566-4de334a2fbd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674980'] for port (e1b68686-5841-411b-a7bb-45c73d6de9bc), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:45.979858 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.plugin [None req-f9f6d6e6-fa90-4d9a-8566-4de334a2fbd3 admin admin] Calling delete_port for e1b68686-5841-411b-a7bb-45c73d6de9bc owned by network:router_gateway {{(pid=104024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:24:46.003651 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvr_db [None req-3c3c2796-a609-47f5-b5fd-a6aaab817a13 None None] Set router df9aa683-447e-479a-ab4b-e53d1b9687ba gateway port host: None {{(pid=104026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:24:46.060866 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-3c3c2796-a609-47f5-b5fd-a6aaab817a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df9aa683-447e-479a-ab4b-e53d1b9687ba', 'name': 'tempest-TestMinimumBasicScenario-1658897830-router', 'tenant_id': 'b773343d1a8d4e6889bb80f938a389a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:20:09Z', 'updated_at': '2022-05-04T18:24:45Z', 'revision_number': 6, 'project_id': 'b773343d1a8d4e6889bb80f938a389a4', 'gw_port_host': None}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:24:46.088253 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3c2796-a609-47f5-b5fd-a6aaab817a13 None None] The sync data for ids ['df9aa683-447e-479a-ab4b-e53d1b9687ba'] in dv-cinder-840511-4-iscsi is: [{'id': 'df9aa683-447e-479a-ab4b-e53d1b9687ba', 'name': 'tempest-TestMinimumBasicScenario-1658897830-router', 'tenant_id': 'b773343d1a8d4e6889bb80f938a389a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:20:09Z', 'updated_at': '2022-05-04T18:24:45Z', 'revision_number': 6, 'project_id': 'b773343d1a8d4e6889bb80f938a389a4', 'gw_port_host': None}] {{(pid=104026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:24:46.202875 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-f9f6d6e6-fa90-4d9a-8566-4de334a2fbd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772820276655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772819832239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007267'] for port (e1b68686-5841-411b-a7bb-45c73d6de9bc), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:46.232263 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f6d6e6-fa90-4d9a-8566-4de334a2fbd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1b68686-5841-411b-a7bb-45c73d6de9bc,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:24:46.297420 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-f9f6d6e6-fa90-4d9a-8566-4de334a2fbd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1675692'] for router_gateway (df9aa683-447e-479a-ab4b-e53d1b9687ba), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:46.406178 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-f9f6d6e6-fa90-4d9a-8566-4de334a2fbd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1681240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13399'] for router (df9aa683-447e-479a-ab4b-e53d1b9687ba), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:46.409196 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-f9f6d6e6-fa90-4d9a-8566-4de334a2fbd3 admin admin] Publish callbacks [] for router_controller (df9aa683-447e-479a-ab4b-e53d1b9687ba), precommit_delete_associations {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:46.553816 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-f9f6d6e6-fa90-4d9a-8566-4de334a2fbd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1681217'] for router (df9aa683-447e-479a-ab4b-e53d1b9687ba), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:46.554363 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9f6d6e6-fa90-4d9a-8566-4de334a2fbd3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router df9aa683-447e-479a-ab4b-e53d1b9687ba {{(pid=104024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 18:24:46.559667 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-f9f6d6e6-fa90-4d9a-8566-4de334a2fbd3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:46.560801 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-f9f6d6e6-fa90-4d9a-8566-4de334a2fbd3 admin admin] 10.222.0.23 "DELETE /v2.0/routers/df9aa683-447e-479a-ab4b-e53d1b9687ba HTTP/1.1" status: 204 len: 168 time: 1.0829639 May 04 18:24:46.564070 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 54774) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:24:46.581464 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c365a74f-a741-4456-97db-e5167c5406b3 req-a317187b-b39e-46e1-a4ac-3190ea38e58a tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:24:46.582971 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-c365a74f-a741-4456-97db-e5167c5406b3 req-a317187b-b39e-46e1-a4ac-3190ea38e58a tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c9cfb26-0c88-45f3-8bad-d4af45b1cade HTTP/1.1" status: 200 len: 945 time: 0.0640974 May 04 18:24:46.617731 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a609061-8c6b-498c-a718-297498fd0e63 admin admin] Deleting subnet 594e40ba-79c8-4637-b6b1-1159f1c0e514 {{(pid=104023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 18:24:46.621354 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7a609061-8c6b-498c-a718-297498fd0e63 admin admin] Publish callbacks [] for subnet (594e40ba-79c8-4637-b6b1-1159f1c0e514), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:46.633255 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-c365a74f-a741-4456-97db-e5167c5406b3 req-59d5e3fb-0d0c-4507-827b-074b6551525c tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=08638c86-5d55-45a8-81d0-0a674a737892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445733 May 04 18:24:46.666017 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7a609061-8c6b-498c-a718-297498fd0e63 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7381899'] for subnet (594e40ba-79c8-4637-b6b1-1159f1c0e514), precommit_delete_associations {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:46.746353 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7a609061-8c6b-498c-a718-297498fd0e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727632'] for subnet (594e40ba-79c8-4637-b6b1-1159f1c0e514), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:46.835735 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dfaf89-2ab7-4bdc-a22e-68984e4e995f req-fbe09a01-6368-48cf-910e-14d0d88674b9 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:24:46.837232 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-d1dfaf89-2ab7-4bdc-a22e-68984e4e995f req-fbe09a01-6368-48cf-910e-14d0d88674b9 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/ports?device_id=17b718f7-f68f-454e-b0da-38e32a4e0cca HTTP/1.1" status: 200 len: 943 time: 0.0479059 May 04 18:24:46.873962 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7a609061-8c6b-498c-a718-297498fd0e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7382269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7546261'] for subnet (594e40ba-79c8-4637-b6b1-1159f1c0e514), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:46.894340 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-d1dfaf89-2ab7-4bdc-a22e-68984e4e995f req-b4fae534-d415-448b-a1dc-b31885da6ab9 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/security-groups?id=3171ebcd-1b53-462c-8aeb-f56c82b22a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488768 May 04 18:24:46.911651 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7a609061-8c6b-498c-a718-297498fd0e63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598214'] for subnet (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:46.918881 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 54790) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:24:46.919104 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ac788e-007b-46d7-bdb4-9324d5a408aa None None] Network 993f489f-74a5-457d-8185-f79358d76406 requested from dv-cinder-840511-4-iscsi {{(pid=104025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 18:24:46.927969 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-7a609061-8c6b-498c-a718-297498fd0e63 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/594e40ba-79c8-4637-b6b1-1159f1c0e514 HTTP/1.1" status: 204 len: 168 time: 0.3626537 May 04 18:24:46.933102 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a609061-8c6b-498c-a718-297498fd0e63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=594e40ba-79c8-4637-b6b1-1159f1c0e514,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:24:46.996416 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-43995682-4d95-4d23-adf6-73ccf2985191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653438'] for network (993f489f-74a5-457d-8185-f79358d76406), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:47.045543 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device e773696f-a1dc-44b2-b56e-51cfcddfe226 no longer exists at agent ovs-agent-dv-cinder-840511-4-iscsi {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 18:24:47.052661 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.plugin [None req-43995682-4d95-4d23-adf6-73ccf2985191 admin admin] Deleting port 443f2a43-ed90-4439-bbd2-e688f036494c {{(pid=104024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:24:47.053106 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-43995682-4d95-4d23-adf6-73ccf2985191 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772820269343'] for port (443f2a43-ed90-4439-bbd2-e688f036494c), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:47.070218 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] No Port match for: e773696f-a1dc-44b2-b56e-51cfcddfe226 {{(pid=104025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 18:24:47.070564 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device e773696f-a1dc-44b2-b56e-51cfcddfe226 not bound to the agent host dv-cinder-840511-4-iscsi {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 18:24:47.070977 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device e1b68686-5841-411b-a7bb-45c73d6de9bc no longer exists at agent ovs-agent-dv-cinder-840511-4-iscsi {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 18:24:47.097767 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] No Port match for: e1b68686-5841-411b-a7bb-45c73d6de9bc {{(pid=104025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 18:24:47.098109 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device e1b68686-5841-411b-a7bb-45c73d6de9bc not bound to the agent host dv-cinder-840511-4-iscsi {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 18:24:47.124445 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e503b2-0d8c-4ec2-929b-754bfe24fea7 None None] DHCP port deletion for 993f489f-74a5-457d-8185-f79358d76406 request from dv-cinder-840511-4-iscsi {{(pid=104025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 18:24:47.141306 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.db [None req-43995682-4d95-4d23-adf6-73ccf2985191 admin admin] For port 443f2a43-ed90-4439-bbd2-e688f036494c, host dv-cinder-840511-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=443f2a43-ed90-4439-bbd2-e688f036494c,segment=NetworkSegment(113cad1e-64a4-4fc8-85b2-45fe2f7020da),segment_id=113cad1e-64a4-4fc8-85b2-45fe2f7020da)] {{(pid=104024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:24:47.141710 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-43995682-4d95-4d23-adf6-73ccf2985191 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674980'] for port (443f2a43-ed90-4439-bbd2-e688f036494c), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:47.163143 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.plugin [None req-43995682-4d95-4d23-adf6-73ccf2985191 admin admin] Calling delete_port for 443f2a43-ed90-4439-bbd2-e688f036494c owned by network:dhcp {{(pid=104024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:24:47.168082 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-92e503b2-0d8c-4ec2-929b-754bfe24fea7 None None] Deleting port 443f2a43-ed90-4439-bbd2-e688f036494c {{(pid=104025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:24:47.168719 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-92e503b2-0d8c-4ec2-929b-754bfe24fea7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772820269343'] for port (443f2a43-ed90-4439-bbd2-e688f036494c), before_delete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:47.246744 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-92e503b2-0d8c-4ec2-929b-754bfe24fea7 None None] For port 443f2a43-ed90-4439-bbd2-e688f036494c, host dv-cinder-840511-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=443f2a43-ed90-4439-bbd2-e688f036494c,segment=NetworkSegment(113cad1e-64a4-4fc8-85b2-45fe2f7020da),segment_id=113cad1e-64a4-4fc8-85b2-45fe2f7020da)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:24:47.247207 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-92e503b2-0d8c-4ec2-929b-754bfe24fea7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674980'] for port (443f2a43-ed90-4439-bbd2-e688f036494c), precommit_delete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:47.266120 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-92e503b2-0d8c-4ec2-929b-754bfe24fea7 None None] Calling delete_port for 443f2a43-ed90-4439-bbd2-e688f036494c owned by network:dhcp {{(pid=104025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:24:47.351808 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-43995682-4d95-4d23-adf6-73ccf2985191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772820276655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772819832239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007267'] for port (443f2a43-ed90-4439-bbd2-e688f036494c), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:47.358283 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-92e503b2-0d8c-4ec2-929b-754bfe24fea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772820276655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772819832239'] for port (443f2a43-ed90-4439-bbd2-e688f036494c), after_delete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:47.387299 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e503b2-0d8c-4ec2-929b-754bfe24fea7 None None] No DVR routers for this DVR port 443f2a43-ed90-4439-bbd2-e688f036494c on host dv-cinder-840511-4-iscsi {{(pid=104025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:24:47.398018 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43995682-4d95-4d23-adf6-73ccf2985191 admin admin] Pushing event deleted for resources: {'Port': ['ID=443f2a43-ed90-4439-bbd2-e688f036494c,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:24:47.398611 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e503b2-0d8c-4ec2-929b-754bfe24fea7 None None] Pushing event deleted for resources: {'Port': ['ID=443f2a43-ed90-4439-bbd2-e688f036494c,revision_number=None']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:24:47.405640 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43995682-4d95-4d23-adf6-73ccf2985191 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:24:47.406058 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43995682-4d95-4d23-adf6-73ccf2985191 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:24:47.406402 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43995682-4d95-4d23-adf6-73ccf2985191 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:24:47.407555 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43995682-4d95-4d23-adf6-73ccf2985191 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:24:47.407721 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43995682-4d95-4d23-adf6-73ccf2985191 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:24:47.408052 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43995682-4d95-4d23-adf6-73ccf2985191 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:24:47.408321 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43995682-4d95-4d23-adf6-73ccf2985191 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:24:47.408600 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43995682-4d95-4d23-adf6-73ccf2985191 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:24:47.408950 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43995682-4d95-4d23-adf6-73ccf2985191 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:24:47.409232 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43995682-4d95-4d23-adf6-73ccf2985191 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:24:47.409611 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43995682-4d95-4d23-adf6-73ccf2985191 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:24:47.409944 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43995682-4d95-4d23-adf6-73ccf2985191 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:24:47.410261 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43995682-4d95-4d23-adf6-73ccf2985191 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:24:47.410581 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43995682-4d95-4d23-adf6-73ccf2985191 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:24:47.410898 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43995682-4d95-4d23-adf6-73ccf2985191 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:24:47.413728 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43995682-4d95-4d23-adf6-73ccf2985191 admin admin] No DVR routers for this DVR port 443f2a43-ed90-4439-bbd2-e688f036494c on host dv-cinder-840511-4-iscsi {{(pid=104024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:24:47.505197 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-43995682-4d95-4d23-adf6-73ccf2985191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727429', 'neutron.services.segments.db._delete_segments_for_network-8772820294476'] for network (993f489f-74a5-457d-8185-f79358d76406), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:47.530586 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.services.segments.db [None req-43995682-4d95-4d23-adf6-73ccf2985191 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['993f489f-74a5-457d-8185-f79358d76406']}} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:24:47.543152 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.services.segments.db [None req-43995682-4d95-4d23-adf6-73ccf2985191 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '113cad1e-64a4-4fc8-85b2-45fe2f7020da') {'for_net_delete': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:24:47.543455 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.services.segments.db [None req-43995682-4d95-4d23-adf6-73ccf2985191 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '113cad1e-64a4-4fc8-85b2-45fe2f7020da') {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:24:47.554900 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-43995682-4d95-4d23-adf6-73ccf2985191 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772820296277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6008514'] for segment (113cad1e-64a4-4fc8-85b2-45fe2f7020da), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:47.572037 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-43995682-4d95-4d23-adf6-73ccf2985191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691573'] for segment (113cad1e-64a4-4fc8-85b2-45fe2f7020da), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:47.582251 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43995682-4d95-4d23-adf6-73ccf2985191 admin admin] Releasing vlan 844 on physical network physnet1 to pool {{(pid=104024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 18:24:47.582583 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-43995682-4d95-4d23-adf6-73ccf2985191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6007254'] for segment (113cad1e-64a4-4fc8-85b2-45fe2f7020da), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:47.584940 dv-cinder-840511-4-iscsi neutron-server[104024]: Traceback (most recent call last): May 04 18:24:47.584940 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 18:24:47.584940 dv-cinder-840511-4-iscsi neutron-server[104024]: timer() May 04 18:24:47.584940 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 18:24:47.584940 dv-cinder-840511-4-iscsi neutron-server[104024]: cb(*args, **kw) May 04 18:24:47.584940 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 18:24:47.584940 dv-cinder-840511-4-iscsi neutron-server[104024]: return func(*args, **kwargs) May 04 18:24:47.584940 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 18:24:47.584940 dv-cinder-840511-4-iscsi neutron-server[104024]: self._notify() May 04 18:24:47.584940 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 18:24:47.584940 dv-cinder-840511-4-iscsi neutron-server[104024]: self.callback(batched_events) May 04 18:24:47.584940 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 18:24:47.584940 dv-cinder-840511-4-iscsi neutron-server[104024]: event.method(event) May 04 18:24:47.584940 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 18:24:47.584940 dv-cinder-840511-4-iscsi neutron-server[104024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 18:24:47.584940 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 18:24:47.584940 dv-cinder-840511-4-iscsi neutron-server[104024]: aggregate_uuid = self.p_client.list_aggregates( May 04 18:24:47.584940 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 18:24:47.584940 dv-cinder-840511-4-iscsi neutron-server[104024]: return f(self, *a, **k) May 04 18:24:47.584940 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 18:24:47.584940 dv-cinder-840511-4-iscsi neutron-server[104024]: return self._get(url).json() May 04 18:24:47.584940 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 18:24:47.584940 dv-cinder-840511-4-iscsi neutron-server[104024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 18:24:47.584940 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 18:24:47.584940 dv-cinder-840511-4-iscsi neutron-server[104024]: return self.request(url, 'GET', **kwargs) May 04 18:24:47.584940 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 18:24:47.584940 dv-cinder-840511-4-iscsi neutron-server[104024]: base_url = self.get_endpoint(auth, allow=allow, May 04 18:24:47.584940 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 18:24:47.584940 dv-cinder-840511-4-iscsi neutron-server[104024]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 18:24:47.584940 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 18:24:47.584940 dv-cinder-840511-4-iscsi neutron-server[104024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 18:24:47.584940 dv-cinder-840511-4-iscsi neutron-server[104024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 18:24:47.592861 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device f23964d3-8092-46cb-ba05-dbb973457e9c details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=104025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 18:24:47.715114 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] For port f23964d3-8092-46cb-ba05-dbb973457e9c, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=f23964d3-8092-46cb-ba05-dbb973457e9c,segment=NetworkSegment(93c6e1e8-c128-4532-8f18-ec2a2ac72466),segment_id=93c6e1e8-c128-4532-8f18-ec2a2ac72466)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:24:47.729227 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Returning: {'device': 'f23964d3-8092-46cb-ba05-dbb973457e9c', 'network_id': 'adc2355e-99c1-42a7-9cbc-42fd35f09e00', 'port_id': 'f23964d3-8092-46cb-ba05-dbb973457e9c', 'mac_address': 'fa:16:3e:0e:8c:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c3d78bf-8f55-488e-b058-2a13b7e24990', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 18:24:47.742476 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-43995682-4d95-4d23-adf6-73ccf2985191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676474'] for network (993f489f-74a5-457d-8185-f79358d76406), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:47.800364 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Current status of the port f23964d3-8092-46cb-ba05-dbb973457e9c is: DOWN; New status is: BUILD {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:24:47.801130 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (f23964d3-8092-46cb-ba05-dbb973457e9c), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:47.822845 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.notifiers.nova [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f23964d3-8092-46cb-ba05-dbb973457e9c {{(pid=104025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:24:47.857334 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] For port f23964d3-8092-46cb-ba05-dbb973457e9c, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=f23964d3-8092-46cb-ba05-dbb973457e9c,segment=NetworkSegment(93c6e1e8-c128-4532-8f18-ec2a2ac72466),segment_id=93c6e1e8-c128-4532-8f18-ec2a2ac72466)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:24:47.919393 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (f23964d3-8092-46cb-ba05-dbb973457e9c), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:48.016144 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Pushing event updated for resources: {'Port': ['ID=f23964d3-8092-46cb-ba05-dbb973457e9c,revision_number=4']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:24:48.058048 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-43995682-4d95-4d23-adf6-73ccf2985191 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598214'] for network (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:48.061312 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-43995682-4d95-4d23-adf6-73ccf2985191 admin admin] 10.222.0.23 "DELETE /v2.0/networks/993f489f-74a5-457d-8185-f79358d76406 HTTP/1.1" status: 204 len: 168 time: 1.1415684 May 04 18:24:48.065181 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 54806) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:24:48.077329 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43995682-4d95-4d23-adf6-73ccf2985191 admin admin] Pushing event deleted for resources: {'Network': ['ID=993f489f-74a5-457d-8185-f79358d76406,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:24:48.085631 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc19225-61f0-43b5-8964-25f427dc5e31 req-1138b912-b5ba-4a27-937b-472ef62bc56d tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:24:48.087264 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-bcc19225-61f0-43b5-8964-25f427dc5e31 req-1138b912-b5ba-4a27-937b-472ef62bc56d tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c9cfb26-0c88-45f3-8bad-d4af45b1cade HTTP/1.1" status: 200 len: 945 time: 0.3425288 May 04 18:24:48.140121 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-bcc19225-61f0-43b5-8964-25f427dc5e31 req-338aebe9-8aca-47bf-8394-b66c2b711111 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=08638c86-5d55-45a8-81d0-0a674a737892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471563 May 04 18:24:48.290593 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a50fe9-0a7a-40f6-b931-6e544b103ac2 req-2f857cf3-e8ec-4915-a724-d4c77b9464bb tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:24:48.292318 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-80a50fe9-0a7a-40f6-b931-6e544b103ac2 req-2f857cf3-e8ec-4915-a724-d4c77b9464bb tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/ports?device_id=17b718f7-f68f-454e-b0da-38e32a4e0cca HTTP/1.1" status: 200 len: 944 time: 0.0628645 May 04 18:24:48.355006 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] get_ports_and_sgs() called for port_ids ['f23964d3-8092-46cb-ba05-dbb973457e9c'] {{(pid=104025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 18:24:48.383714 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-80a50fe9-0a7a-40f6-b931-6e544b103ac2 req-4aaf746b-4eb1-4020-87cd-eed06234e79e tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/security-groups?id=3171ebcd-1b53-462c-8aeb-f56c82b22a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726428 May 04 18:24:48.547628 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-af696121-d7a1-4567-89ec-6bc67c43723b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1674938'] for router_interface (26377f6d-6daf-43ca-8b6b-deb61e109f2d), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:48.855803 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-af696121-d7a1-4567-89ec-6bc67c43723b admin admin] Deleting port a4aee887-6af3-4f53-81f2-56de55dffd14 {{(pid=104023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:24:48.856144 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-af696121-d7a1-4567-89ec-6bc67c43723b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772820269343'] for port (a4aee887-6af3-4f53-81f2-56de55dffd14), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:48.959010 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-af696121-d7a1-4567-89ec-6bc67c43723b admin admin] For port a4aee887-6af3-4f53-81f2-56de55dffd14, host dv-cinder-840511-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=a4aee887-6af3-4f53-81f2-56de55dffd14,segment=NetworkSegment(6e915d40-3afb-4ab5-a2a1-0c05db141a8c),segment_id=6e915d40-3afb-4ab5-a2a1-0c05db141a8c)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:24:48.959404 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-af696121-d7a1-4567-89ec-6bc67c43723b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674980'] for port (a4aee887-6af3-4f53-81f2-56de55dffd14), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:48.983103 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-af696121-d7a1-4567-89ec-6bc67c43723b admin admin] Calling delete_port for a4aee887-6af3-4f53-81f2-56de55dffd14 owned by network:router_interface {{(pid=104023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:24:49.038403 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device 443f2a43-ed90-4439-bbd2-e688f036494c no longer exists at agent ovs-agent-dv-cinder-840511-4-iscsi {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 18:24:49.071847 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] No Port match for: 443f2a43-ed90-4439-bbd2-e688f036494c {{(pid=104025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 18:24:49.072280 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device 443f2a43-ed90-4439-bbd2-e688f036494c not bound to the agent host dv-cinder-840511-4-iscsi {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 18:24:49.283763 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be779ad7-1360-44f4-8f37-1803291ffa7a req-730e2c87-98ae-462b-bbb1-f04cf6dc3183 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:24:49.285289 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-be779ad7-1360-44f4-8f37-1803291ffa7a req-730e2c87-98ae-462b-bbb1-f04cf6dc3183 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c9cfb26-0c88-45f3-8bad-d4af45b1cade HTTP/1.1" status: 200 len: 945 time: 0.0587060 May 04 18:24:49.346070 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-af696121-d7a1-4567-89ec-6bc67c43723b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772820276655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772819832239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7382190'] for port (a4aee887-6af3-4f53-81f2-56de55dffd14), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:49.363821 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-be779ad7-1360-44f4-8f37-1803291ffa7a req-0b62a065-4abe-4d3b-abfe-2a6fdfd32b47 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=08638c86-5d55-45a8-81d0-0a674a737892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666480 May 04 18:24:49.399772 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af696121-d7a1-4567-89ec-6bc67c43723b admin admin] Pushing event deleted for resources: {'Port': ['ID=a4aee887-6af3-4f53-81f2-56de55dffd14,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:24:49.410650 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af696121-d7a1-4567-89ec-6bc67c43723b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:24:49.411028 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af696121-d7a1-4567-89ec-6bc67c43723b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:24:49.411377 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af696121-d7a1-4567-89ec-6bc67c43723b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:24:49.411828 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af696121-d7a1-4567-89ec-6bc67c43723b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:24:49.412246 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af696121-d7a1-4567-89ec-6bc67c43723b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:24:49.413101 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af696121-d7a1-4567-89ec-6bc67c43723b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:24:49.413458 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af696121-d7a1-4567-89ec-6bc67c43723b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:24:49.413787 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af696121-d7a1-4567-89ec-6bc67c43723b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:24:49.414122 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af696121-d7a1-4567-89ec-6bc67c43723b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:24:49.414456 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af696121-d7a1-4567-89ec-6bc67c43723b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:24:49.415094 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af696121-d7a1-4567-89ec-6bc67c43723b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:24:49.415432 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af696121-d7a1-4567-89ec-6bc67c43723b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:24:49.415760 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af696121-d7a1-4567-89ec-6bc67c43723b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:24:49.416084 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af696121-d7a1-4567-89ec-6bc67c43723b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:24:49.416407 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af696121-d7a1-4567-89ec-6bc67c43723b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:24:49.525261 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68fc125-4c89-409b-bc9a-ddf104b05504 req-18766053-85ab-4dfc-8a99-d6c5df3e0b99 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:24:49.526832 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-f68fc125-4c89-409b-bc9a-ddf104b05504 req-18766053-85ab-4dfc-8a99-d6c5df3e0b99 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/ports?device_id=17b718f7-f68f-454e-b0da-38e32a4e0cca HTTP/1.1" status: 200 len: 944 time: 0.0590067 May 04 18:24:49.603967 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device f23964d3-8092-46cb-ba05-dbb973457e9c up at agent hyperv_hv-cinder-84051 {{(pid=104025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:24:49.607384 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-f68fc125-4c89-409b-bc9a-ddf104b05504 req-89543e35-c75b-4098-aac9-e92fb4d91236 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/security-groups?id=3171ebcd-1b53-462c-8aeb-f56c82b22a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651104 May 04 18:24:49.669312 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Provisioning for port f23964d3-8092-46cb-ba05-dbb973457e9c completed by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 18:24:49.705970 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-af696121-d7a1-4567-89ec-6bc67c43723b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1598253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1735903'] for router_interface (26377f6d-6daf-43ca-8b6b-deb61e109f2d), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:49.740207 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Provisioning complete for port f23964d3-8092-46cb-ba05-dbb973457e9c triggered by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:24:49.740511 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (f23964d3-8092-46cb-ba05-dbb973457e9c), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:49.858566 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Current status of the port f23964d3-8092-46cb-ba05-dbb973457e9c is: BUILD; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:24:49.861534 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (f23964d3-8092-46cb-ba05-dbb973457e9c), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:49.898371 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17b718f7-f68f-454e-b0da-38e32a4e0cca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f23964d3-8092-46cb-ba05-dbb973457e9c'}] {{(pid=104025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:24:49.901980 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd171a24610d3ce9b5061050d4b691b0bb0a8f45589b955ae7373af7220d97b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47680760-1b15-4db9-8632-618dc813ea25" -d '{"events": [{"server_uuid": "17b718f7-f68f-454e-b0da-38e32a4e0cca", "name": "network-vif-plugged", "status": "completed", "tag": "f23964d3-8092-46cb-ba05-dbb973457e9c"}]}' {{(pid=104025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:24:49.918283 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] For port f23964d3-8092-46cb-ba05-dbb973457e9c, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=f23964d3-8092-46cb-ba05-dbb973457e9c,segment=NetworkSegment(93c6e1e8-c128-4532-8f18-ec2a2ac72466),segment_id=93c6e1e8-c128-4532-8f18-ec2a2ac72466)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:24:49.949677 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 18:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a00448a-6073-4625-94bd-8da812c3e9f1 x-openstack-request-id: req-1a00448a-6073-4625-94bd-8da812c3e9f1 {{(pid=104025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:24:49.950209 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17b718f7-f68f-454e-b0da-38e32a4e0cca", "name": "network-vif-plugged", "status": "completed", "tag": "f23964d3-8092-46cb-ba05-dbb973457e9c", "code": 200}]} {{(pid=104025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:24:49.950720 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1a00448a-6073-4625-94bd-8da812c3e9f1 {{(pid=104025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:24:49.951381 dv-cinder-840511-4-iscsi neutron-server[104025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a00448a-6073-4625-94bd-8da812c3e9f1'] response: {'server_uuid': '17b718f7-f68f-454e-b0da-38e32a4e0cca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f23964d3-8092-46cb-ba05-dbb973457e9c', 'code': 200} May 04 18:24:49.994721 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (f23964d3-8092-46cb-ba05-dbb973457e9c), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:50.020087 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af696121-d7a1-4567-89ec-6bc67c43723b admin admin] Router 26377f6d-6daf-43ca-8b6b-deb61e109f2d has already been hosted by L3 agent 341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae {{(pid=104023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 18:24:50.062374 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Pushing event updated for resources: {'Port': ['ID=f23964d3-8092-46cb-ba05-dbb973457e9c,revision_number=5']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:24:50.190871 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af696121-d7a1-4567-89ec-6bc67c43723b admin admin] Notify agent at l3_agent.dv-cinder-840511-4-iscsi the message routers_updated {{(pid=104023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 18:24:50.232910 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-af696121-d7a1-4567-89ec-6bc67c43723b admin admin] 10.222.0.23 "PUT /v2.0/routers/26377f6d-6daf-43ca-8b6b-deb61e109f2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1612930 May 04 18:24:50.233009 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 54814) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:24:50.240555 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf409be2-0473-49fd-b39a-e5e68d222696 None None] Sync routers for ids ['26377f6d-6daf-43ca-8b6b-deb61e109f2d'] in dv-cinder-840511-4-iscsi {{(pid=104025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:24:50.253696 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf409be2-0473-49fd-b39a-e5e68d222696 None None] Routers {'26377f6d-6daf-43ca-8b6b-deb61e109f2d'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:24:50.254340 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-cf409be2-0473-49fd-b39a-e5e68d222696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:24:30Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['26377f6d-6daf-43ca-8b6b-deb61e109f2d'], 'active': True} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:24:50.359096 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-5d77c2b0-5f01-4c34-a6ca-c867d1f83c94 admin admin] Publish callbacks [] for router (26377f6d-6daf-43ca-8b6b-deb61e109f2d), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:50.373733 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvr_db [None req-cf409be2-0473-49fd-b39a-e5e68d222696 None None] Set router 26377f6d-6daf-43ca-8b6b-deb61e109f2d gateway port host: dv-cinder-840511-4-iscsi {{(pid=104025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:24:50.512387 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df07ead-e9a0-40a4-9e1d-db054d10b690 req-82a6dae9-5d9a-4d31-a050-fa18a1df99f1 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:24:50.513883 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-4df07ead-e9a0-40a4-9e1d-db054d10b690 req-82a6dae9-5d9a-4d31-a050-fa18a1df99f1 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c9cfb26-0c88-45f3-8bad-d4af45b1cade HTTP/1.1" status: 200 len: 945 time: 0.0674913 May 04 18:24:50.515339 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-5d77c2b0-5f01-4c34-a6ca-c867d1f83c94 admin admin] Publish callbacks [] for router_gateway (26377f6d-6daf-43ca-8b6b-deb61e109f2d), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:50.568071 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-cf409be2-0473-49fd-b39a-e5e68d222696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26377f6d-6daf-43ca-8b6b-deb61e109f2d', 'name': 'tempest-TestMinimumBasicScenario-1987183323-router', 'tenant_id': 'd360a244203f4e9589615e72fc2747de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '900cdbae-bf24-4510-a4c2-c7fa8121a43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:20:18Z', 'updated_at': '2022-05-04T18:24:49Z', 'revision_number': 5, 'project_id': 'd360a244203f4e9589615e72fc2747de', 'gw_port': {'id': '900cdbae-bf24-4510-a4c2-c7fa8121a43a', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:2d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26377f6d-6daf-43ca-8b6b-deb61e109f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:20:19Z', 'updated_at': '2022-05-04T18:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi'}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:24:50.570188 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-4df07ead-e9a0-40a4-9e1d-db054d10b690 req-f3d52ffa-4d41-4ce0-9341-40b06171e902 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=08638c86-5d55-45a8-81d0-0a674a737892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490603 May 04 18:24:50.605151 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf409be2-0473-49fd-b39a-e5e68d222696 None None] Checking router: 26377f6d-6daf-43ca-8b6b-deb61e109f2d for host: dv-cinder-840511-4-iscsi {{(pid=104025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:24:50.611337 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf409be2-0473-49fd-b39a-e5e68d222696 None None] Routers {'26377f6d-6daf-43ca-8b6b-deb61e109f2d'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:24:50.612107 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-cf409be2-0473-49fd-b39a-e5e68d222696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:24:30Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['26377f6d-6daf-43ca-8b6b-deb61e109f2d'], 'active': True} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:24:50.732375 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921f2323-360a-4d3e-b641-c4074e3c2a7b req-a871c890-dc92-4478-bb37-589516470873 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:24:50.733939 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-921f2323-360a-4d3e-b641-c4074e3c2a7b req-a871c890-dc92-4478-bb37-589516470873 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/ports?device_id=17b718f7-f68f-454e-b0da-38e32a4e0cca HTTP/1.1" status: 200 len: 945 time: 0.0571282 May 04 18:24:50.739255 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvr_db [None req-cf409be2-0473-49fd-b39a-e5e68d222696 None None] Set router 26377f6d-6daf-43ca-8b6b-deb61e109f2d gateway port host: dv-cinder-840511-4-iscsi {{(pid=104025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:24:50.813000 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc96ca8-f59e-4597-902a-4347e61e12fa req-5649bab0-4bb3-4ebb-a0c9-68094e6dd5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:24:50.815304 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-8fc96ca8-f59e-4597-902a-4347e61e12fa req-5649bab0-4bb3-4ebb-a0c9-68094e6dd5c3 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=17b718f7-f68f-454e-b0da-38e32a4e0cca HTTP/1.1" status: 200 len: 1129 time: 0.0793781 May 04 18:24:50.868482 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-921f2323-360a-4d3e-b641-c4074e3c2a7b req-f2d6bbb8-713b-4711-af44-daaaccacc413 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/security-groups?id=3171ebcd-1b53-462c-8aeb-f56c82b22a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237953 May 04 18:24:50.873930 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.plugin [None req-5d77c2b0-5f01-4c34-a6ca-c867d1f83c94 admin admin] Deleting port 900cdbae-bf24-4510-a4c2-c7fa8121a43a {{(pid=104024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:24:50.874275 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-5d77c2b0-5f01-4c34-a6ca-c867d1f83c94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772820269343'] for port (900cdbae-bf24-4510-a4c2-c7fa8121a43a), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:50.908354 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-8fc96ca8-f59e-4597-902a-4347e61e12fa req-496dee15-6880-4d2a-ba45-80b2026c23e5 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=3171ebcd-1b53-462c-8aeb-f56c82b22a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854592 May 04 18:24:50.917757 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-cf409be2-0473-49fd-b39a-e5e68d222696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26377f6d-6daf-43ca-8b6b-deb61e109f2d', 'name': 'tempest-TestMinimumBasicScenario-1987183323-router', 'tenant_id': 'd360a244203f4e9589615e72fc2747de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '900cdbae-bf24-4510-a4c2-c7fa8121a43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:20:18Z', 'updated_at': '2022-05-04T18:24:49Z', 'revision_number': 5, 'project_id': 'd360a244203f4e9589615e72fc2747de', 'gw_port': {'id': '900cdbae-bf24-4510-a4c2-c7fa8121a43a', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:2d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26377f6d-6daf-43ca-8b6b-deb61e109f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:20:19Z', 'updated_at': '2022-05-04T18:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi'}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:24:50.952227 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf409be2-0473-49fd-b39a-e5e68d222696 None None] The sync data for ids ['26377f6d-6daf-43ca-8b6b-deb61e109f2d'] in dv-cinder-840511-4-iscsi is: [{'id': '26377f6d-6daf-43ca-8b6b-deb61e109f2d', 'name': 'tempest-TestMinimumBasicScenario-1987183323-router', 'tenant_id': 'd360a244203f4e9589615e72fc2747de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '900cdbae-bf24-4510-a4c2-c7fa8121a43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:20:18Z', 'updated_at': '2022-05-04T18:24:49Z', 'revision_number': 5, 'project_id': 'd360a244203f4e9589615e72fc2747de', 'gw_port': {'id': '900cdbae-bf24-4510-a4c2-c7fa8121a43a', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:2d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26377f6d-6daf-43ca-8b6b-deb61e109f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:20:19Z', 'updated_at': '2022-05-04T18:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi'}] {{(pid=104025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:24:51.009541 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.db [None req-5d77c2b0-5f01-4c34-a6ca-c867d1f83c94 admin admin] For port 900cdbae-bf24-4510-a4c2-c7fa8121a43a, host dv-cinder-840511-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=900cdbae-bf24-4510-a4c2-c7fa8121a43a,segment=NetworkSegment(44841efa-8edc-4b72-aba0-27edf49af522),segment_id=44841efa-8edc-4b72-aba0-27edf49af522)] {{(pid=104024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:24:51.010167 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-5d77c2b0-5f01-4c34-a6ca-c867d1f83c94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674980'] for port (900cdbae-bf24-4510-a4c2-c7fa8121a43a), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:51.025663 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.plugin [None req-5d77c2b0-5f01-4c34-a6ca-c867d1f83c94 admin admin] Calling delete_port for 900cdbae-bf24-4510-a4c2-c7fa8121a43a owned by network:router_gateway {{(pid=104024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:24:51.302489 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-5d77c2b0-5f01-4c34-a6ca-c867d1f83c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772820276655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772819832239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007267'] for port (900cdbae-bf24-4510-a4c2-c7fa8121a43a), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:51.347064 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d77c2b0-5f01-4c34-a6ca-c867d1f83c94 admin admin] Pushing event deleted for resources: {'Port': ['ID=900cdbae-bf24-4510-a4c2-c7fa8121a43a,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:24:51.420861 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-5d77c2b0-5f01-4c34-a6ca-c867d1f83c94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1675692'] for router_gateway (26377f6d-6daf-43ca-8b6b-deb61e109f2d), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:51.528780 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-5d77c2b0-5f01-4c34-a6ca-c867d1f83c94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1681240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13399'] for router (26377f6d-6daf-43ca-8b6b-deb61e109f2d), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:51.532993 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-5d77c2b0-5f01-4c34-a6ca-c867d1f83c94 admin admin] Publish callbacks [] for router_controller (26377f6d-6daf-43ca-8b6b-deb61e109f2d), precommit_delete_associations {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:51.650541 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-5d77c2b0-5f01-4c34-a6ca-c867d1f83c94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1681217'] for router (26377f6d-6daf-43ca-8b6b-deb61e109f2d), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:51.651167 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d77c2b0-5f01-4c34-a6ca-c867d1f83c94 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26377f6d-6daf-43ca-8b6b-deb61e109f2d {{(pid=104024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 18:24:51.656307 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-5d77c2b0-5f01-4c34-a6ca-c867d1f83c94 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:51.658290 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-5d77c2b0-5f01-4c34-a6ca-c867d1f83c94 admin admin] 10.222.0.23 "DELETE /v2.0/routers/26377f6d-6daf-43ca-8b6b-deb61e109f2d HTTP/1.1" status: 204 len: 168 time: 1.4270101 May 04 18:24:51.661075 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 54826) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:24:51.749935 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ce45f98-62be-4169-8f84-b8f899b0bafb admin admin] Deleting subnet 8d93a3bd-5c41-4b78-b3e1-1e533793c53b {{(pid=104023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 18:24:51.754730 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4ce45f98-62be-4169-8f84-b8f899b0bafb admin admin] Publish callbacks [] for subnet (8d93a3bd-5c41-4b78-b3e1-1e533793c53b), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:51.792470 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eede24-c793-4810-ba2c-45c9219f04bf req-881108f3-3e8b-4df4-813b-a70274e21eaa tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:24:51.794167 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-95eede24-c793-4810-ba2c-45c9219f04bf req-881108f3-3e8b-4df4-813b-a70274e21eaa tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c9cfb26-0c88-45f3-8bad-d4af45b1cade HTTP/1.1" status: 200 len: 945 time: 0.1234913 May 04 18:24:51.816085 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4ce45f98-62be-4169-8f84-b8f899b0bafb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7381899'] for subnet (8d93a3bd-5c41-4b78-b3e1-1e533793c53b), precommit_delete_associations {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:51.874649 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-95eede24-c793-4810-ba2c-45c9219f04bf req-276cdfb6-9b69-4a24-a872-4a78d5798a51 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=08638c86-5d55-45a8-81d0-0a674a737892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738480 May 04 18:24:51.940936 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4ce45f98-62be-4169-8f84-b8f899b0bafb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727632'] for subnet (8d93a3bd-5c41-4b78-b3e1-1e533793c53b), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:52.044791 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bf4acb-87d2-4f3c-9d2b-1a165f96f2d5 req-73ad90cb-3f82-4d1e-ab50-88c06673157c tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:24:52.046546 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-62bf4acb-87d2-4f3c-9d2b-1a165f96f2d5 req-73ad90cb-3f82-4d1e-ab50-88c06673157c tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/ports?device_id=17b718f7-f68f-454e-b0da-38e32a4e0cca HTTP/1.1" status: 200 len: 945 time: 0.0654080 May 04 18:24:52.089351 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4ce45f98-62be-4169-8f84-b8f899b0bafb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7382269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7546261'] for subnet (8d93a3bd-5c41-4b78-b3e1-1e533793c53b), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:52.128289 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce45f98-62be-4169-8f84-b8f899b0bafb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d93a3bd-5c41-4b78-b3e1-1e533793c53b,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:24:52.131340 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4ce45f98-62be-4169-8f84-b8f899b0bafb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598214'] for subnet (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:52.134814 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-4ce45f98-62be-4169-8f84-b8f899b0bafb admin admin] 10.222.0.23 "DELETE /v2.0/subnets/8d93a3bd-5c41-4b78-b3e1-1e533793c53b HTTP/1.1" status: 204 len: 168 time: 0.4720855 May 04 18:24:52.137364 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 54830) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:24:52.137872 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-62bf4acb-87d2-4f3c-9d2b-1a165f96f2d5 req-bb6c39a8-7216-4d96-a4cf-da5b73d3c299 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/security-groups?id=3171ebcd-1b53-462c-8aeb-f56c82b22a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779343 May 04 18:24:52.142561 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42ce82d-30ac-4246-a224-b9ca4ce44ba5 None None] Network baa74897-eaf0-41b7-99c3-6747c579e4d9 requested from dv-cinder-840511-4-iscsi {{(pid=104025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 18:24:52.221040 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (2ed5d983-d6d1-49f2-9dfa-1a41e5be1317), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:52.233951 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d71eb586-4691-4735-af7b-b38ffe7c063b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653438'] for network (baa74897-eaf0-41b7-99c3-6747c579e4d9), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:52.296271 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-d71eb586-4691-4735-af7b-b38ffe7c063b admin admin] Deleting port 46c67198-b33d-4ab7-8aa4-222c85ba1766 {{(pid=104023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:24:52.296857 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d71eb586-4691-4735-af7b-b38ffe7c063b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772820269343'] for port (46c67198-b33d-4ab7-8aa4-222c85ba1766), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:52.350170 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e1ca96-755a-4130-881d-04d635644fce None None] DHCP port deletion for baa74897-eaf0-41b7-99c3-6747c579e4d9 request from dv-cinder-840511-4-iscsi {{(pid=104025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 18:24:52.394025 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d71eb586-4691-4735-af7b-b38ffe7c063b admin admin] For port 46c67198-b33d-4ab7-8aa4-222c85ba1766, host dv-cinder-840511-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=46c67198-b33d-4ab7-8aa4-222c85ba1766,segment=NetworkSegment(6e915d40-3afb-4ab5-a2a1-0c05db141a8c),segment_id=6e915d40-3afb-4ab5-a2a1-0c05db141a8c)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:24:52.394661 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d71eb586-4691-4735-af7b-b38ffe7c063b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674980'] for port (46c67198-b33d-4ab7-8aa4-222c85ba1766), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:52.409593 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-d71eb586-4691-4735-af7b-b38ffe7c063b admin admin] Calling delete_port for 46c67198-b33d-4ab7-8aa4-222c85ba1766 owned by network:dhcp {{(pid=104023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:24:52.416721 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-e8e1ca96-755a-4130-881d-04d635644fce None None] Deleting port 46c67198-b33d-4ab7-8aa4-222c85ba1766 {{(pid=104025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:24:52.417234 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-e8e1ca96-755a-4130-881d-04d635644fce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772820269343'] for port (46c67198-b33d-4ab7-8aa4-222c85ba1766), before_delete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:52.519031 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-e8e1ca96-755a-4130-881d-04d635644fce None None] For port 46c67198-b33d-4ab7-8aa4-222c85ba1766, host dv-cinder-840511-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=46c67198-b33d-4ab7-8aa4-222c85ba1766,segment=NetworkSegment(6e915d40-3afb-4ab5-a2a1-0c05db141a8c),segment_id=6e915d40-3afb-4ab5-a2a1-0c05db141a8c)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:24:52.519505 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-e8e1ca96-755a-4130-881d-04d635644fce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674980'] for port (46c67198-b33d-4ab7-8aa4-222c85ba1766), precommit_delete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:52.534763 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-e8e1ca96-755a-4130-881d-04d635644fce None None] Calling delete_port for 46c67198-b33d-4ab7-8aa4-222c85ba1766 owned by network:dhcp {{(pid=104025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:24:52.582211 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d71eb586-4691-4735-af7b-b38ffe7c063b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772820276655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772819832239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7382190'] for port (46c67198-b33d-4ab7-8aa4-222c85ba1766), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:52.611097 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71eb586-4691-4735-af7b-b38ffe7c063b admin admin] Pushing event deleted for resources: {'Port': ['ID=46c67198-b33d-4ab7-8aa4-222c85ba1766,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:24:52.621127 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71eb586-4691-4735-af7b-b38ffe7c063b admin admin] No DVR routers for this DVR port 46c67198-b33d-4ab7-8aa4-222c85ba1766 on host dv-cinder-840511-4-iscsi {{(pid=104023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:24:52.716531 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d71eb586-4691-4735-af7b-b38ffe7c063b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727429', 'neutron.services.segments.db._delete_segments_for_network-8772820294476'] for network (baa74897-eaf0-41b7-99c3-6747c579e4d9), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:52.742059 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.services.segments.db [None req-d71eb586-4691-4735-af7b-b38ffe7c063b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baa74897-eaf0-41b7-99c3-6747c579e4d9']}} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:24:52.754231 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.services.segments.db [None req-d71eb586-4691-4735-af7b-b38ffe7c063b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e915d40-3afb-4ab5-a2a1-0c05db141a8c') {'for_net_delete': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:24:52.754544 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.services.segments.db [None req-d71eb586-4691-4735-af7b-b38ffe7c063b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e915d40-3afb-4ab5-a2a1-0c05db141a8c') {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:24:52.770105 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d71eb586-4691-4735-af7b-b38ffe7c063b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772820296277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7381908'] for segment (6e915d40-3afb-4ab5-a2a1-0c05db141a8c), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:52.779241 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-e8e1ca96-755a-4130-881d-04d635644fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772820276655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772819832239'] for port (46c67198-b33d-4ab7-8aa4-222c85ba1766), after_delete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:52.789199 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d71eb586-4691-4735-af7b-b38ffe7c063b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691573'] for segment (6e915d40-3afb-4ab5-a2a1-0c05db141a8c), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:52.797219 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d71eb586-4691-4735-af7b-b38ffe7c063b admin admin] Releasing vlan 809 on physical network physnet1 to pool {{(pid=104023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 18:24:52.797656 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d71eb586-4691-4735-af7b-b38ffe7c063b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7382171'] for segment (6e915d40-3afb-4ab5-a2a1-0c05db141a8c), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:52.809712 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e1ca96-755a-4130-881d-04d635644fce None None] No DVR routers for this DVR port 46c67198-b33d-4ab7-8aa4-222c85ba1766 on host dv-cinder-840511-4-iscsi {{(pid=104025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:24:52.814745 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e1ca96-755a-4130-881d-04d635644fce None None] Pushing event deleted for resources: {'Port': ['ID=46c67198-b33d-4ab7-8aa4-222c85ba1766,revision_number=None']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:24:52.830596 dv-cinder-840511-4-iscsi neutron-server[104023]: Traceback (most recent call last): May 04 18:24:52.830596 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 18:24:52.830596 dv-cinder-840511-4-iscsi neutron-server[104023]: timer() May 04 18:24:52.830596 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 18:24:52.830596 dv-cinder-840511-4-iscsi neutron-server[104023]: cb(*args, **kw) May 04 18:24:52.830596 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 18:24:52.830596 dv-cinder-840511-4-iscsi neutron-server[104023]: return func(*args, **kwargs) May 04 18:24:52.830596 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 18:24:52.830596 dv-cinder-840511-4-iscsi neutron-server[104023]: self._notify() May 04 18:24:52.830596 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 18:24:52.830596 dv-cinder-840511-4-iscsi neutron-server[104023]: self.callback(batched_events) May 04 18:24:52.830596 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 18:24:52.830596 dv-cinder-840511-4-iscsi neutron-server[104023]: event.method(event) May 04 18:24:52.830596 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 18:24:52.830596 dv-cinder-840511-4-iscsi neutron-server[104023]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 18:24:52.830596 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 18:24:52.830596 dv-cinder-840511-4-iscsi neutron-server[104023]: aggregate_uuid = self.p_client.list_aggregates( May 04 18:24:52.830596 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 18:24:52.830596 dv-cinder-840511-4-iscsi neutron-server[104023]: return f(self, *a, **k) May 04 18:24:52.830596 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 18:24:52.830596 dv-cinder-840511-4-iscsi neutron-server[104023]: return self._get(url).json() May 04 18:24:52.830596 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 18:24:52.830596 dv-cinder-840511-4-iscsi neutron-server[104023]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 18:24:52.830596 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 18:24:52.830596 dv-cinder-840511-4-iscsi neutron-server[104023]: return self.request(url, 'GET', **kwargs) May 04 18:24:52.830596 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 18:24:52.830596 dv-cinder-840511-4-iscsi neutron-server[104023]: base_url = self.get_endpoint(auth, allow=allow, May 04 18:24:52.830596 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 18:24:52.830596 dv-cinder-840511-4-iscsi neutron-server[104023]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 18:24:52.830596 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 18:24:52.830596 dv-cinder-840511-4-iscsi neutron-server[104023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 18:24:52.830596 dv-cinder-840511-4-iscsi neutron-server[104023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 18:24:52.928479 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d71eb586-4691-4735-af7b-b38ffe7c063b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676474'] for network (baa74897-eaf0-41b7-99c3-6747c579e4d9), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:52.941424 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d71eb586-4691-4735-af7b-b38ffe7c063b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598214'] for network (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:52.950261 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-d71eb586-4691-4735-af7b-b38ffe7c063b admin admin] 10.222.0.23 "DELETE /v2.0/networks/baa74897-eaf0-41b7-99c3-6747c579e4d9 HTTP/1.1" status: 204 len: 168 time: 0.8119240 May 04 18:24:53.000399 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71eb586-4691-4735-af7b-b38ffe7c063b admin admin] Pushing event deleted for resources: {'Network': ['ID=baa74897-eaf0-41b7-99c3-6747c579e4d9,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:24:53.073917 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41a0f09-ff43-4e67-b8ea-126d7adbffa1 req-4745ad8d-1f8f-458c-a71e-efd9de92954e tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:24:53.075552 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device a4aee887-6af3-4f53-81f2-56de55dffd14 no longer exists at agent ovs-agent-dv-cinder-840511-4-iscsi {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 18:24:53.082009 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-f41a0f09-ff43-4e67-b8ea-126d7adbffa1 req-4745ad8d-1f8f-458c-a71e-efd9de92954e tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c9cfb26-0c88-45f3-8bad-d4af45b1cade HTTP/1.1" status: 200 len: 945 time: 0.1132753 May 04 18:24:53.102044 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] No Port match for: a4aee887-6af3-4f53-81f2-56de55dffd14 {{(pid=104025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 18:24:53.102390 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device a4aee887-6af3-4f53-81f2-56de55dffd14 not bound to the agent host dv-cinder-840511-4-iscsi {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 18:24:53.102904 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device 46c67198-b33d-4ab7-8aa4-222c85ba1766 no longer exists at agent ovs-agent-dv-cinder-840511-4-iscsi {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 18:24:53.138567 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] No Port match for: 46c67198-b33d-4ab7-8aa4-222c85ba1766 {{(pid=104025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 18:24:53.138918 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device 46c67198-b33d-4ab7-8aa4-222c85ba1766 not bound to the agent host dv-cinder-840511-4-iscsi {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 18:24:53.139359 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device 900cdbae-bf24-4510-a4c2-c7fa8121a43a no longer exists at agent ovs-agent-dv-cinder-840511-4-iscsi {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 18:24:53.158716 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-f41a0f09-ff43-4e67-b8ea-126d7adbffa1 req-835484de-3141-434c-be7f-a3c78d26307b tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=08638c86-5d55-45a8-81d0-0a674a737892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754497 May 04 18:24:53.168736 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] No Port match for: 900cdbae-bf24-4510-a4c2-c7fa8121a43a {{(pid=104025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 18:24:53.168736 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device 900cdbae-bf24-4510-a4c2-c7fa8121a43a not bound to the agent host dv-cinder-840511-4-iscsi {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 18:24:53.277583 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c8296f-6850-4f56-842d-0bdb40c285ee req-5b37ca76-87da-4616-bc53-b1077e7ddeb0 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:24:53.285957 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-54c8296f-6850-4f56-842d-0bdb40c285ee req-5b37ca76-87da-4616-bc53-b1077e7ddeb0 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/ports?device_id=17b718f7-f68f-454e-b0da-38e32a4e0cca HTTP/1.1" status: 200 len: 945 time: 0.0669019 May 04 18:24:53.336486 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-54c8296f-6850-4f56-842d-0bdb40c285ee req-79845547-6312-418f-8a4f-9652e005cee6 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/security-groups?id=3171ebcd-1b53-462c-8aeb-f56c82b22a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494893 May 04 18:24:53.426295 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 54842) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:24:53.473213 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f912ff5b-dc90-4598-b56d-1148f1f83b59 req-0abf7480-faf4-4cb4-8082-afd832fea9a9 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:24:53.474837 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-f912ff5b-dc90-4598-b56d-1148f1f83b59 req-0abf7480-faf4-4cb4-8082-afd832fea9a9 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/ports?device_id=17b718f7-f68f-454e-b0da-38e32a4e0cca HTTP/1.1" status: 200 len: 945 time: 0.0619185 May 04 18:24:53.483527 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 54844) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:24:53.490767 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-25f328a3-f4b8-4ca2-853d-9eccbd4ebb69 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b773343d1a8d4e6889bb80f938a389a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0599587 May 04 18:24:53.491004 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.v2.base [None req-74f895c7-0346-4f74-9ef2-9f8fdfbc23c2 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Request body: {'floatingip': {'port_id': 'f23964d3-8092-46cb-ba05-dbb973457e9c'}} {{(pid=104024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:24:53.491125 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 54846) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:24:53.535068 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-74f895c7-0346-4f74-9ef2-9f8fdfbc23c2 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks [] for floatingip (4639dc40-9573-4c3a-b72a-75ceaabecc20), before_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:53.558303 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-44d253e5-6eac-4a2c-a410-4f5cb4015f79 admin admin] Publish callbacks [] for security_group (f6dc53a1-1d62-4861-86cd-d24bcf8198ea), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:53.587788 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-44d253e5-6eac-4a2c-a410-4f5cb4015f79 admin admin] Publish callbacks [] for security_group (f6dc53a1-1d62-4861-86cd-d24bcf8198ea), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:53.718815 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.agents_db [None req-cc71a237-c19e-45a1-a167-cff52744c55e None None] Agent healthcheck: found 6 active agents {{(pid=104026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 18:24:53.730216 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-44d253e5-6eac-4a2c-a410-4f5cb4015f79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (f6dc53a1-1d62-4861-86cd-d24bcf8198ea), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:53.732875 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-44d253e5-6eac-4a2c-a410-4f5cb4015f79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:53.734045 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-44d253e5-6eac-4a2c-a410-4f5cb4015f79 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f6dc53a1-1d62-4861-86cd-d24bcf8198ea HTTP/1.1" status: 204 len: 168 time: 0.2427843 May 04 18:24:53.743276 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d253e5-6eac-4a2c-a410-4f5cb4015f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6dc53a1-1d62-4861-86cd-d24bcf8198ea,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:24:54.122432 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-74f895c7-0346-4f74-9ef2-9f8fdfbc23c2 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:54.191719 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-74f895c7-0346-4f74-9ef2-9f8fdfbc23c2 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1676511'] for floatingip (4639dc40-9573-4c3a-b72a-75ceaabecc20), after_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:54.337500 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211c89dc-c3ab-4e4c-b3f9-b98988614315 req-247b541d-c08b-4dd9-83d7-e645478cc551 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:24:54.338969 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-211c89dc-c3ab-4e4c-b3f9-b98988614315 req-247b541d-c08b-4dd9-83d7-e645478cc551 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c9cfb26-0c88-45f3-8bad-d4af45b1cade HTTP/1.1" status: 200 len: 945 time: 0.0857141 May 04 18:24:54.366113 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.db.l3_db [None req-74f895c7-0346-4f74-9ef2-9f8fdfbc23c2 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Floating IP 4639dc40-9573-4c3a-b72a-75ceaabecc20 associated. External IP: 172.27.1.90, port: f23964d3-8092-46cb-ba05-dbb973457e9c. May 04 18:24:54.436645 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-211c89dc-c3ab-4e4c-b3f9-b98988614315 req-253bac8c-33db-403a-967f-a6a61d1386f2 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=08638c86-5d55-45a8-81d0-0a674a737892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912080 May 04 18:24:54.609125 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74f895c7-0346-4f74-9ef2-9f8fdfbc23c2 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Router 49639112-b345-407f-82ff-d7941c122b1a has already been hosted by L3 agent 341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae {{(pid=104024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 18:24:54.730084 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74f895c7-0346-4f74-9ef2-9f8fdfbc23c2 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Notify agent at l3_agent.dv-cinder-840511-4-iscsi the message routers_updated {{(pid=104024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 18:24:54.735605 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-74f895c7-0346-4f74-9ef2-9f8fdfbc23c2 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976'] for floatingip (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:54.742318 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e0d705-605c-48dc-9948-4940e5c12f43 None None] Sync routers for ids ['49639112-b345-407f-82ff-d7941c122b1a'] in dv-cinder-840511-4-iscsi {{(pid=104026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:24:54.753570 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e0d705-605c-48dc-9948-4940e5c12f43 None None] Routers {'49639112-b345-407f-82ff-d7941c122b1a'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:24:54.754196 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-f0e0d705-605c-48dc-9948-4940e5c12f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:24:30Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['49639112-b345-407f-82ff-d7941c122b1a'], 'active': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:24:54.766245 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-74f895c7-0346-4f74-9ef2-9f8fdfbc23c2 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "PUT /v2.0/floatingips/4639dc40-9573-4c3a-b72a-75ceaabecc20 HTTP/1.1" status: 200 len: 990 time: 1.2815647 May 04 18:24:54.766816 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17b718f7-f68f-454e-b0da-38e32a4e0cca', 'tag': 'f23964d3-8092-46cb-ba05-dbb973457e9c'}] {{(pid=104024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:24:54.769098 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c26fa3ecb1f16f42831e56f73673e8220bc52890772fb217514d3f8d557ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14caf526-03f7-497e-86e4-143ab413f34f" -d '{"events": [{"name": "network-changed", "server_uuid": "17b718f7-f68f-454e-b0da-38e32a4e0cca", "tag": "f23964d3-8092-46cb-ba05-dbb973457e9c"}]}' {{(pid=104024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:24:54.805132 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 18:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66bd7d9e-3579-49db-8a6a-acb69db3a9a2 x-openstack-request-id: req-66bd7d9e-3579-49db-8a6a-acb69db3a9a2 {{(pid=104024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:24:54.805433 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17b718f7-f68f-454e-b0da-38e32a4e0cca", "tag": "f23964d3-8092-46cb-ba05-dbb973457e9c", "status": "completed", "code": 200}]} {{(pid=104024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:24:54.805691 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-66bd7d9e-3579-49db-8a6a-acb69db3a9a2 {{(pid=104024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:24:54.806103 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66bd7d9e-3579-49db-8a6a-acb69db3a9a2'] response: {'name': 'network-changed', 'server_uuid': '17b718f7-f68f-454e-b0da-38e32a4e0cca', 'tag': 'f23964d3-8092-46cb-ba05-dbb973457e9c', 'status': 'completed', 'code': 200} May 04 18:24:54.849571 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 54858) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:24:54.875722 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvr_db [None req-f0e0d705-605c-48dc-9948-4940e5c12f43 None None] Set router 49639112-b345-407f-82ff-d7941c122b1a gateway port host: dv-cinder-840511-4-iscsi {{(pid=104026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:24:54.889007 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14caf526-03f7-497e-86e4-143ab413f34f req-8203c879-5b96-4eb4-a73a-fe7df1876168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:24:54.890580 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-14caf526-03f7-497e-86e4-143ab413f34f req-8203c879-5b96-4eb4-a73a-fe7df1876168 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=41ba2dfd59a64dc3b9f82fac37c1f278&device_id=17b718f7-f68f-454e-b0da-38e32a4e0cca HTTP/1.1" status: 200 len: 1129 time: 0.0468228 May 04 18:24:54.926660 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-6eecd4f9-df98-4bdf-9b22-0fb66773585f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d360a244203f4e9589615e72fc2747de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0757120 May 04 18:24:54.929189 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 54864) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:24:55.002698 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-08693737-f9cc-4054-ab76-eae66775571d admin admin] Publish callbacks [] for security_group (abfc3753-df8b-446a-927d-4ca1e1620ac5), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:55.030003 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14caf526-03f7-497e-86e4-143ab413f34f req-ce23e38b-dd27-40da-9e5f-0e4cf8f718f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:24:55.032572 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-14caf526-03f7-497e-86e4-143ab413f34f req-ce23e38b-dd27-40da-9e5f-0e4cf8f718f5 service neutron] 10.222.0.84 "GET /v2.0/networks?id=adc2355e-99c1-42a7-9cbc-42fd35f09e00 HTTP/1.1" status: 200 len: 916 time: 0.1330657 May 04 18:24:55.035707 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-08693737-f9cc-4054-ab76-eae66775571d admin admin] Publish callbacks [] for security_group (abfc3753-df8b-446a-927d-4ca1e1620ac5), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:55.140532 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-f0e0d705-605c-48dc-9948-4940e5c12f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49639112-b345-407f-82ff-d7941c122b1a', 'name': 'tempest-AttachVolumeNegativeTest-1596959943-router', 'tenant_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'a0ebc00e-ff59-4a01-ad80-5944a1e5f02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:17:29Z', 'updated_at': '2022-05-04T18:17:33Z', 'revision_number': 4, 'project_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'gw_port': {'id': 'a0ebc00e-ff59-4a01-ad80-5944a1e5f02c', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:80:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49639112-b345-407f-82ff-d7941c122b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:17:30Z', 'updated_at': '2022-05-04T18:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_floatingips': [{'id': '4639dc40-9573-4c3a-b72a-75ceaabecc20', 'tenant_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'floating_ip_address': '172.27.1.90', 'floating_network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'router_id': '49639112-b345-407f-82ff-d7941c122b1a', 'port_id': 'f23964d3-8092-46cb-ba05-dbb973457e9c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'adc2355e-99c1-42a7-9cbc-42fd35f09e00', 'mac_address': 'fa:16:3e:0e:8c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b718f7-f68f-454e-b0da-38e32a4e0cca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:24:34Z', 'updated_at': '2022-05-04T18:24:53Z', 'revision_number': 1, 'project_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aef8553d-54c9-4d55-ace0-3ca397debd28', 'name': '', 'network_id': 'adc2355e-99c1-42a7-9cbc-42fd35f09e00', 'tenant_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'mac_address': 'fa:16:3e:d3:51:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49639112-b345-407f-82ff-d7941c122b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '3c3d78bf-8f55-488e-b058-2a13b7e24990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:17:32Z', 'updated_at': '2022-05-04T18:17:36Z', 'revision_number': 5, 'project_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'subnets': [{'id': '3c3d78bf-8f55-488e-b058-2a13b7e24990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:24:55.173026 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e0d705-605c-48dc-9948-4940e5c12f43 None None] Checking router: 49639112-b345-407f-82ff-d7941c122b1a for host: dv-cinder-840511-4-iscsi {{(pid=104026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:24:55.185051 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e0d705-605c-48dc-9948-4940e5c12f43 None None] Routers {'49639112-b345-407f-82ff-d7941c122b1a'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:24:55.185948 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-f0e0d705-605c-48dc-9948-4940e5c12f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:24:30Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['49639112-b345-407f-82ff-d7941c122b1a'], 'active': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:24:55.197513 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-08693737-f9cc-4054-ab76-eae66775571d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (abfc3753-df8b-446a-927d-4ca1e1620ac5), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:55.201041 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-08693737-f9cc-4054-ab76-eae66775571d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:55.202834 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-08693737-f9cc-4054-ab76-eae66775571d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/abfc3753-df8b-446a-927d-4ca1e1620ac5 HTTP/1.1" status: 204 len: 168 time: 0.2726185 May 04 18:24:55.259226 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08693737-f9cc-4054-ab76-eae66775571d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abfc3753-df8b-446a-927d-4ca1e1620ac5,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:24:55.338007 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvr_db [None req-f0e0d705-605c-48dc-9948-4940e5c12f43 None None] Set router 49639112-b345-407f-82ff-d7941c122b1a gateway port host: dv-cinder-840511-4-iscsi {{(pid=104026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:24:55.430421 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-14caf526-03f7-497e-86e4-143ab413f34f req-4e6c0d0e-a276-49dc-bcc3-a31aee6e3c67 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f23964d3-8092-46cb-ba05-dbb973457e9c HTTP/1.1" status: 200 len: 998 time: 0.3911686 May 04 18:24:55.490713 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14caf526-03f7-497e-86e4-143ab413f34f req-47b54fcd-97a6-400a-8351-0091d9fae1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:24:55.492654 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-14caf526-03f7-497e-86e4-143ab413f34f req-47b54fcd-97a6-400a-8351-0091d9fae1dc service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3c3d78bf-8f55-488e-b058-2a13b7e24990 HTTP/1.1" status: 200 len: 854 time: 0.0553110 May 04 18:24:55.628499 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14caf526-03f7-497e-86e4-143ab413f34f req-1e0c680e-dab2-4f99-929b-c4fcb41dffc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:24:55.635995 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-14caf526-03f7-497e-86e4-143ab413f34f req-1e0c680e-dab2-4f99-929b-c4fcb41dffc0 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=adc2355e-99c1-42a7-9cbc-42fd35f09e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1271803 May 04 18:24:55.647305 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-f0e0d705-605c-48dc-9948-4940e5c12f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49639112-b345-407f-82ff-d7941c122b1a', 'name': 'tempest-AttachVolumeNegativeTest-1596959943-router', 'tenant_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'a0ebc00e-ff59-4a01-ad80-5944a1e5f02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:17:29Z', 'updated_at': '2022-05-04T18:17:33Z', 'revision_number': 4, 'project_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'gw_port': {'id': 'a0ebc00e-ff59-4a01-ad80-5944a1e5f02c', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:80:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49639112-b345-407f-82ff-d7941c122b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:17:30Z', 'updated_at': '2022-05-04T18:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_floatingips': [{'id': '4639dc40-9573-4c3a-b72a-75ceaabecc20', 'tenant_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'floating_ip_address': '172.27.1.90', 'floating_network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'router_id': '49639112-b345-407f-82ff-d7941c122b1a', 'port_id': 'f23964d3-8092-46cb-ba05-dbb973457e9c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'adc2355e-99c1-42a7-9cbc-42fd35f09e00', 'mac_address': 'fa:16:3e:0e:8c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b718f7-f68f-454e-b0da-38e32a4e0cca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:24:34Z', 'updated_at': '2022-05-04T18:24:53Z', 'revision_number': 1, 'project_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aef8553d-54c9-4d55-ace0-3ca397debd28', 'name': '', 'network_id': 'adc2355e-99c1-42a7-9cbc-42fd35f09e00', 'tenant_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'mac_address': 'fa:16:3e:d3:51:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49639112-b345-407f-82ff-d7941c122b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '3c3d78bf-8f55-488e-b058-2a13b7e24990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:17:32Z', 'updated_at': '2022-05-04T18:17:36Z', 'revision_number': 5, 'project_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'subnets': [{'id': '3c3d78bf-8f55-488e-b058-2a13b7e24990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:24:55.647502 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50172ab-b21d-49f5-a187-6f90681a424f req-24e04dab-ea2d-49da-963a-87f0ea4de7aa tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:24:55.651666 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-b50172ab-b21d-49f5-a187-6f90681a424f req-24e04dab-ea2d-49da-963a-87f0ea4de7aa tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c9cfb26-0c88-45f3-8bad-d4af45b1cade HTTP/1.1" status: 200 len: 945 time: 0.0883949 May 04 18:24:55.689088 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e0d705-605c-48dc-9948-4940e5c12f43 None None] The sync data for ids ['49639112-b345-407f-82ff-d7941c122b1a'] in dv-cinder-840511-4-iscsi is: [{'id': '49639112-b345-407f-82ff-d7941c122b1a', 'name': 'tempest-AttachVolumeNegativeTest-1596959943-router', 'tenant_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'a0ebc00e-ff59-4a01-ad80-5944a1e5f02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:17:29Z', 'updated_at': '2022-05-04T18:17:33Z', 'revision_number': 4, 'project_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'gw_port': {'id': 'a0ebc00e-ff59-4a01-ad80-5944a1e5f02c', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:80:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49639112-b345-407f-82ff-d7941c122b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:17:30Z', 'updated_at': '2022-05-04T18:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_floatingips': [{'id': '4639dc40-9573-4c3a-b72a-75ceaabecc20', 'tenant_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'floating_ip_address': '172.27.1.90', 'floating_network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'router_id': '49639112-b345-407f-82ff-d7941c122b1a', 'port_id': 'f23964d3-8092-46cb-ba05-dbb973457e9c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'adc2355e-99c1-42a7-9cbc-42fd35f09e00', 'mac_address': 'fa:16:3e:0e:8c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b718f7-f68f-454e-b0da-38e32a4e0cca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:24:34Z', 'updated_at': '2022-05-04T18:24:53Z', 'revision_number': 1, 'project_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aef8553d-54c9-4d55-ace0-3ca397debd28', 'name': '', 'network_id': 'adc2355e-99c1-42a7-9cbc-42fd35f09e00', 'tenant_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'mac_address': 'fa:16:3e:d3:51:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49639112-b345-407f-82ff-d7941c122b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '3c3d78bf-8f55-488e-b058-2a13b7e24990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:17:32Z', 'updated_at': '2022-05-04T18:17:36Z', 'revision_number': 5, 'project_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'subnets': [{'id': '3c3d78bf-8f55-488e-b058-2a13b7e24990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:24:55.760309 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-14caf526-03f7-497e-86e4-143ab413f34f req-0dd18db3-6020-46d5-a46e-7815f716cd09 service neutron] 10.222.0.84 "GET /v2.0/networks/adc2355e-99c1-42a7-9cbc-42fd35f09e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100349 May 04 18:24:55.908086 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-14caf526-03f7-497e-86e4-143ab413f34f req-9a92b8d3-5e7b-4fdb-9b53-57dceb2584bc service neutron] 10.222.0.84 "GET /v2.0/networks/adc2355e-99c1-42a7-9cbc-42fd35f09e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323979 May 04 18:24:55.971089 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-b50172ab-b21d-49f5-a187-6f90681a424f req-ac19f526-f69d-4c42-b8cf-92efee49fc51 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=08638c86-5d55-45a8-81d0-0a674a737892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2095318 May 04 18:24:56.036306 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159c1cd1-6259-4379-acca-d0a60b551886 None None] New status for floating IP 4639dc40-9573-4c3a-b72a-75ceaabecc20: ACTIVE {{(pid=104025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 18:24:57.116525 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e430f9-2156-44de-8bfa-18ce194db83c req-da817d25-2e0a-444f-9e04-65be84c5fa25 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:24:57.120280 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-a4e430f9-2156-44de-8bfa-18ce194db83c req-da817d25-2e0a-444f-9e04-65be84c5fa25 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c9cfb26-0c88-45f3-8bad-d4af45b1cade HTTP/1.1" status: 200 len: 945 time: 0.0582860 May 04 18:24:57.195718 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-a4e430f9-2156-44de-8bfa-18ce194db83c req-037ff984-f39f-4298-8d96-9e3db2a5d83c tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=08638c86-5d55-45a8-81d0-0a674a737892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679290 May 04 18:24:57.612849 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-2171fbd7-e9ee-4c19-87c4-cb3f0830a8dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (c89944b2-e06f-41dc-a0fc-77a7e649c9d3), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:24:58.316830 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e111adad-d513-4b8f-b3e0-7117619afdbf req-91e25ebd-11f7-4d65-97bd-c8d35cdd4862 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:24:58.318324 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-e111adad-d513-4b8f-b3e0-7117619afdbf req-91e25ebd-11f7-4d65-97bd-c8d35cdd4862 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c9cfb26-0c88-45f3-8bad-d4af45b1cade HTTP/1.1" status: 200 len: 945 time: 0.0511742 May 04 18:24:58.374242 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-e111adad-d513-4b8f-b3e0-7117619afdbf req-282dc90c-bcd8-44c8-8125-5adb76938830 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=08638c86-5d55-45a8-81d0-0a674a737892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498323 May 04 18:24:59.496676 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508e4549-abbc-4778-9191-b56eddda1530 req-1c8d1136-5590-4169-91ca-05cebc6ee8a3 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:24:59.498177 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-508e4549-abbc-4778-9191-b56eddda1530 req-1c8d1136-5590-4169-91ca-05cebc6ee8a3 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c9cfb26-0c88-45f3-8bad-d4af45b1cade HTTP/1.1" status: 200 len: 945 time: 0.0496800 May 04 18:24:59.545945 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-508e4549-abbc-4778-9191-b56eddda1530 req-8a753875-74d8-462b-aa46-2bc4c03ec0c2 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=08638c86-5d55-45a8-81d0-0a674a737892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420454 May 04 18:25:00.056173 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-b04e09ec-7f92-42fb-b287-d29fc98eca55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:00.400531 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-d3d3e299-a998-4efb-84c8-695251812371 req-812cc711-5b61-4b3e-a134-b304bd189b76 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=f8dd944e-6e16-498a-848a-ffdff4fbd064&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436618 May 04 18:25:00.499282 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d3e299-a998-4efb-84c8-695251812371 req-6b28ab66-aea8-4157-bd55-593833a0bb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:25:00.501463 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-d3d3e299-a998-4efb-84c8-695251812371 req-6b28ab66-aea8-4157-bd55-593833a0bb51 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=5b095a86e9004719a23c3a0bd0f8a986&device_id=f8dd944e-6e16-498a-848a-ffdff4fbd064 HTTP/1.1" status: 200 len: 1129 time: 0.0403154 May 04 18:25:00.661132 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebecf2c5-15c4-496f-9a46-61d7609e51f8 req-29e321a2-46d1-4af2-b1cd-6eca0390da42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:25:00.662524 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-ebecf2c5-15c4-496f-9a46-61d7609e51f8 req-29e321a2-46d1-4af2-b1cd-6eca0390da42 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1437e10b84d943a885db1ec25dccc6e5&device_id=1c9cfb26-0c88-45f3-8bad-d4af45b1cade HTTP/1.1" status: 200 len: 1129 time: 0.0434155 May 04 18:25:00.719083 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e057ea00-06a3-49e8-963c-4592550bd5df req-a66f8362-f4a3-4219-9f2a-c2c87b535438 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:25:00.720565 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-e057ea00-06a3-49e8-963c-4592550bd5df req-a66f8362-f4a3-4219-9f2a-c2c87b535438 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c9cfb26-0c88-45f3-8bad-d4af45b1cade HTTP/1.1" status: 200 len: 945 time: 0.0925028 May 04 18:25:00.759396 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebecf2c5-15c4-496f-9a46-61d7609e51f8 req-40a9ae1e-77f2-4e2b-8063-4948d7ff8c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:25:00.760867 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-ebecf2c5-15c4-496f-9a46-61d7609e51f8 req-40a9ae1e-77f2-4e2b-8063-4948d7ff8c64 service neutron] 10.222.0.84 "GET /v2.0/networks?id=26d35b79-1359-484a-a955-f54353f413dc HTTP/1.1" status: 200 len: 918 time: 0.0921288 May 04 18:25:00.768423 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d3e299-a998-4efb-84c8-695251812371 req-81485dbe-a2d4-46a6-8ff4-7585f55ce000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:25:00.769884 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-d3d3e299-a998-4efb-84c8-695251812371 req-81485dbe-a2d4-46a6-8ff4-7585f55ce000 service neutron] 10.222.0.84 "GET /v2.0/networks?id=106b7264-34d3-4ab1-9694-1650e4fd9860 HTTP/1.1" status: 200 len: 909 time: 0.1511664 May 04 18:25:00.824795 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-e057ea00-06a3-49e8-963c-4592550bd5df req-66e70a2b-e1f0-4c2c-9bce-cf423f9233f4 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=08638c86-5d55-45a8-81d0-0a674a737892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979166 May 04 18:25:00.830334 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-ebecf2c5-15c4-496f-9a46-61d7609e51f8 req-98148438-5f39-40f5-8459-9cb37c2cbbb0 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=09b49ab0-d355-46ab-b15e-26e5e9f96975 HTTP/1.1" status: 200 len: 1001 time: 0.0621431 May 04 18:25:00.845627 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-d3d3e299-a998-4efb-84c8-695251812371 req-be225fa1-1a0f-41d4-ad8f-5487c62772a1 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4 HTTP/1.1" status: 200 len: 1001 time: 0.0700600 May 04 18:25:00.886040 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebecf2c5-15c4-496f-9a46-61d7609e51f8 req-fd5c1efc-ba6c-4c62-898b-e78aa6ae2752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:25:00.887579 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-ebecf2c5-15c4-496f-9a46-61d7609e51f8 req-fd5c1efc-ba6c-4c62-898b-e78aa6ae2752 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0e97a9af-bf91-4879-8505-d85b9edd2417 HTTP/1.1" status: 200 len: 856 time: 0.0501649 May 04 18:25:00.900966 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d3e299-a998-4efb-84c8-695251812371 req-1e3b6d9c-e58a-407a-b62d-3cb6690d33ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:25:00.902431 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-d3d3e299-a998-4efb-84c8-695251812371 req-1e3b6d9c-e58a-407a-b62d-3cb6690d33ed service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3d61c736-b53f-4743-b857-e2820b1996fc HTTP/1.1" status: 200 len: 847 time: 0.0511842 May 04 18:25:00.935149 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebecf2c5-15c4-496f-9a46-61d7609e51f8 req-e13416a5-35dd-4ce6-a745-c993f733dbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:25:00.936584 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-ebecf2c5-15c4-496f-9a46-61d7609e51f8 req-e13416a5-35dd-4ce6-a745-c993f733dbb4 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=26d35b79-1359-484a-a955-f54353f413dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431910 May 04 18:25:00.947965 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d3e299-a998-4efb-84c8-695251812371 req-e458c7bc-09cb-4741-b330-ac78c6a481db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:25:00.949477 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-d3d3e299-a998-4efb-84c8-695251812371 req-e458c7bc-09cb-4741-b330-ac78c6a481db service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=106b7264-34d3-4ab1-9694-1650e4fd9860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407710 May 04 18:25:01.029918 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-ebecf2c5-15c4-496f-9a46-61d7609e51f8 req-b67a59a5-2d02-4ba5-8bb0-b3d68b61387e service neutron] 10.222.0.84 "GET /v2.0/networks/26d35b79-1359-484a-a955-f54353f413dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870011 May 04 18:25:01.041341 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-d3d3e299-a998-4efb-84c8-695251812371 req-60d2abc9-2225-4913-a34b-ce0d15cd2823 service neutron] 10.222.0.84 "GET /v2.0/networks/106b7264-34d3-4ab1-9694-1650e4fd9860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859814 May 04 18:25:01.127045 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-ebecf2c5-15c4-496f-9a46-61d7609e51f8 req-79f41213-faba-425b-9c4a-b3408dde77d1 service neutron] 10.222.0.84 "GET /v2.0/networks/26d35b79-1359-484a-a955-f54353f413dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910485 May 04 18:25:01.140785 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-d3d3e299-a998-4efb-84c8-695251812371 req-af9317f7-f53d-4568-b54e-58aea076251a service neutron] 10.222.0.84 "GET /v2.0/networks/106b7264-34d3-4ab1-9694-1650e4fd9860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920660 May 04 18:25:01.170617 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-4fdd29be-a970-4503-919e-12b86a90c52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (74c08095-bc4c-43d3-91b6-743b06ad1f6c), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:01.949924 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2776b268-c51f-46d6-a8d5-fc35fb3912d3 req-af15eb72-f7d7-4aab-a2e6-b665e5301adf tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:25:01.951462 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-2776b268-c51f-46d6-a8d5-fc35fb3912d3 req-af15eb72-f7d7-4aab-a2e6-b665e5301adf tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c9cfb26-0c88-45f3-8bad-d4af45b1cade HTTP/1.1" status: 200 len: 945 time: 0.0518699 May 04 18:25:02.003607 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-2776b268-c51f-46d6-a8d5-fc35fb3912d3 req-de0c80e9-0a56-4219-85c2-c58c62942392 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=08638c86-5d55-45a8-81d0-0a674a737892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441382 May 04 18:25:02.570730 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-f7537222-04fb-4408-8d24-7493625e2bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (88f974dc-3c14-4d3d-9ef8-4363bb88b433), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:03.127584 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d079e597-cd56-4493-b38d-121ad423aa5a req-db56028a-969d-460c-a09c-26126d8b6817 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:25:03.128966 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-d079e597-cd56-4493-b38d-121ad423aa5a req-db56028a-969d-460c-a09c-26126d8b6817 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c9cfb26-0c88-45f3-8bad-d4af45b1cade HTTP/1.1" status: 200 len: 945 time: 0.0511489 May 04 18:25:03.176551 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-d079e597-cd56-4493-b38d-121ad423aa5a req-7ccc5403-8cb5-4f8e-a650-35ccd8ef6405 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=08638c86-5d55-45a8-81d0-0a674a737892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418785 May 04 18:25:03.649112 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device 09b49ab0-d355-46ab-b15e-26e5e9f96975 no longer exists at agent hyperv_hv-cinder-84051 {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 18:25:03.729893 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Current status of the port 09b49ab0-d355-46ab-b15e-26e5e9f96975 is: ACTIVE; New status is: DOWN {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:25:03.730291 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (09b49ab0-d355-46ab-b15e-26e5e9f96975), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:03.767208 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c9cfb26-0c88-45f3-8bad-d4af45b1cade', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09b49ab0-d355-46ab-b15e-26e5e9f96975'}] {{(pid=104025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:25:03.769442 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd171a24610d3ce9b5061050d4b691b0bb0a8f45589b955ae7373af7220d97b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-820464e1-85cd-4369-91ce-e3451ae681ad" -d '{"events": [{"server_uuid": "1c9cfb26-0c88-45f3-8bad-d4af45b1cade", "name": "network-vif-unplugged", "status": "completed", "tag": "09b49ab0-d355-46ab-b15e-26e5e9f96975"}]}' {{(pid=104025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:25:03.782293 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] For port 09b49ab0-d355-46ab-b15e-26e5e9f96975, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=09b49ab0-d355-46ab-b15e-26e5e9f96975,segment=NetworkSegment(de7bb9b3-95ed-4c1b-8898-7bebbfcd85a3),segment_id=de7bb9b3-95ed-4c1b-8898-7bebbfcd85a3)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:25:03.845444 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (e55a6cb5-967a-4631-865a-95818de4ff35), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:03.847056 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (09b49ab0-d355-46ab-b15e-26e5e9f96975), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:03.898084 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Pushing event updated for resources: {'Port': ['ID=09b49ab0-d355-46ab-b15e-26e5e9f96975,revision_number=8']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:04.309314 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 04 May 2022 18:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf2e786-6ae3-4504-85f5-3a3e0958b5d1 x-openstack-request-id: req-7cf2e786-6ae3-4504-85f5-3a3e0958b5d1 {{(pid=104025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:25:04.309613 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c9cfb26-0c88-45f3-8bad-d4af45b1cade", "name": "network-vif-unplugged", "status": "failed", "tag": "09b49ab0-d355-46ab-b15e-26e5e9f96975", "code": 422}]} {{(pid=104025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:25:04.310032 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7cf2e786-6ae3-4504-85f5-3a3e0958b5d1 {{(pid=104025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:25:04.310373 dv-cinder-840511-4-iscsi neutron-server[104025]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-7cf2e786-6ae3-4504-85f5-3a3e0958b5d1']: {'server_uuid': '1c9cfb26-0c88-45f3-8bad-d4af45b1cade', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '09b49ab0-d355-46ab-b15e-26e5e9f96975', 'code': 422} returned with failed status May 04 18:25:05.470783 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddb85a4-5c05-41c9-84c0-f658858b0d31 req-b3a2bdd7-6b20-4e33-a799-c6ddf8e91063 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:25:05.473074 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-8ddb85a4-5c05-41c9-84c0-f658858b0d31 req-b3a2bdd7-6b20-4e33-a799-c6ddf8e91063 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c9cfb26-0c88-45f3-8bad-d4af45b1cade HTTP/1.1" status: 200 len: 943 time: 0.0465217 May 04 18:25:05.520962 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-8ddb85a4-5c05-41c9-84c0-f658858b0d31 req-5e1e73eb-a2fd-490d-803a-deea79eb1edf tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=08638c86-5d55-45a8-81d0-0a674a737892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427568 May 04 18:25:05.995279 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 54954) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:25:06.096753 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-3a5a9567-555d-4f9c-8a41-876ee203238b req-005fc7cb-6700-4748-851c-20ffb4043513 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1c9cfb26-0c88-45f3-8bad-d4af45b1cade&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1000319 May 04 18:25:06.105906 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [req-3a5a9567-555d-4f9c-8a41-876ee203238b req-1d0d5cbd-d4da-4bdb-8615-f82b60a01696 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104023) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 18:25:06.107061 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-3a5a9567-555d-4f9c-8a41-876ee203238b req-1d0d5cbd-d4da-4bdb-8615-f82b60a01696 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054021 May 04 18:25:06.193842 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 54966) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:25:06.298982 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a9567-555d-4f9c-8a41-876ee203238b req-90fce836-af1e-46b4-94fb-9b46e985e618 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:25:06.300435 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-3a5a9567-555d-4f9c-8a41-876ee203238b req-90fce836-af1e-46b4-94fb-9b46e985e618 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports/09b49ab0-d355-46ab-b15e-26e5e9f96975 HTTP/1.1" status: 200 len: 940 time: 0.1056180 May 04 18:25:06.938498 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f2b262-a7e2-4a71-9a8f-449437722741 req-18c5c8fb-6d0f-47bf-9ceb-2caa74bad18b tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:25:06.940969 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-51f2b262-a7e2-4a71-9a8f-449437722741 req-18c5c8fb-6d0f-47bf-9ceb-2caa74bad18b tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c9cfb26-0c88-45f3-8bad-d4af45b1cade HTTP/1.1" status: 200 len: 943 time: 0.0553343 May 04 18:25:06.995423 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-51f2b262-a7e2-4a71-9a8f-449437722741 req-dde9408b-63b6-4a78-a063-ade120953465 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=08638c86-5d55-45a8-81d0-0a674a737892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487623 May 04 18:25:07.682930 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device 09b49ab0-d355-46ab-b15e-26e5e9f96975 no longer exists at agent hyperv_hv-cinder-84051 {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 18:25:07.765329 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Current status of the port 09b49ab0-d355-46ab-b15e-26e5e9f96975 is: DOWN; New status is: DOWN {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:25:07.899028 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a9567-555d-4f9c-8a41-876ee203238b req-4156348c-4f3f-42a8-ad70-0b9c59004207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:25:07.900581 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-3a5a9567-555d-4f9c-8a41-876ee203238b req-4156348c-4f3f-42a8-ad70-0b9c59004207 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=1c9cfb26-0c88-45f3-8bad-d4af45b1cade&tenant_id=1437e10b84d943a885db1ec25dccc6e5 HTTP/1.1" status: 200 len: 1127 time: 0.0738044 May 04 18:25:07.970468 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a9567-555d-4f9c-8a41-876ee203238b req-3c1d1c08-c5a0-44b5-9986-8a9228f2bcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:25:07.972046 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-3a5a9567-555d-4f9c-8a41-876ee203238b req-3c1d1c08-c5a0-44b5-9986-8a9228f2bcc6 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1437e10b84d943a885db1ec25dccc6e5&device_id=1c9cfb26-0c88-45f3-8bad-d4af45b1cade HTTP/1.1" status: 200 len: 1127 time: 0.0413268 May 04 18:25:08.071395 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a9567-555d-4f9c-8a41-876ee203238b req-f51ac167-2c4f-4397-917b-de7a0911b803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:25:08.072935 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-3a5a9567-555d-4f9c-8a41-876ee203238b req-f51ac167-2c4f-4397-917b-de7a0911b803 service neutron] 10.222.0.84 "GET /v2.0/networks?id=26d35b79-1359-484a-a955-f54353f413dc HTTP/1.1" status: 200 len: 918 time: 0.0946262 May 04 18:25:08.161135 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfdf09e-6875-486c-b1f6-cf3e01667481 req-0115c3ae-cd73-4f34-be75-269d7ef76f96 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:25:08.162629 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-6dfdf09e-6875-486c-b1f6-cf3e01667481 req-0115c3ae-cd73-4f34-be75-269d7ef76f96 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c9cfb26-0c88-45f3-8bad-d4af45b1cade HTTP/1.1" status: 200 len: 943 time: 0.0928526 May 04 18:25:08.180284 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-3a5a9567-555d-4f9c-8a41-876ee203238b req-89d4b136-931f-4b23-a8bd-ec6edc14d843 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=09b49ab0-d355-46ab-b15e-26e5e9f96975 HTTP/1.1" status: 200 len: 999 time: 0.0992861 May 04 18:25:08.252517 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-6dfdf09e-6875-486c-b1f6-cf3e01667481 req-65946bd7-0ac4-40ac-b29a-59aeb5f1f556 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=08638c86-5d55-45a8-81d0-0a674a737892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825274 May 04 18:25:08.254032 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a9567-555d-4f9c-8a41-876ee203238b req-60633304-a4cc-40e2-a031-275a4a728a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:25:08.255421 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-3a5a9567-555d-4f9c-8a41-876ee203238b req-60633304-a4cc-40e2-a031-275a4a728a2c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0e97a9af-bf91-4879-8505-d85b9edd2417 HTTP/1.1" status: 200 len: 856 time: 0.0687404 May 04 18:25:08.302047 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a9567-555d-4f9c-8a41-876ee203238b req-303a040a-ece5-4356-9722-0be895f9e3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:25:08.303554 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-3a5a9567-555d-4f9c-8a41-876ee203238b req-303a040a-ece5-4356-9722-0be895f9e3a8 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=26d35b79-1359-484a-a955-f54353f413dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397425 May 04 18:25:08.398902 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-3a5a9567-555d-4f9c-8a41-876ee203238b req-5b499728-de1a-4566-a887-63e1895178cc service neutron] 10.222.0.84 "GET /v2.0/networks/26d35b79-1359-484a-a955-f54353f413dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892184 May 04 18:25:08.498013 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-3a5a9567-555d-4f9c-8a41-876ee203238b req-cc1986b0-4f29-4175-9405-8c2e9a79208e service neutron] 10.222.0.84 "GET /v2.0/networks/26d35b79-1359-484a-a955-f54353f413dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889349 May 04 18:25:09.385965 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145b95d1-3e2c-431c-a144-dcfbe0bb5239 req-9fec000c-9b03-4f0e-9ef2-2ef36cfcf64e tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:25:09.387644 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-145b95d1-3e2c-431c-a144-dcfbe0bb5239 req-9fec000c-9b03-4f0e-9ef2-2ef36cfcf64e tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c9cfb26-0c88-45f3-8bad-d4af45b1cade HTTP/1.1" status: 200 len: 943 time: 0.0541382 May 04 18:25:09.449702 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-145b95d1-3e2c-431c-a144-dcfbe0bb5239 req-3c66f287-1150-4657-9696-06190c8431bb tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=08638c86-5d55-45a8-81d0-0a674a737892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533686 May 04 18:25:10.420704 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 55014) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:25:10.618833 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f98de0-ac34-4763-b2c1-e0117721a435 req-a806823c-0905-4eb6-98f7-0065711aca11 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:25:10.626033 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-d9f98de0-ac34-4763-b2c1-e0117721a435 req-a806823c-0905-4eb6-98f7-0065711aca11 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c9cfb26-0c88-45f3-8bad-d4af45b1cade HTTP/1.1" status: 200 len: 943 time: 0.0993779 May 04 18:25:10.730820 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-d9f98de0-ac34-4763-b2c1-e0117721a435 req-f9dd8675-5243-42b4-abea-994830f0dcd3 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=08638c86-5d55-45a8-81d0-0a674a737892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035717 May 04 18:25:10.789027 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.plugin [None req-be1441fd-4a7f-44ad-bf8b-eb127cf1e38e tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Deleting port c50ec29f-aebc-4bb6-aefc-73725bfc2763 {{(pid=104024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:25:10.789604 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-be1441fd-4a7f-44ad-bf8b-eb127cf1e38e tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772820269343'] for port (c50ec29f-aebc-4bb6-aefc-73725bfc2763), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:10.869706 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-be1441fd-4a7f-44ad-bf8b-eb127cf1e38e tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674980'] for port (c50ec29f-aebc-4bb6-aefc-73725bfc2763), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:10.870129 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-be1441fd-4a7f-44ad-bf8b-eb127cf1e38e tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Publish callbacks [] for floatingip (c50ec29f-aebc-4bb6-aefc-73725bfc2763), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:10.884831 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.plugin [None req-be1441fd-4a7f-44ad-bf8b-eb127cf1e38e tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Calling delete_port for c50ec29f-aebc-4bb6-aefc-73725bfc2763 owned by network:floatingip {{(pid=104024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:25:11.107982 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-be1441fd-4a7f-44ad-bf8b-eb127cf1e38e tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772820276655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772819832239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007267'] for port (c50ec29f-aebc-4bb6-aefc-73725bfc2763), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:11.152393 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1441fd-4a7f-44ad-bf8b-eb127cf1e38e tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Pushing event deleted for resources: {'Port': ['ID=c50ec29f-aebc-4bb6-aefc-73725bfc2763,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:11.221535 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-be1441fd-4a7f-44ad-bf8b-eb127cf1e38e tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Publish callbacks [] for floatingip (5a080734-7cea-42c9-ad57-37c10e2b065b), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:11.222079 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.db.l3_db [None req-be1441fd-4a7f-44ad-bf8b-eb127cf1e38e tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Floating IP 5a080734-7cea-42c9-ad57-37c10e2b065b disassociated (deleted). External IP: 172.27.1.231, port: 8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4. May 04 18:25:11.462049 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be1441fd-4a7f-44ad-bf8b-eb127cf1e38e tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Router 7083c830-f333-46fd-9322-19ed9b2d21c1 has already been hosted by L3 agent 341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae {{(pid=104024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 18:25:11.584211 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be1441fd-4a7f-44ad-bf8b-eb127cf1e38e tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Notify agent at l3_agent.dv-cinder-840511-4-iscsi the message routers_updated {{(pid=104024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 18:25:11.589014 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-be1441fd-4a7f-44ad-bf8b-eb127cf1e38e tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976'] for floatingip (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:11.595716 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37dd78e-587f-4fb6-bf0a-c79c30e437e6 None None] Sync routers for ids ['7083c830-f333-46fd-9322-19ed9b2d21c1'] in dv-cinder-840511-4-iscsi {{(pid=104026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:25:11.607200 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37dd78e-587f-4fb6-bf0a-c79c30e437e6 None None] Routers {'7083c830-f333-46fd-9322-19ed9b2d21c1'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:25:11.608132 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-a37dd78e-587f-4fb6-bf0a-c79c30e437e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:25:00Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['7083c830-f333-46fd-9322-19ed9b2d21c1'], 'active': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:25:11.624060 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-be1441fd-4a7f-44ad-bf8b-eb127cf1e38e tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "DELETE /v2.0/floatingips/5a080734-7cea-42c9-ad57-37c10e2b065b HTTP/1.1" status: 204 len: 168 time: 1.1993921 May 04 18:25:11.624060 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8dd944e-6e16-498a-848a-ffdff4fbd064', 'tag': '8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4'}] {{(pid=104024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:25:11.626522 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c26fa3ecb1f16f42831e56f73673e8220bc52890772fb217514d3f8d557ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-047ab4d6-718c-4c6c-8a6e-1523744c6afc" -d '{"events": [{"name": "network-changed", "server_uuid": "f8dd944e-6e16-498a-848a-ffdff4fbd064", "tag": "8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4"}]}' {{(pid=104024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:25:11.745916 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvr_db [None req-a37dd78e-587f-4fb6-bf0a-c79c30e437e6 None None] Set router 7083c830-f333-46fd-9322-19ed9b2d21c1 gateway port host: dv-cinder-840511-4-iscsi {{(pid=104026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:25:12.018032 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 18:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d90738-e910-4c21-bc90-15f2ddb71288 x-openstack-request-id: req-f1d90738-e910-4c21-bc90-15f2ddb71288 {{(pid=104024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:25:12.018606 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8dd944e-6e16-498a-848a-ffdff4fbd064", "tag": "8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4", "status": "completed", "code": 200}]} {{(pid=104024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:25:12.019221 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f1d90738-e910-4c21-bc90-15f2ddb71288 {{(pid=104024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:25:12.020112 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1d90738-e910-4c21-bc90-15f2ddb71288'] response: {'name': 'network-changed', 'server_uuid': 'f8dd944e-6e16-498a-848a-ffdff4fbd064', 'tag': '8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4', 'status': 'completed', 'code': 200} May 04 18:25:12.090408 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-a37dd78e-587f-4fb6-bf0a-c79c30e437e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7083c830-f333-46fd-9322-19ed9b2d21c1', 'name': 'tempest-TestShelveInstance-735415400-router', 'tenant_id': '5b095a86e9004719a23c3a0bd0f8a986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '4fa398eb-adf8-446e-b957-5e7853142b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:18:34Z', 'updated_at': '2022-05-04T18:18:38Z', 'revision_number': 4, 'project_id': '5b095a86e9004719a23c3a0bd0f8a986', 'gw_port': {'id': '4fa398eb-adf8-446e-b957-5e7853142b88', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7083c830-f333-46fd-9322-19ed9b2d21c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:18:35Z', 'updated_at': '2022-05-04T18:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_interfaces': [{'id': '98cfa51d-91d7-4cc3-8795-19ad35c90a50', 'name': '', 'network_id': '106b7264-34d3-4ab1-9694-1650e4fd9860', 'tenant_id': '5b095a86e9004719a23c3a0bd0f8a986', 'mac_address': 'fa:16:3e:ef:75:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7083c830-f333-46fd-9322-19ed9b2d21c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '3d61c736-b53f-4743-b857-e2820b1996fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:18:37Z', 'updated_at': '2022-05-04T18:18:42Z', 'revision_number': 5, 'project_id': '5b095a86e9004719a23c3a0bd0f8a986', 'subnets': [{'id': '3d61c736-b53f-4743-b857-e2820b1996fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:25:12.122340 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37dd78e-587f-4fb6-bf0a-c79c30e437e6 None None] Checking router: 7083c830-f333-46fd-9322-19ed9b2d21c1 for host: dv-cinder-840511-4-iscsi {{(pid=104026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:25:12.131047 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37dd78e-587f-4fb6-bf0a-c79c30e437e6 None None] Routers {'7083c830-f333-46fd-9322-19ed9b2d21c1'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:25:12.131652 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-a37dd78e-587f-4fb6-bf0a-c79c30e437e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:25:00Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['7083c830-f333-46fd-9322-19ed9b2d21c1'], 'active': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:25:12.144433 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc862ee-875a-4c80-98a9-52568d9a20cf req-a69545d4-19cb-4fd0-a62c-b5c29e00cb06 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:25:12.146269 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-9cc862ee-875a-4c80-98a9-52568d9a20cf req-a69545d4-19cb-4fd0-a62c-b5c29e00cb06 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c9cfb26-0c88-45f3-8bad-d4af45b1cade HTTP/1.1" status: 200 len: 943 time: 0.0586421 May 04 18:25:12.238415 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-9cc862ee-875a-4c80-98a9-52568d9a20cf req-875089b1-7f99-40c0-b20b-443bd6148155 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=08638c86-5d55-45a8-81d0-0a674a737892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864263 May 04 18:25:12.286957 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvr_db [None req-a37dd78e-587f-4fb6-bf0a-c79c30e437e6 None None] Set router 7083c830-f333-46fd-9322-19ed9b2d21c1 gateway port host: dv-cinder-840511-4-iscsi {{(pid=104026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:25:12.391940 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaefaab-c56f-4b61-adf2-6f7ff5985396 req-7af781c2-1363-4465-9d6d-fc008b17218b tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:25:12.393590 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-fdaefaab-c56f-4b61-adf2-6f7ff5985396 req-7af781c2-1363-4465-9d6d-fc008b17218b tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8dd944e-6e16-498a-848a-ffdff4fbd064 HTTP/1.1" status: 200 len: 945 time: 0.0521722 May 04 18:25:12.463724 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-fdaefaab-c56f-4b61-adf2-6f7ff5985396 req-49045d19-2d76-40fc-8052-db5be8a736d6 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/security-groups?id=1715c313-c023-437e-9dab-04beca213f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643830 May 04 18:25:12.546476 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-a37dd78e-587f-4fb6-bf0a-c79c30e437e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7083c830-f333-46fd-9322-19ed9b2d21c1', 'name': 'tempest-TestShelveInstance-735415400-router', 'tenant_id': '5b095a86e9004719a23c3a0bd0f8a986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '4fa398eb-adf8-446e-b957-5e7853142b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:18:34Z', 'updated_at': '2022-05-04T18:18:38Z', 'revision_number': 4, 'project_id': '5b095a86e9004719a23c3a0bd0f8a986', 'gw_port': {'id': '4fa398eb-adf8-446e-b957-5e7853142b88', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7083c830-f333-46fd-9322-19ed9b2d21c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:18:35Z', 'updated_at': '2022-05-04T18:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_interfaces': [{'id': '98cfa51d-91d7-4cc3-8795-19ad35c90a50', 'name': '', 'network_id': '106b7264-34d3-4ab1-9694-1650e4fd9860', 'tenant_id': '5b095a86e9004719a23c3a0bd0f8a986', 'mac_address': 'fa:16:3e:ef:75:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7083c830-f333-46fd-9322-19ed9b2d21c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '3d61c736-b53f-4743-b857-e2820b1996fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:18:37Z', 'updated_at': '2022-05-04T18:18:42Z', 'revision_number': 5, 'project_id': '5b095a86e9004719a23c3a0bd0f8a986', 'subnets': [{'id': '3d61c736-b53f-4743-b857-e2820b1996fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:25:12.585530 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37dd78e-587f-4fb6-bf0a-c79c30e437e6 None None] The sync data for ids ['7083c830-f333-46fd-9322-19ed9b2d21c1'] in dv-cinder-840511-4-iscsi is: [{'id': '7083c830-f333-46fd-9322-19ed9b2d21c1', 'name': 'tempest-TestShelveInstance-735415400-router', 'tenant_id': '5b095a86e9004719a23c3a0bd0f8a986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '4fa398eb-adf8-446e-b957-5e7853142b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:18:34Z', 'updated_at': '2022-05-04T18:18:38Z', 'revision_number': 4, 'project_id': '5b095a86e9004719a23c3a0bd0f8a986', 'gw_port': {'id': '4fa398eb-adf8-446e-b957-5e7853142b88', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7083c830-f333-46fd-9322-19ed9b2d21c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:18:35Z', 'updated_at': '2022-05-04T18:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_interfaces': [{'id': '98cfa51d-91d7-4cc3-8795-19ad35c90a50', 'name': '', 'network_id': '106b7264-34d3-4ab1-9694-1650e4fd9860', 'tenant_id': '5b095a86e9004719a23c3a0bd0f8a986', 'mac_address': 'fa:16:3e:ef:75:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7083c830-f333-46fd-9322-19ed9b2d21c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '3d61c736-b53f-4743-b857-e2820b1996fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:18:37Z', 'updated_at': '2022-05-04T18:18:42Z', 'revision_number': 5, 'project_id': '5b095a86e9004719a23c3a0bd0f8a986', 'subnets': [{'id': '3d61c736-b53f-4743-b857-e2820b1996fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:25:12.841243 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa144e1-e777-4117-9b35-27713dd8de73 None None] New status for floating IP 5a080734-7cea-42c9-ad57-37c10e2b065b: DOWN {{(pid=104025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 18:25:13.379920 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9381a2d1-d697-4638-b155-5c0a827b9235 req-49b662cf-468c-4aba-b8fd-4ff34d61b0dc tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:25:13.381715 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-9381a2d1-d697-4638-b155-5c0a827b9235 req-49b662cf-468c-4aba-b8fd-4ff34d61b0dc tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c9cfb26-0c88-45f3-8bad-d4af45b1cade HTTP/1.1" status: 200 len: 943 time: 0.0537982 May 04 18:25:13.432427 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-9381a2d1-d697-4638-b155-5c0a827b9235 req-646f4601-e877-4aed-987d-33f60050eb12 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=08638c86-5d55-45a8-81d0-0a674a737892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446646 May 04 18:25:13.589271 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26140608-86b1-4526-8fe7-a8cb4938e26a req-f1a07432-d66f-4f41-ae61-bd8559c78d0a tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:25:13.590915 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-26140608-86b1-4526-8fe7-a8cb4938e26a req-f1a07432-d66f-4f41-ae61-bd8559c78d0a tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8dd944e-6e16-498a-848a-ffdff4fbd064 HTTP/1.1" status: 200 len: 945 time: 0.0497885 May 04 18:25:13.645204 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-26140608-86b1-4526-8fe7-a8cb4938e26a req-5715c366-86ef-4392-b3a0-dec385974163 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/security-groups?id=1715c313-c023-437e-9dab-04beca213f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479686 May 04 18:25:14.561922 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4241c23-29ae-440e-bfeb-a02c95944dbd req-e899ca30-150d-407a-b144-b30b90b7a914 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:25:14.563501 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-f4241c23-29ae-440e-bfeb-a02c95944dbd req-e899ca30-150d-407a-b144-b30b90b7a914 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c9cfb26-0c88-45f3-8bad-d4af45b1cade HTTP/1.1" status: 200 len: 943 time: 0.0552115 May 04 18:25:14.614505 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-f4241c23-29ae-440e-bfeb-a02c95944dbd req-0025af32-0f2a-4a51-a20f-c9ddfb3d561d tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=08638c86-5d55-45a8-81d0-0a674a737892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447109 May 04 18:25:14.767829 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89817aa2-c48e-4d02-a782-cad37d5f8da2 req-e3d76d08-2e3c-442f-b803-fd5459931afa tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:25:14.769384 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-89817aa2-c48e-4d02-a782-cad37d5f8da2 req-e3d76d08-2e3c-442f-b803-fd5459931afa tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8dd944e-6e16-498a-848a-ffdff4fbd064 HTTP/1.1" status: 200 len: 945 time: 0.0512469 May 04 18:25:14.823192 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-89817aa2-c48e-4d02-a782-cad37d5f8da2 req-97d99de1-5a45-4de5-822d-c0e96f7920f8 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/security-groups?id=1715c313-c023-437e-9dab-04beca213f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480423 May 04 18:25:15.749474 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f838c438-b491-4e8b-9a49-7d8e8d61a4da req-e547aa6f-7369-48c9-86e9-fc2088e32c85 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:25:15.751002 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-f838c438-b491-4e8b-9a49-7d8e8d61a4da req-e547aa6f-7369-48c9-86e9-fc2088e32c85 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c9cfb26-0c88-45f3-8bad-d4af45b1cade HTTP/1.1" status: 200 len: 943 time: 0.0547268 May 04 18:25:15.807583 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-f838c438-b491-4e8b-9a49-7d8e8d61a4da req-f99b4cfc-9328-42e6-8ec9-7af8aada7082 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=08638c86-5d55-45a8-81d0-0a674a737892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497928 May 04 18:25:15.943595 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c0e70-f6ea-4e08-b98c-383f0113873e req-1b6be942-5e54-4bc0-884e-6dde7e2d498b tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:25:15.945327 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-f12c0e70-f6ea-4e08-b98c-383f0113873e req-1b6be942-5e54-4bc0-884e-6dde7e2d498b tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8dd944e-6e16-498a-848a-ffdff4fbd064 HTTP/1.1" status: 200 len: 945 time: 0.0501451 May 04 18:25:15.999534 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-f12c0e70-f6ea-4e08-b98c-383f0113873e req-204fdfe6-b46e-4e2c-8c09-23eb8c203687 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/security-groups?id=1715c313-c023-437e-9dab-04beca213f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480139 May 04 18:25:16.957113 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba0043-5e3d-4527-a74f-9510b7e7cba2 req-df680dda-77b2-4245-9a1d-842d5fd448b9 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:25:16.959023 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-cfba0043-5e3d-4527-a74f-9510b7e7cba2 req-df680dda-77b2-4245-9a1d-842d5fd448b9 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c9cfb26-0c88-45f3-8bad-d4af45b1cade HTTP/1.1" status: 200 len: 943 time: 0.0648065 May 04 18:25:17.024207 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-cfba0043-5e3d-4527-a74f-9510b7e7cba2 req-b9203372-0103-4f2e-8914-f413728b39c6 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=08638c86-5d55-45a8-81d0-0a674a737892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589161 May 04 18:25:17.135729 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac18b8d-01e4-4ba8-a936-49391cfe4442 req-85371e3e-c3cf-4f3f-ac2c-681a59e02886 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:25:17.137166 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-8ac18b8d-01e4-4ba8-a936-49391cfe4442 req-85371e3e-c3cf-4f3f-ac2c-681a59e02886 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8dd944e-6e16-498a-848a-ffdff4fbd064 HTTP/1.1" status: 200 len: 945 time: 0.0491829 May 04 18:25:17.191824 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-8ac18b8d-01e4-4ba8-a936-49391cfe4442 req-94fae96b-66b6-4604-8754-ebdfbd6bc3ff tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/security-groups?id=1715c313-c023-437e-9dab-04beca213f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465701 May 04 18:25:18.147864 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a5efd4-7270-4f92-995f-f20db0df0f1c req-a63af679-328b-43e3-a1ed-907324fbeb83 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:25:18.149358 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-24a5efd4-7270-4f92-995f-f20db0df0f1c req-a63af679-328b-43e3-a1ed-907324fbeb83 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c9cfb26-0c88-45f3-8bad-d4af45b1cade HTTP/1.1" status: 200 len: 943 time: 0.0491803 May 04 18:25:18.197550 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-24a5efd4-7270-4f92-995f-f20db0df0f1c req-175ea75d-8fc8-4552-bd72-6c6a903a2f05 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=08638c86-5d55-45a8-81d0-0a674a737892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421610 May 04 18:25:18.553593 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c17aa5-50a0-4f26-92fd-c583de83f5a8 req-1f679099-5959-434f-9bd4-03f1abcf077c tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:25:18.555108 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-99c17aa5-50a0-4f26-92fd-c583de83f5a8 req-1f679099-5959-434f-9bd4-03f1abcf077c tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8dd944e-6e16-498a-848a-ffdff4fbd064 HTTP/1.1" status: 200 len: 945 time: 0.2949615 May 04 18:25:18.604016 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-99c17aa5-50a0-4f26-92fd-c583de83f5a8 req-498c114f-92b6-4fd5-8238-6d1624b4065a tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/security-groups?id=1715c313-c023-437e-9dab-04beca213f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432765 May 04 18:25:19.317854 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4dc8e7-d6da-4735-b246-6bbd451559a9 req-f38f2f7b-4a85-4abd-9f27-4e065a2721c1 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:25:19.319355 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-fa4dc8e7-d6da-4735-b246-6bbd451559a9 req-f38f2f7b-4a85-4abd-9f27-4e065a2721c1 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c9cfb26-0c88-45f3-8bad-d4af45b1cade HTTP/1.1" status: 200 len: 943 time: 0.0470443 May 04 18:25:19.366755 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-fa4dc8e7-d6da-4735-b246-6bbd451559a9 req-6d45251c-73ac-4070-a821-0e495f8abaec tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=08638c86-5d55-45a8-81d0-0a674a737892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415959 May 04 18:25:19.721229 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd9959-ecb9-46cc-a518-f043839a68e8 req-d4b66141-5a72-462d-9305-58f8c67d757b tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:25:19.722697 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-c8cd9959-ecb9-46cc-a518-f043839a68e8 req-d4b66141-5a72-462d-9305-58f8c67d757b tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8dd944e-6e16-498a-848a-ffdff4fbd064 HTTP/1.1" status: 200 len: 945 time: 0.0524764 May 04 18:25:19.774398 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-c8cd9959-ecb9-46cc-a518-f043839a68e8 req-4581ba15-c5c2-406f-97a8-3e7f28f91ed4 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/security-groups?id=1715c313-c023-437e-9dab-04beca213f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455418 May 04 18:25:20.486535 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9889c2e9-9460-4d9d-b975-a5f3418fe73b req-ddd0c190-23ea-47a7-af2f-7a8342568df3 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:25:20.487950 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-9889c2e9-9460-4d9d-b975-a5f3418fe73b req-ddd0c190-23ea-47a7-af2f-7a8342568df3 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c9cfb26-0c88-45f3-8bad-d4af45b1cade HTTP/1.1" status: 200 len: 943 time: 0.0471478 May 04 18:25:20.535552 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-9889c2e9-9460-4d9d-b975-a5f3418fe73b req-6cb60310-65a6-48a4-91fe-e75e393b654c tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=08638c86-5d55-45a8-81d0-0a674a737892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417490 May 04 18:25:20.887209 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623aef23-9417-4b51-8bf1-e3a10373e5e7 req-3cb3ab5a-5eab-4927-8748-b8641e4959da tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:25:20.888684 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-623aef23-9417-4b51-8bf1-e3a10373e5e7 req-3cb3ab5a-5eab-4927-8748-b8641e4959da tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8dd944e-6e16-498a-848a-ffdff4fbd064 HTTP/1.1" status: 200 len: 945 time: 0.0478663 May 04 18:25:20.940741 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-623aef23-9417-4b51-8bf1-e3a10373e5e7 req-c176b947-a38b-4803-b0a6-3677b3b82762 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/security-groups?id=1715c313-c023-437e-9dab-04beca213f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463533 May 04 18:25:21.654487 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce0b9b4-fa40-4fcd-8418-155b57b1dfe3 req-2998f086-7011-47af-8d17-7e68a73026d1 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:25:21.656128 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-3ce0b9b4-fa40-4fcd-8418-155b57b1dfe3 req-2998f086-7011-47af-8d17-7e68a73026d1 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c9cfb26-0c88-45f3-8bad-d4af45b1cade HTTP/1.1" status: 200 len: 943 time: 0.0471799 May 04 18:25:21.704697 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-3ce0b9b4-fa40-4fcd-8418-155b57b1dfe3 req-8f735cfc-79bb-4f42-8323-3c8cbf8447e0 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=08638c86-5d55-45a8-81d0-0a674a737892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424135 May 04 18:25:22.065135 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e467d03f-af57-4bca-9571-05da081d0891 req-3257774f-72a7-4b9a-b474-82c4d349ee7c tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:25:22.066700 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-e467d03f-af57-4bca-9571-05da081d0891 req-3257774f-72a7-4b9a-b474-82c4d349ee7c tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8dd944e-6e16-498a-848a-ffdff4fbd064 HTTP/1.1" status: 200 len: 945 time: 0.0584152 May 04 18:25:22.121988 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-e467d03f-af57-4bca-9571-05da081d0891 req-e6da4f57-8847-4538-8d0c-371a872ff2a7 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/security-groups?id=1715c313-c023-437e-9dab-04beca213f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478146 May 04 18:25:22.427905 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ab4d6-718c-4c6c-8a6e-1523744c6afc req-20b10ff9-3ae2-4180-98fa-505958700ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:25:22.429397 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-047ab4d6-718c-4c6c-8a6e-1523744c6afc req-20b10ff9-3ae2-4180-98fa-505958700ba6 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=5b095a86e9004719a23c3a0bd0f8a986&device_id=f8dd944e-6e16-498a-848a-ffdff4fbd064 HTTP/1.1" status: 200 len: 1129 time: 0.0425148 May 04 18:25:22.815337 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (2ed5d983-d6d1-49f2-9dfa-1a41e5be1317), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:22.827945 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9f41c0-324a-48e7-affe-07f3f7561c4e req-a5af28ab-3e54-4cbd-b175-805145826fce tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:25:22.829397 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-6d9f41c0-324a-48e7-affe-07f3f7561c4e req-a5af28ab-3e54-4cbd-b175-805145826fce tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c9cfb26-0c88-45f3-8bad-d4af45b1cade HTTP/1.1" status: 200 len: 943 time: 0.0499027 May 04 18:25:22.876648 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-6d9f41c0-324a-48e7-affe-07f3f7561c4e req-a4078ec4-43c2-4fe8-9b2c-0fc8e93607cd tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=08638c86-5d55-45a8-81d0-0a674a737892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413864 May 04 18:25:23.237952 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab1808-90ab-410f-9ad8-c10214398c3e req-f79e9bd2-cabb-4f28-9403-574168e0c7df tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:25:23.239423 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-3eab1808-90ab-410f-9ad8-c10214398c3e req-f79e9bd2-cabb-4f28-9403-574168e0c7df tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8dd944e-6e16-498a-848a-ffdff4fbd064 HTTP/1.1" status: 200 len: 945 time: 0.0483043 May 04 18:25:23.287904 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-3eab1808-90ab-410f-9ad8-c10214398c3e req-70d78f5d-5ab2-4731-9342-e509e015ab88 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/security-groups?id=1715c313-c023-437e-9dab-04beca213f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428972 May 04 18:25:23.999337 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fd864f-6426-41f6-a313-665851decc0b req-e7072477-7d5d-4fad-b12c-7f3fe9589717 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:25:24.000888 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-41fd864f-6426-41f6-a313-665851decc0b req-e7072477-7d5d-4fad-b12c-7f3fe9589717 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c9cfb26-0c88-45f3-8bad-d4af45b1cade HTTP/1.1" status: 200 len: 943 time: 0.0504844 May 04 18:25:24.048125 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-41fd864f-6426-41f6-a313-665851decc0b req-bdb748be-96f4-4d59-ad82-04946d1a7a36 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=08638c86-5d55-45a8-81d0-0a674a737892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408044 May 04 18:25:24.401842 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc922f92-61ea-4773-a17c-a6e405f94fa1 req-ce5edc5d-f3dd-4d8b-ac55-aa011a17b81a tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:25:24.403350 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-dc922f92-61ea-4773-a17c-a6e405f94fa1 req-ce5edc5d-f3dd-4d8b-ac55-aa011a17b81a tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8dd944e-6e16-498a-848a-ffdff4fbd064 HTTP/1.1" status: 200 len: 945 time: 0.0486712 May 04 18:25:24.452973 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-dc922f92-61ea-4773-a17c-a6e405f94fa1 req-96f43424-1589-4e28-b219-ed387562e81f tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/security-groups?id=1715c313-c023-437e-9dab-04beca213f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438619 May 04 18:25:25.176433 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db87c98f-0123-4688-b2c2-e81961ce4213 req-60e983c7-4534-41e8-853d-369e72032f60 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:25:25.178682 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-db87c98f-0123-4688-b2c2-e81961ce4213 req-60e983c7-4534-41e8-853d-369e72032f60 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c9cfb26-0c88-45f3-8bad-d4af45b1cade HTTP/1.1" status: 200 len: 943 time: 0.0532911 May 04 18:25:25.228302 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-db87c98f-0123-4688-b2c2-e81961ce4213 req-24ff39b6-66ad-435e-b1db-e30b98c5d10b tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=08638c86-5d55-45a8-81d0-0a674a737892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439272 May 04 18:25:25.483450 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ab4d6-718c-4c6c-8a6e-1523744c6afc req-baca93e1-13b1-42c7-a716-afb07b78408a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:25:25.488764 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-047ab4d6-718c-4c6c-8a6e-1523744c6afc req-baca93e1-13b1-42c7-a716-afb07b78408a service neutron] 10.222.0.84 "GET /v2.0/networks?id=106b7264-34d3-4ab1-9694-1650e4fd9860 HTTP/1.1" status: 200 len: 909 time: 0.0881920 May 04 18:25:25.536964 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-047ab4d6-718c-4c6c-8a6e-1523744c6afc req-6fcf7d19-4838-45fc-92e4-7e698f6f11cc service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4 HTTP/1.1" status: 200 len: 217 time: 0.0431511 May 04 18:25:25.583187 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f621a67-e79e-40eb-9b50-85a3fcc1fd49 req-c90ba64e-3d7b-4665-84e2-0a83697b76f2 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:25:25.584690 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-3f621a67-e79e-40eb-9b50-85a3fcc1fd49 req-c90ba64e-3d7b-4665-84e2-0a83697b76f2 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8dd944e-6e16-498a-848a-ffdff4fbd064 HTTP/1.1" status: 200 len: 945 time: 0.0505145 May 04 18:25:25.636223 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-3f621a67-e79e-40eb-9b50-85a3fcc1fd49 req-2f8e8b3c-8cf1-4ec3-81d3-9bb0c7142c84 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/security-groups?id=1715c313-c023-437e-9dab-04beca213f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458207 May 04 18:25:25.807742 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device 09b49ab0-d355-46ab-b15e-26e5e9f96975 details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=104025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 18:25:25.913421 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] For port 09b49ab0-d355-46ab-b15e-26e5e9f96975, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=09b49ab0-d355-46ab-b15e-26e5e9f96975,segment=NetworkSegment(de7bb9b3-95ed-4c1b-8898-7bebbfcd85a3),segment_id=de7bb9b3-95ed-4c1b-8898-7bebbfcd85a3)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:25:25.925992 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Returning: {'device': '09b49ab0-d355-46ab-b15e-26e5e9f96975', 'network_id': '26d35b79-1359-484a-a955-f54353f413dc', 'port_id': '09b49ab0-d355-46ab-b15e-26e5e9f96975', 'mac_address': 'fa:16:3e:54:6c:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e97a9af-bf91-4879-8505-d85b9edd2417', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 18:25:25.968146 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Current status of the port 09b49ab0-d355-46ab-b15e-26e5e9f96975 is: DOWN; New status is: BUILD {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:25:25.972345 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (09b49ab0-d355-46ab-b15e-26e5e9f96975), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:25.985400 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.notifiers.nova [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09b49ab0-d355-46ab-b15e-26e5e9f96975 {{(pid=104025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:25:25.991054 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ab4d6-718c-4c6c-8a6e-1523744c6afc req-3a5ee5a3-4d99-49d0-81d3-a121b93429c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:25:25.992568 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-047ab4d6-718c-4c6c-8a6e-1523744c6afc req-3a5ee5a3-4d99-49d0-81d3-a121b93429c6 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3d61c736-b53f-4743-b857-e2820b1996fc HTTP/1.1" status: 200 len: 847 time: 0.0468543 May 04 18:25:26.006513 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] For port 09b49ab0-d355-46ab-b15e-26e5e9f96975, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=09b49ab0-d355-46ab-b15e-26e5e9f96975,segment=NetworkSegment(de7bb9b3-95ed-4c1b-8898-7bebbfcd85a3),segment_id=de7bb9b3-95ed-4c1b-8898-7bebbfcd85a3)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:25:26.081864 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ab4d6-718c-4c6c-8a6e-1523744c6afc req-0df19c82-235d-4873-9140-135c4393e4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:25:26.083295 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-047ab4d6-718c-4c6c-8a6e-1523744c6afc req-0df19c82-235d-4873-9140-135c4393e4fa service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=106b7264-34d3-4ab1-9694-1650e4fd9860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441258 May 04 18:25:26.084849 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (09b49ab0-d355-46ab-b15e-26e5e9f96975), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:26.132674 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Pushing event updated for resources: {'Port': ['ID=09b49ab0-d355-46ab-b15e-26e5e9f96975,revision_number=9']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:26.277025 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-047ab4d6-718c-4c6c-8a6e-1523744c6afc req-d8ed604c-f8ed-47f5-acb5-c2abf5fd3c39 service neutron] 10.222.0.84 "GET /v2.0/networks/106b7264-34d3-4ab1-9694-1650e4fd9860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857689 May 04 18:25:26.359407 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44a5e2d-5f16-49ed-ac99-9489abdfc2b9 req-f717d2f5-2d60-4093-b317-03e3750984b2 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:25:26.360778 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-a44a5e2d-5f16-49ed-ac99-9489abdfc2b9 req-f717d2f5-2d60-4093-b317-03e3750984b2 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.84 "GET /v2.0/ports?device_id=f8dd944e-6e16-498a-848a-ffdff4fbd064 HTTP/1.1" status: 200 len: 945 time: 0.0480232 May 04 18:25:26.376217 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4ffa13-d23f-490c-9b9c-f79860dc4555 req-81286f6f-9a36-4967-9169-3b78b6d33cdf tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:25:26.377787 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-1f4ffa13-d23f-490c-9b9c-f79860dc4555 req-81286f6f-9a36-4967-9169-3b78b6d33cdf tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c9cfb26-0c88-45f3-8bad-d4af45b1cade HTTP/1.1" status: 200 len: 944 time: 0.0754685 May 04 18:25:26.463430 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] get_ports_and_sgs() called for port_ids ['09b49ab0-d355-46ab-b15e-26e5e9f96975'] {{(pid=104025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 18:25:26.464822 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [req-a44a5e2d-5f16-49ed-ac99-9489abdfc2b9 req-956b8324-700a-46e7-8a39-5639594c8de6 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Deleting port 8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4 {{(pid=104023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:25:26.465235 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-a44a5e2d-5f16-49ed-ac99-9489abdfc2b9 req-956b8324-700a-46e7-8a39-5639594c8de6 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772820269343'] for port (8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:26.469439 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-047ab4d6-718c-4c6c-8a6e-1523744c6afc req-73ebe998-0795-4e60-9fda-2a23560ce0f7 service neutron] 10.222.0.84 "GET /v2.0/networks/106b7264-34d3-4ab1-9694-1650e4fd9860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559925 May 04 18:25:26.477531 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-1f4ffa13-d23f-490c-9b9c-f79860dc4555 req-a004133e-ae57-4b2d-a776-90e181fdfe90 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=08638c86-5d55-45a8-81d0-0a674a737892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659440 May 04 18:25:26.565511 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [req-a44a5e2d-5f16-49ed-ac99-9489abdfc2b9 req-956b8324-700a-46e7-8a39-5639594c8de6 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] For port 8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4,segment=NetworkSegment(f126fb3f-1cce-44a2-9d04-49ad171b24ae),segment_id=f126fb3f-1cce-44a2-9d04-49ad171b24ae)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:25:26.565882 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-a44a5e2d-5f16-49ed-ac99-9489abdfc2b9 req-956b8324-700a-46e7-8a39-5639594c8de6 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674980'] for port (8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:26.763229 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f16528-f136-4120-acc2-5edcadfb832b req-bf37a079-1c1e-4a7a-8e1b-7ab4ddc39832 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:25:26.764816 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-e9f16528-f136-4120-acc2-5edcadfb832b req-bf37a079-1c1e-4a7a-8e1b-7ab4ddc39832 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8dd944e-6e16-498a-848a-ffdff4fbd064 HTTP/1.1" status: 200 len: 945 time: 0.0539908 May 04 18:25:26.818330 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-e9f16528-f136-4120-acc2-5edcadfb832b req-6cfe66a5-cd3f-4339-bca3-23e1c78566dd tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/security-groups?id=1715c313-c023-437e-9dab-04beca213f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464835 May 04 18:25:26.845220 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [req-a44a5e2d-5f16-49ed-ac99-9489abdfc2b9 req-956b8324-700a-46e7-8a39-5639594c8de6 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Calling delete_port for 8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4 owned by compute:nova {{(pid=104023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:25:27.062129 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-a44a5e2d-5f16-49ed-ac99-9489abdfc2b9 req-956b8324-700a-46e7-8a39-5639594c8de6 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772820276655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772819832239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7382190'] for port (8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:27.097786 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b8324-700a-46e7-8a39-5639594c8de6 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Pushing event deleted for resources: {'Port': ['ID=8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:27.144719 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [req-a44a5e2d-5f16-49ed-ac99-9489abdfc2b9 req-956b8324-700a-46e7-8a39-5639594c8de6 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] No DVR routers for this DVR port 8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4 on host hv-cinder-84051 {{(pid=104023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:25:27.145938 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-a44a5e2d-5f16-49ed-ac99-9489abdfc2b9 req-956b8324-700a-46e7-8a39-5639594c8de6 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976'] for port (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:27.148907 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-a44a5e2d-5f16-49ed-ac99-9489abdfc2b9 req-956b8324-700a-46e7-8a39-5639594c8de6 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.84 "DELETE /v2.0/ports/8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4 HTTP/1.1" status: 204 len: 173 time: 0.7813704 May 04 18:25:27.149365 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8dd944e-6e16-498a-848a-ffdff4fbd064', 'name': 'network-vif-deleted', 'tag': '8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:25:27.151676 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}418c4fc0ed359c78e2a46d0945201a397afdfc4a7689ae544a04c30398cb972a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d194ba6-3903-40d0-90ce-e8f51554adfc" -d '{"events": [{"server_uuid": "f8dd944e-6e16-498a-848a-ffdff4fbd064", "name": "network-vif-deleted", "tag": "8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:25:27.212085 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 18:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b341dd56-f254-498d-925a-aeb3152b89cf x-openstack-request-id: req-b341dd56-f254-498d-925a-aeb3152b89cf {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:25:27.212401 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8dd944e-6e16-498a-848a-ffdff4fbd064", "name": "network-vif-deleted", "tag": "8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4", "status": "completed", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:25:27.218465 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b341dd56-f254-498d-925a-aeb3152b89cf {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:25:27.218465 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b341dd56-f254-498d-925a-aeb3152b89cf'] response: {'server_uuid': 'f8dd944e-6e16-498a-848a-ffdff4fbd064', 'name': 'network-vif-deleted', 'tag': '8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4', 'status': 'completed', 'code': 200} May 04 18:25:27.610702 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-11c30dc4-964d-4fc5-bd84-8ff7ea2fbb88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (c89944b2-e06f-41dc-a0fc-77a7e649c9d3), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:27.621970 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838ab61e-e755-44ea-b6a3-a18db36f6020 req-aca45ffe-7121-4c51-bc3d-1aefa03038fe tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:25:27.623493 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-838ab61e-e755-44ea-b6a3-a18db36f6020 req-aca45ffe-7121-4c51-bc3d-1aefa03038fe tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c9cfb26-0c88-45f3-8bad-d4af45b1cade HTTP/1.1" status: 200 len: 944 time: 0.0522065 May 04 18:25:27.673550 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-838ab61e-e755-44ea-b6a3-a18db36f6020 req-6901c660-4ab3-44c0-9afb-961c03ded380 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=08638c86-5d55-45a8-81d0-0a674a737892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442693 May 04 18:25:27.822465 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device 09b49ab0-d355-46ab-b15e-26e5e9f96975 up at agent hyperv_hv-cinder-84051 {{(pid=104025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:25:27.872977 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Provisioning complete for port 09b49ab0-d355-46ab-b15e-26e5e9f96975 triggered by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:25:27.873349 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (09b49ab0-d355-46ab-b15e-26e5e9f96975), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:27.927746 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-b1be22da-b79b-41ec-97d3-cba40df202c5 req-4245f249-a17a-49c2-ab79-57dcd39c71ce tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8dd944e-6e16-498a-848a-ffdff4fbd064 HTTP/1.1" status: 200 len: 210 time: 0.0363889 May 04 18:25:27.967744 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Current status of the port 09b49ab0-d355-46ab-b15e-26e5e9f96975 is: BUILD; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:25:27.968247 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (09b49ab0-d355-46ab-b15e-26e5e9f96975), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:27.991524 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c9cfb26-0c88-45f3-8bad-d4af45b1cade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b49ab0-d355-46ab-b15e-26e5e9f96975'}] {{(pid=104025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:25:27.993757 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd171a24610d3ce9b5061050d4b691b0bb0a8f45589b955ae7373af7220d97b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85dcaad1-7e2f-4ed6-aa31-371b5f00d657" -d '{"events": [{"server_uuid": "1c9cfb26-0c88-45f3-8bad-d4af45b1cade", "name": "network-vif-plugged", "status": "completed", "tag": "09b49ab0-d355-46ab-b15e-26e5e9f96975"}]}' {{(pid=104025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:25:28.010462 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] For port 09b49ab0-d355-46ab-b15e-26e5e9f96975, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=09b49ab0-d355-46ab-b15e-26e5e9f96975,segment=NetworkSegment(de7bb9b3-95ed-4c1b-8898-7bebbfcd85a3),segment_id=de7bb9b3-95ed-4c1b-8898-7bebbfcd85a3)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:25:28.033274 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 18:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d477b421-46ee-44f8-a108-b6f0f6c1f5ac x-openstack-request-id: req-d477b421-46ee-44f8-a108-b6f0f6c1f5ac {{(pid=104025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:25:28.033599 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c9cfb26-0c88-45f3-8bad-d4af45b1cade", "name": "network-vif-plugged", "status": "completed", "tag": "09b49ab0-d355-46ab-b15e-26e5e9f96975", "code": 200}]} {{(pid=104025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:25:28.034167 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d477b421-46ee-44f8-a108-b6f0f6c1f5ac {{(pid=104025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:25:28.034303 dv-cinder-840511-4-iscsi neutron-server[104025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d477b421-46ee-44f8-a108-b6f0f6c1f5ac'] response: {'server_uuid': '1c9cfb26-0c88-45f3-8bad-d4af45b1cade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b49ab0-d355-46ab-b15e-26e5e9f96975', 'code': 200} May 04 18:25:28.088381 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (09b49ab0-d355-46ab-b15e-26e5e9f96975), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:28.142536 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Pushing event updated for resources: {'Port': ['ID=09b49ab0-d355-46ab-b15e-26e5e9f96975,revision_number=10']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:28.562331 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9342af1-3385-48b4-9f9e-ac13e844f70c req-f537ccd0-3c7e-4453-ba8b-826c9d839863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:25:28.563905 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-c9342af1-3385-48b4-9f9e-ac13e844f70c req-f537ccd0-3c7e-4453-ba8b-826c9d839863 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=1c9cfb26-0c88-45f3-8bad-d4af45b1cade HTTP/1.1" status: 200 len: 1130 time: 0.0400062 May 04 18:25:28.611129 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-c9342af1-3385-48b4-9f9e-ac13e844f70c req-61d452b5-2e7b-439a-a6cb-28e24015ba00 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=08638c86-5d55-45a8-81d0-0a674a737892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395508 May 04 18:25:28.803792 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4a1b99-793f-4436-b14c-fa2848cc9e75 req-e64cd77b-9540-43cc-a589-fba0c3ffaa79 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:25:28.805264 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-2f4a1b99-793f-4436-b14c-fa2848cc9e75 req-e64cd77b-9540-43cc-a589-fba0c3ffaa79 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c9cfb26-0c88-45f3-8bad-d4af45b1cade HTTP/1.1" status: 200 len: 946 time: 0.0520434 May 04 18:25:28.853298 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-2f4a1b99-793f-4436-b14c-fa2848cc9e75 req-81953be2-48c5-45ed-89f2-5584ac80c204 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=08638c86-5d55-45a8-81d0-0a674a737892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422738 May 04 18:25:28.982539 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 55144) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:25:29.040099 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-d665e59e-c550-4416-8790-0b5f74cd8b15 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Publish callbacks [] for security_group (1715c313-c023-437e-9dab-04beca213f8f), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:29.065082 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-d665e59e-c550-4416-8790-0b5f74cd8b15 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Publish callbacks [] for security_group (1715c313-c023-437e-9dab-04beca213f8f), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:29.165061 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-d665e59e-c550-4416-8790-0b5f74cd8b15 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (1715c313-c023-437e-9dab-04beca213f8f), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:29.167650 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-d665e59e-c550-4416-8790-0b5f74cd8b15 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Publish callbacks [] for security_group (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:29.168814 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-d665e59e-c550-4416-8790-0b5f74cd8b15 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] 10.222.0.23 "DELETE /v2.0/security-groups/1715c313-c023-437e-9dab-04beca213f8f HTTP/1.1" status: 204 len: 168 time: 0.1850729 May 04 18:25:29.177938 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d665e59e-c550-4416-8790-0b5f74cd8b15 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1715c313-c023-437e-9dab-04beca213f8f,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:29.283974 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 55148) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:25:29.783441 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-427ee246-0f7e-4086-a669-bdd0da1c046e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1674938'] for router_interface (7083c830-f333-46fd-9322-19ed9b2d21c1), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:29.812549 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device 8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4 no longer exists at agent hyperv_hv-cinder-84051 {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 18:25:29.834236 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] No Port match for: 8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4 {{(pid=104025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 18:25:29.834592 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device 8d26f95d-ee1e-4b28-9dcd-5108ad09b6e4 not bound to the agent host hv-cinder-84051 {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 18:25:30.048838 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964da0c0-f53e-4324-a792-9b4b9861a445 req-111a9345-0de4-48c3-aa5f-480394ee65e3 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:25:30.050887 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-964da0c0-f53e-4324-a792-9b4b9861a445 req-111a9345-0de4-48c3-aa5f-480394ee65e3 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c9cfb26-0c88-45f3-8bad-d4af45b1cade HTTP/1.1" status: 200 len: 946 time: 0.1094172 May 04 18:25:30.055695 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-8e177b6a-9922-403e-9902-f6c855ef3072 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:30.146727 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-964da0c0-f53e-4324-a792-9b4b9861a445 req-98086b9b-9487-4770-bf7a-fa02065233de tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=08638c86-5d55-45a8-81d0-0a674a737892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869071 May 04 18:25:30.163694 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.plugin [None req-427ee246-0f7e-4086-a669-bdd0da1c046e admin admin] Deleting port 98cfa51d-91d7-4cc3-8795-19ad35c90a50 {{(pid=104024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:25:30.164038 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-427ee246-0f7e-4086-a669-bdd0da1c046e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772820269343'] for port (98cfa51d-91d7-4cc3-8795-19ad35c90a50), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:30.255720 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.db [None req-427ee246-0f7e-4086-a669-bdd0da1c046e admin admin] For port 98cfa51d-91d7-4cc3-8795-19ad35c90a50, host dv-cinder-840511-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=98cfa51d-91d7-4cc3-8795-19ad35c90a50,segment=NetworkSegment(f126fb3f-1cce-44a2-9d04-49ad171b24ae),segment_id=f126fb3f-1cce-44a2-9d04-49ad171b24ae)] {{(pid=104024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:25:30.256085 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-427ee246-0f7e-4086-a669-bdd0da1c046e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674980'] for port (98cfa51d-91d7-4cc3-8795-19ad35c90a50), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:30.274765 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.plugin [None req-427ee246-0f7e-4086-a669-bdd0da1c046e admin admin] Calling delete_port for 98cfa51d-91d7-4cc3-8795-19ad35c90a50 owned by network:router_interface {{(pid=104024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:25:30.577617 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-427ee246-0f7e-4086-a669-bdd0da1c046e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772820276655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772819832239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007267'] for port (98cfa51d-91d7-4cc3-8795-19ad35c90a50), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:30.607881 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427ee246-0f7e-4086-a669-bdd0da1c046e admin admin] Pushing event deleted for resources: {'Port': ['ID=98cfa51d-91d7-4cc3-8795-19ad35c90a50,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:30.719417 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.agents_db [None req-cc71a237-c19e-45a1-a167-cff52744c55e None None] Agent healthcheck: found 6 active agents {{(pid=104026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 18:25:30.796627 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-427ee246-0f7e-4086-a669-bdd0da1c046e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1598253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1735903'] for router_interface (7083c830-f333-46fd-9322-19ed9b2d21c1), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:31.027442 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-427ee246-0f7e-4086-a669-bdd0da1c046e admin admin] Router 7083c830-f333-46fd-9322-19ed9b2d21c1 has already been hosted by L3 agent 341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae {{(pid=104024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 18:25:31.208082 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-4fdd29be-a970-4503-919e-12b86a90c52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (74c08095-bc4c-43d3-91b6-743b06ad1f6c), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:31.422710 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-427ee246-0f7e-4086-a669-bdd0da1c046e admin admin] Notify agent at l3_agent.dv-cinder-840511-4-iscsi the message routers_updated {{(pid=104024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 18:25:31.432214 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-427ee246-0f7e-4086-a669-bdd0da1c046e admin admin] 10.222.0.23 "PUT /v2.0/routers/7083c830-f333-46fd-9322-19ed9b2d21c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1446972 May 04 18:25:31.432455 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 55204) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:25:31.432882 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb59f53-1975-4b25-8f9e-917991541ed9 None None] Sync routers for ids ['7083c830-f333-46fd-9322-19ed9b2d21c1'] in dv-cinder-840511-4-iscsi {{(pid=104026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:25:31.436452 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bebdefd-4a59-4ec0-b57b-901351d5c2ff req-4984b4f6-8b90-4559-886c-fd0355fa2a82 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:25:31.438228 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-9bebdefd-4a59-4ec0-b57b-901351d5c2ff req-4984b4f6-8b90-4559-886c-fd0355fa2a82 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c9cfb26-0c88-45f3-8bad-d4af45b1cade HTTP/1.1" status: 200 len: 946 time: 0.0635686 May 04 18:25:31.447924 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb59f53-1975-4b25-8f9e-917991541ed9 None None] Routers {'7083c830-f333-46fd-9322-19ed9b2d21c1'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:25:31.448549 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-dfb59f53-1975-4b25-8f9e-917991541ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:25:30Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['7083c830-f333-46fd-9322-19ed9b2d21c1'], 'active': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:25:31.495266 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-9bebdefd-4a59-4ec0-b57b-901351d5c2ff req-acd1137e-0b28-41bd-a4ab-fd91ed401e4a tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=08638c86-5d55-45a8-81d0-0a674a737892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494475 May 04 18:25:31.577960 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvr_db [None req-dfb59f53-1975-4b25-8f9e-917991541ed9 None None] Set router 7083c830-f333-46fd-9322-19ed9b2d21c1 gateway port host: dv-cinder-840511-4-iscsi {{(pid=104026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:25:31.580599 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-956d9c7d-5920-4600-a8d2-24ecb66cbdc7 admin admin] Publish callbacks [] for router (7083c830-f333-46fd-9322-19ed9b2d21c1), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:31.689340 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-956d9c7d-5920-4600-a8d2-24ecb66cbdc7 admin admin] Publish callbacks [] for router_gateway (7083c830-f333-46fd-9322-19ed9b2d21c1), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:31.757796 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-dfb59f53-1975-4b25-8f9e-917991541ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7083c830-f333-46fd-9322-19ed9b2d21c1', 'name': 'tempest-TestShelveInstance-735415400-router', 'tenant_id': '5b095a86e9004719a23c3a0bd0f8a986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '4fa398eb-adf8-446e-b957-5e7853142b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:18:34Z', 'updated_at': '2022-05-04T18:25:30Z', 'revision_number': 5, 'project_id': '5b095a86e9004719a23c3a0bd0f8a986', 'gw_port': {'id': '4fa398eb-adf8-446e-b957-5e7853142b88', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7083c830-f333-46fd-9322-19ed9b2d21c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:18:35Z', 'updated_at': '2022-05-04T18:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi'}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:25:31.786309 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb59f53-1975-4b25-8f9e-917991541ed9 None None] Checking router: 7083c830-f333-46fd-9322-19ed9b2d21c1 for host: dv-cinder-840511-4-iscsi {{(pid=104026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:25:31.795248 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb59f53-1975-4b25-8f9e-917991541ed9 None None] Routers {'7083c830-f333-46fd-9322-19ed9b2d21c1'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:25:31.795863 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-dfb59f53-1975-4b25-8f9e-917991541ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:25:30Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['7083c830-f333-46fd-9322-19ed9b2d21c1'], 'active': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:25:31.821805 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-956d9c7d-5920-4600-a8d2-24ecb66cbdc7 admin admin] Deleting port 4fa398eb-adf8-446e-b957-5e7853142b88 {{(pid=104023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:25:31.822401 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-956d9c7d-5920-4600-a8d2-24ecb66cbdc7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772820269343'] for port (4fa398eb-adf8-446e-b957-5e7853142b88), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:31.895112 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvr_db [None req-dfb59f53-1975-4b25-8f9e-917991541ed9 None None] Set router 7083c830-f333-46fd-9322-19ed9b2d21c1 gateway port host: None {{(pid=104026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:25:31.912587 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-956d9c7d-5920-4600-a8d2-24ecb66cbdc7 admin admin] For port 4fa398eb-adf8-446e-b957-5e7853142b88, host dv-cinder-840511-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=4fa398eb-adf8-446e-b957-5e7853142b88,segment=NetworkSegment(44841efa-8edc-4b72-aba0-27edf49af522),segment_id=44841efa-8edc-4b72-aba0-27edf49af522)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:25:31.912954 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-956d9c7d-5920-4600-a8d2-24ecb66cbdc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674980'] for port (4fa398eb-adf8-446e-b957-5e7853142b88), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:31.926355 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-956d9c7d-5920-4600-a8d2-24ecb66cbdc7 admin admin] Calling delete_port for 4fa398eb-adf8-446e-b957-5e7853142b88 owned by network:router_gateway {{(pid=104023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:25:31.948190 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-dfb59f53-1975-4b25-8f9e-917991541ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7083c830-f333-46fd-9322-19ed9b2d21c1', 'name': 'tempest-TestShelveInstance-735415400-router', 'tenant_id': '5b095a86e9004719a23c3a0bd0f8a986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:18:34Z', 'updated_at': '2022-05-04T18:25:31Z', 'revision_number': 6, 'project_id': '5b095a86e9004719a23c3a0bd0f8a986', 'gw_port_host': None}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:25:31.981588 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb59f53-1975-4b25-8f9e-917991541ed9 None None] The sync data for ids ['7083c830-f333-46fd-9322-19ed9b2d21c1'] in dv-cinder-840511-4-iscsi is: [{'id': '7083c830-f333-46fd-9322-19ed9b2d21c1', 'name': 'tempest-TestShelveInstance-735415400-router', 'tenant_id': '5b095a86e9004719a23c3a0bd0f8a986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:18:34Z', 'updated_at': '2022-05-04T18:25:31Z', 'revision_number': 6, 'project_id': '5b095a86e9004719a23c3a0bd0f8a986', 'gw_port_host': None}] {{(pid=104026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:25:32.176588 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-956d9c7d-5920-4600-a8d2-24ecb66cbdc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772820276655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772819832239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7382190'] for port (4fa398eb-adf8-446e-b957-5e7853142b88), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:32.210228 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956d9c7d-5920-4600-a8d2-24ecb66cbdc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fa398eb-adf8-446e-b957-5e7853142b88,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:32.274773 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-956d9c7d-5920-4600-a8d2-24ecb66cbdc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1675692'] for router_gateway (7083c830-f333-46fd-9322-19ed9b2d21c1), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:32.384381 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-956d9c7d-5920-4600-a8d2-24ecb66cbdc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1681240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13399'] for router (7083c830-f333-46fd-9322-19ed9b2d21c1), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:32.387040 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-956d9c7d-5920-4600-a8d2-24ecb66cbdc7 admin admin] Publish callbacks [] for router_controller (7083c830-f333-46fd-9322-19ed9b2d21c1), precommit_delete_associations {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:32.507596 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-956d9c7d-5920-4600-a8d2-24ecb66cbdc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1681217'] for router (7083c830-f333-46fd-9322-19ed9b2d21c1), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:32.508291 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-956d9c7d-5920-4600-a8d2-24ecb66cbdc7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7083c830-f333-46fd-9322-19ed9b2d21c1 {{(pid=104023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 18:25:32.512897 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-956d9c7d-5920-4600-a8d2-24ecb66cbdc7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:32.514081 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-956d9c7d-5920-4600-a8d2-24ecb66cbdc7 admin admin] 10.222.0.23 "DELETE /v2.0/routers/7083c830-f333-46fd-9322-19ed9b2d21c1 HTTP/1.1" status: 204 len: 168 time: 1.0806541 May 04 18:25:32.516616 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 55208) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:25:32.567127 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.db_base_plugin_v2 [None req-63e52e09-fb0a-46a2-9eb1-315b8248c0b0 admin admin] Deleting subnet 3d61c736-b53f-4743-b857-e2820b1996fc {{(pid=104023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 18:25:32.570379 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-63e52e09-fb0a-46a2-9eb1-315b8248c0b0 admin admin] Publish callbacks [] for subnet (3d61c736-b53f-4743-b857-e2820b1996fc), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:32.576235 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-f7537222-04fb-4408-8d24-7493625e2bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (88f974dc-3c14-4d3d-9ef8-4363bb88b433), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:32.607040 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-63e52e09-fb0a-46a2-9eb1-315b8248c0b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7381899'] for subnet (3d61c736-b53f-4743-b857-e2820b1996fc), precommit_delete_associations {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:32.626161 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1db914e-fd33-4532-a78c-85783de731ec req-cd089ada-d598-42e3-b147-ea5d04ef2c4f tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:25:32.628462 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-a1db914e-fd33-4532-a78c-85783de731ec req-cd089ada-d598-42e3-b147-ea5d04ef2c4f tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c9cfb26-0c88-45f3-8bad-d4af45b1cade HTTP/1.1" status: 200 len: 946 time: 0.0491946 May 04 18:25:32.677833 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-a1db914e-fd33-4532-a78c-85783de731ec req-9decde95-cf89-46bf-b046-702af09e059b tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=08638c86-5d55-45a8-81d0-0a674a737892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431864 May 04 18:25:32.687267 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-63e52e09-fb0a-46a2-9eb1-315b8248c0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727632'] for subnet (3d61c736-b53f-4743-b857-e2820b1996fc), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:32.839539 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-63e52e09-fb0a-46a2-9eb1-315b8248c0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7382269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7546261'] for subnet (3d61c736-b53f-4743-b857-e2820b1996fc), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:32.874871 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e52e09-fb0a-46a2-9eb1-315b8248c0b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d61c736-b53f-4743-b857-e2820b1996fc,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:32.878042 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-63e52e09-fb0a-46a2-9eb1-315b8248c0b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598214'] for subnet (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:32.881921 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-63e52e09-fb0a-46a2-9eb1-315b8248c0b0 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/3d61c736-b53f-4743-b857-e2820b1996fc HTTP/1.1" status: 204 len: 168 time: 0.3643029 May 04 18:25:32.882934 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70d4772-d493-4730-969f-2142f9c9fca3 None None] Network 106b7264-34d3-4ab1-9694-1650e4fd9860 requested from dv-cinder-840511-4-iscsi {{(pid=104025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 18:25:32.884428 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 55214) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:25:32.959877 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-34cda279-c3c6-4a84-a3cb-5863194330f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653438'] for network (106b7264-34d3-4ab1-9694-1650e4fd9860), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:33.008795 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-34cda279-c3c6-4a84-a3cb-5863194330f8 admin admin] Deleting port fe81c090-aa1e-4a3b-a296-4e0d03d8683d {{(pid=104023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:25:33.009138 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-34cda279-c3c6-4a84-a3cb-5863194330f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772820269343'] for port (fe81c090-aa1e-4a3b-a296-4e0d03d8683d), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:33.055403 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c1ef66-f28a-4b73-9dc8-c6b9fd67880f None None] DHCP port deletion for 106b7264-34d3-4ab1-9694-1650e4fd9860 request from dv-cinder-840511-4-iscsi {{(pid=104025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 18:25:33.088737 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device 98cfa51d-91d7-4cc3-8795-19ad35c90a50 no longer exists at agent ovs-agent-dv-cinder-840511-4-iscsi {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 18:25:33.091704 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-34cda279-c3c6-4a84-a3cb-5863194330f8 admin admin] For port fe81c090-aa1e-4a3b-a296-4e0d03d8683d, host dv-cinder-840511-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=fe81c090-aa1e-4a3b-a296-4e0d03d8683d,segment=NetworkSegment(f126fb3f-1cce-44a2-9d04-49ad171b24ae),segment_id=f126fb3f-1cce-44a2-9d04-49ad171b24ae)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:25:33.092075 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-34cda279-c3c6-4a84-a3cb-5863194330f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674980'] for port (fe81c090-aa1e-4a3b-a296-4e0d03d8683d), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:33.106151 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-34cda279-c3c6-4a84-a3cb-5863194330f8 admin admin] Calling delete_port for fe81c090-aa1e-4a3b-a296-4e0d03d8683d owned by network:dhcp {{(pid=104023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:25:33.112883 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] No Port match for: 98cfa51d-91d7-4cc3-8795-19ad35c90a50 {{(pid=104025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 18:25:33.113228 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device 98cfa51d-91d7-4cc3-8795-19ad35c90a50 not bound to the agent host dv-cinder-840511-4-iscsi {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 18:25:33.113648 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device 4fa398eb-adf8-446e-b957-5e7853142b88 no longer exists at agent ovs-agent-dv-cinder-840511-4-iscsi {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 18:25:33.136364 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] No Port match for: 4fa398eb-adf8-446e-b957-5e7853142b88 {{(pid=104025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 18:25:33.136708 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device 4fa398eb-adf8-446e-b957-5e7853142b88 not bound to the agent host dv-cinder-840511-4-iscsi {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 18:25:33.140432 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-84c1ef66-f28a-4b73-9dc8-c6b9fd67880f None None] Deleting port fe81c090-aa1e-4a3b-a296-4e0d03d8683d {{(pid=104025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:25:33.140806 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-84c1ef66-f28a-4b73-9dc8-c6b9fd67880f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772820269343'] for port (fe81c090-aa1e-4a3b-a296-4e0d03d8683d), before_delete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:33.210423 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-84c1ef66-f28a-4b73-9dc8-c6b9fd67880f None None] For port fe81c090-aa1e-4a3b-a296-4e0d03d8683d, host dv-cinder-840511-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=fe81c090-aa1e-4a3b-a296-4e0d03d8683d,segment=NetworkSegment(f126fb3f-1cce-44a2-9d04-49ad171b24ae),segment_id=f126fb3f-1cce-44a2-9d04-49ad171b24ae)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:25:33.210849 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-84c1ef66-f28a-4b73-9dc8-c6b9fd67880f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674980'] for port (fe81c090-aa1e-4a3b-a296-4e0d03d8683d), precommit_delete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:33.225124 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-84c1ef66-f28a-4b73-9dc8-c6b9fd67880f None None] Calling delete_port for fe81c090-aa1e-4a3b-a296-4e0d03d8683d owned by network:dhcp {{(pid=104025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:25:33.273977 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-34cda279-c3c6-4a84-a3cb-5863194330f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772820276655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772819832239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7382190'] for port (fe81c090-aa1e-4a3b-a296-4e0d03d8683d), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:33.302184 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-84c1ef66-f28a-4b73-9dc8-c6b9fd67880f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772820276655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772819832239'] for port (fe81c090-aa1e-4a3b-a296-4e0d03d8683d), after_delete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:33.305687 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cda279-c3c6-4a84-a3cb-5863194330f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe81c090-aa1e-4a3b-a296-4e0d03d8683d,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:33.310369 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cda279-c3c6-4a84-a3cb-5863194330f8 admin admin] No DVR routers for this DVR port fe81c090-aa1e-4a3b-a296-4e0d03d8683d on host dv-cinder-840511-4-iscsi {{(pid=104023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:25:33.327747 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c1ef66-f28a-4b73-9dc8-c6b9fd67880f None None] Pushing event deleted for resources: {'Port': ['ID=fe81c090-aa1e-4a3b-a296-4e0d03d8683d,revision_number=None']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:33.331764 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c1ef66-f28a-4b73-9dc8-c6b9fd67880f None None] No DVR routers for this DVR port fe81c090-aa1e-4a3b-a296-4e0d03d8683d on host dv-cinder-840511-4-iscsi {{(pid=104025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:25:33.388487 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-34cda279-c3c6-4a84-a3cb-5863194330f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727429', 'neutron.services.segments.db._delete_segments_for_network-8772820294476'] for network (106b7264-34d3-4ab1-9694-1650e4fd9860), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:33.410629 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.services.segments.db [None req-34cda279-c3c6-4a84-a3cb-5863194330f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['106b7264-34d3-4ab1-9694-1650e4fd9860']}} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:25:33.420527 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.services.segments.db [None req-34cda279-c3c6-4a84-a3cb-5863194330f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f126fb3f-1cce-44a2-9d04-49ad171b24ae') {'for_net_delete': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:25:33.420821 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.services.segments.db [None req-34cda279-c3c6-4a84-a3cb-5863194330f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f126fb3f-1cce-44a2-9d04-49ad171b24ae') {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:25:33.430599 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-34cda279-c3c6-4a84-a3cb-5863194330f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772820296277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7381908'] for segment (f126fb3f-1cce-44a2-9d04-49ad171b24ae), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:33.443722 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-34cda279-c3c6-4a84-a3cb-5863194330f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691573'] for segment (f126fb3f-1cce-44a2-9d04-49ad171b24ae), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:33.449644 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34cda279-c3c6-4a84-a3cb-5863194330f8 admin admin] Releasing vlan 812 on physical network physnet1 to pool {{(pid=104023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 18:25:33.450025 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-34cda279-c3c6-4a84-a3cb-5863194330f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7382171'] for segment (f126fb3f-1cce-44a2-9d04-49ad171b24ae), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:33.451731 dv-cinder-840511-4-iscsi neutron-server[104023]: Traceback (most recent call last): May 04 18:25:33.451731 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 18:25:33.451731 dv-cinder-840511-4-iscsi neutron-server[104023]: timer() May 04 18:25:33.451731 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 18:25:33.451731 dv-cinder-840511-4-iscsi neutron-server[104023]: cb(*args, **kw) May 04 18:25:33.451731 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 18:25:33.451731 dv-cinder-840511-4-iscsi neutron-server[104023]: return func(*args, **kwargs) May 04 18:25:33.451731 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 18:25:33.451731 dv-cinder-840511-4-iscsi neutron-server[104023]: self._notify() May 04 18:25:33.451731 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 18:25:33.451731 dv-cinder-840511-4-iscsi neutron-server[104023]: self.callback(batched_events) May 04 18:25:33.451731 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 18:25:33.451731 dv-cinder-840511-4-iscsi neutron-server[104023]: event.method(event) May 04 18:25:33.451731 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 18:25:33.451731 dv-cinder-840511-4-iscsi neutron-server[104023]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 18:25:33.451731 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 18:25:33.451731 dv-cinder-840511-4-iscsi neutron-server[104023]: aggregate_uuid = self.p_client.list_aggregates( May 04 18:25:33.451731 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 18:25:33.451731 dv-cinder-840511-4-iscsi neutron-server[104023]: return f(self, *a, **k) May 04 18:25:33.451731 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 18:25:33.451731 dv-cinder-840511-4-iscsi neutron-server[104023]: return self._get(url).json() May 04 18:25:33.451731 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 18:25:33.451731 dv-cinder-840511-4-iscsi neutron-server[104023]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 18:25:33.451731 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 18:25:33.451731 dv-cinder-840511-4-iscsi neutron-server[104023]: return self.request(url, 'GET', **kwargs) May 04 18:25:33.451731 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 18:25:33.451731 dv-cinder-840511-4-iscsi neutron-server[104023]: base_url = self.get_endpoint(auth, allow=allow, May 04 18:25:33.451731 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 18:25:33.451731 dv-cinder-840511-4-iscsi neutron-server[104023]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 18:25:33.451731 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 18:25:33.451731 dv-cinder-840511-4-iscsi neutron-server[104023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 18:25:33.451731 dv-cinder-840511-4-iscsi neutron-server[104023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 18:25:33.562498 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-34cda279-c3c6-4a84-a3cb-5863194330f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676474'] for network (106b7264-34d3-4ab1-9694-1650e4fd9860), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:33.568283 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-34cda279-c3c6-4a84-a3cb-5863194330f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598214'] for network (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:33.571425 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-34cda279-c3c6-4a84-a3cb-5863194330f8 admin admin] 10.222.0.23 "DELETE /v2.0/networks/106b7264-34d3-4ab1-9694-1650e4fd9860 HTTP/1.1" status: 204 len: 168 time: 0.6860759 May 04 18:25:33.574830 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 55218) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:25:33.582687 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cda279-c3c6-4a84-a3cb-5863194330f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=106b7264-34d3-4ab1-9694-1650e4fd9860,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:33.825398 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (e55a6cb5-967a-4631-865a-95818de4ff35), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:33.901032 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-5f390edb-3cec-4ff3-94fa-0a915aed12b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1674938'] for router_interface (c09b4a78-e60a-4ec8-a331-119fc4a5ea5e), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:34.139282 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.plugin [None req-5f390edb-3cec-4ff3-94fa-0a915aed12b1 admin admin] Deleting port b263065d-c036-4ed6-bc8f-f7166a3fc1b7 {{(pid=104024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:25:34.139620 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-5f390edb-3cec-4ff3-94fa-0a915aed12b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772820269343'] for port (b263065d-c036-4ed6-bc8f-f7166a3fc1b7), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:34.223577 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.db [None req-5f390edb-3cec-4ff3-94fa-0a915aed12b1 admin admin] For port b263065d-c036-4ed6-bc8f-f7166a3fc1b7, host dv-cinder-840511-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=b263065d-c036-4ed6-bc8f-f7166a3fc1b7,segment=NetworkSegment(e7ae9a72-beab-4d85-82f6-e4201bc70478),segment_id=e7ae9a72-beab-4d85-82f6-e4201bc70478)] {{(pid=104024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:25:34.223946 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-5f390edb-3cec-4ff3-94fa-0a915aed12b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674980'] for port (b263065d-c036-4ed6-bc8f-f7166a3fc1b7), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:34.241735 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.plugin [None req-5f390edb-3cec-4ff3-94fa-0a915aed12b1 admin admin] Calling delete_port for b263065d-c036-4ed6-bc8f-f7166a3fc1b7 owned by network:router_interface {{(pid=104024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:25:34.479394 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-5f390edb-3cec-4ff3-94fa-0a915aed12b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772820276655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772819832239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007267'] for port (b263065d-c036-4ed6-bc8f-f7166a3fc1b7), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:34.506651 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f390edb-3cec-4ff3-94fa-0a915aed12b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b263065d-c036-4ed6-bc8f-f7166a3fc1b7,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:34.680253 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-5f390edb-3cec-4ff3-94fa-0a915aed12b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1598253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1735903'] for router_interface (c09b4a78-e60a-4ec8-a331-119fc4a5ea5e), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:34.906635 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f390edb-3cec-4ff3-94fa-0a915aed12b1 admin admin] Router c09b4a78-e60a-4ec8-a331-119fc4a5ea5e has already been hosted by L3 agent 341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae {{(pid=104024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 18:25:35.017452 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f390edb-3cec-4ff3-94fa-0a915aed12b1 admin admin] Notify agent at l3_agent.dv-cinder-840511-4-iscsi the message routers_updated {{(pid=104024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 18:25:35.025730 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-5f390edb-3cec-4ff3-94fa-0a915aed12b1 admin admin] 10.222.0.23 "PUT /v2.0/routers/c09b4a78-e60a-4ec8-a331-119fc4a5ea5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4475749 May 04 18:25:35.025979 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 55222) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:25:35.031991 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fd73c9-884f-4dbd-a91c-6a231a55e9b9 None None] Sync routers for ids ['c09b4a78-e60a-4ec8-a331-119fc4a5ea5e'] in dv-cinder-840511-4-iscsi {{(pid=104025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:25:35.044822 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fd73c9-884f-4dbd-a91c-6a231a55e9b9 None None] Routers {'c09b4a78-e60a-4ec8-a331-119fc4a5ea5e'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:25:35.045456 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-e9fd73c9-884f-4dbd-a91c-6a231a55e9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:25:30Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['c09b4a78-e60a-4ec8-a331-119fc4a5ea5e'], 'active': True} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:25:35.104985 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device fe81c090-aa1e-4a3b-a296-4e0d03d8683d no longer exists at agent ovs-agent-dv-cinder-840511-4-iscsi {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 18:25:35.138767 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-504dfac8-ee0d-402e-8e11-46d50a45794a admin admin] Publish callbacks [] for router (c09b4a78-e60a-4ec8-a331-119fc4a5ea5e), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:35.158151 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] No Port match for: fe81c090-aa1e-4a3b-a296-4e0d03d8683d {{(pid=104025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 18:25:35.159235 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device fe81c090-aa1e-4a3b-a296-4e0d03d8683d not bound to the agent host dv-cinder-840511-4-iscsi {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 18:25:35.181868 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvr_db [None req-e9fd73c9-884f-4dbd-a91c-6a231a55e9b9 None None] Set router c09b4a78-e60a-4ec8-a331-119fc4a5ea5e gateway port host: dv-cinder-840511-4-iscsi {{(pid=104025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:25:35.245963 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-504dfac8-ee0d-402e-8e11-46d50a45794a admin admin] Publish callbacks [] for router_gateway (c09b4a78-e60a-4ec8-a331-119fc4a5ea5e), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:35.362284 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-e9fd73c9-884f-4dbd-a91c-6a231a55e9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c09b4a78-e60a-4ec8-a331-119fc4a5ea5e', 'name': 'tempest-TestShelveInstance-1510940414-router', 'tenant_id': 'f31b7ff7d7544a43be9bc12dea90c978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '63b8916a-5ba4-44ad-b6a0-dbbd35c09ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:18:41Z', 'updated_at': '2022-05-04T18:25:34Z', 'revision_number': 5, 'project_id': 'f31b7ff7d7544a43be9bc12dea90c978', 'gw_port': {'id': '63b8916a-5ba4-44ad-b6a0-dbbd35c09ec9', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:3c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09b4a78-e60a-4ec8-a331-119fc4a5ea5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:18:42Z', 'updated_at': '2022-05-04T18:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi'}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:25:35.389624 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.plugin [None req-504dfac8-ee0d-402e-8e11-46d50a45794a admin admin] Deleting port 63b8916a-5ba4-44ad-b6a0-dbbd35c09ec9 {{(pid=104024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:25:35.389987 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-504dfac8-ee0d-402e-8e11-46d50a45794a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772820269343'] for port (63b8916a-5ba4-44ad-b6a0-dbbd35c09ec9), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:35.393885 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fd73c9-884f-4dbd-a91c-6a231a55e9b9 None None] Checking router: c09b4a78-e60a-4ec8-a331-119fc4a5ea5e for host: dv-cinder-840511-4-iscsi {{(pid=104025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:25:35.402283 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fd73c9-884f-4dbd-a91c-6a231a55e9b9 None None] Routers {'c09b4a78-e60a-4ec8-a331-119fc4a5ea5e'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:25:35.402896 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-e9fd73c9-884f-4dbd-a91c-6a231a55e9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:25:30Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['c09b4a78-e60a-4ec8-a331-119fc4a5ea5e'], 'active': True} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:25:35.475457 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.db [None req-504dfac8-ee0d-402e-8e11-46d50a45794a admin admin] For port 63b8916a-5ba4-44ad-b6a0-dbbd35c09ec9, host dv-cinder-840511-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=63b8916a-5ba4-44ad-b6a0-dbbd35c09ec9,segment=NetworkSegment(44841efa-8edc-4b72-aba0-27edf49af522),segment_id=44841efa-8edc-4b72-aba0-27edf49af522)] {{(pid=104024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:25:35.475961 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-504dfac8-ee0d-402e-8e11-46d50a45794a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674980'] for port (63b8916a-5ba4-44ad-b6a0-dbbd35c09ec9), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:35.491394 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.plugin [None req-504dfac8-ee0d-402e-8e11-46d50a45794a admin admin] Calling delete_port for 63b8916a-5ba4-44ad-b6a0-dbbd35c09ec9 owned by network:router_gateway {{(pid=104024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:25:35.494927 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvr_db [None req-e9fd73c9-884f-4dbd-a91c-6a231a55e9b9 None None] Set router c09b4a78-e60a-4ec8-a331-119fc4a5ea5e gateway port host: None {{(pid=104025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:25:35.684107 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-e9fd73c9-884f-4dbd-a91c-6a231a55e9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c09b4a78-e60a-4ec8-a331-119fc4a5ea5e', 'name': 'tempest-TestShelveInstance-1510940414-router', 'tenant_id': 'f31b7ff7d7544a43be9bc12dea90c978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:18:41Z', 'updated_at': '2022-05-04T18:25:35Z', 'revision_number': 6, 'project_id': 'f31b7ff7d7544a43be9bc12dea90c978', 'gw_port_host': None}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:25:35.714210 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fd73c9-884f-4dbd-a91c-6a231a55e9b9 None None] The sync data for ids ['c09b4a78-e60a-4ec8-a331-119fc4a5ea5e'] in dv-cinder-840511-4-iscsi is: [{'id': 'c09b4a78-e60a-4ec8-a331-119fc4a5ea5e', 'name': 'tempest-TestShelveInstance-1510940414-router', 'tenant_id': 'f31b7ff7d7544a43be9bc12dea90c978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:18:41Z', 'updated_at': '2022-05-04T18:25:35Z', 'revision_number': 6, 'project_id': 'f31b7ff7d7544a43be9bc12dea90c978', 'gw_port_host': None}] {{(pid=104025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:25:35.756673 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-504dfac8-ee0d-402e-8e11-46d50a45794a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772820276655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772819832239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007267'] for port (63b8916a-5ba4-44ad-b6a0-dbbd35c09ec9), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:35.781187 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504dfac8-ee0d-402e-8e11-46d50a45794a admin admin] Pushing event deleted for resources: {'Port': ['ID=63b8916a-5ba4-44ad-b6a0-dbbd35c09ec9,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:35.848100 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-504dfac8-ee0d-402e-8e11-46d50a45794a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1675692'] for router_gateway (c09b4a78-e60a-4ec8-a331-119fc4a5ea5e), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:35.943652 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-504dfac8-ee0d-402e-8e11-46d50a45794a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1681240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13399'] for router (c09b4a78-e60a-4ec8-a331-119fc4a5ea5e), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:35.945895 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-504dfac8-ee0d-402e-8e11-46d50a45794a admin admin] Publish callbacks [] for router_controller (c09b4a78-e60a-4ec8-a331-119fc4a5ea5e), precommit_delete_associations {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:36.056395 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-504dfac8-ee0d-402e-8e11-46d50a45794a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1681217'] for router (c09b4a78-e60a-4ec8-a331-119fc4a5ea5e), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:36.057046 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-504dfac8-ee0d-402e-8e11-46d50a45794a admin admin] Fanout notify agent at l3_agent the message router_deleted on router c09b4a78-e60a-4ec8-a331-119fc4a5ea5e {{(pid=104024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 18:25:36.061994 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-504dfac8-ee0d-402e-8e11-46d50a45794a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:36.063231 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-504dfac8-ee0d-402e-8e11-46d50a45794a admin admin] 10.222.0.23 "DELETE /v2.0/routers/c09b4a78-e60a-4ec8-a331-119fc4a5ea5e HTTP/1.1" status: 204 len: 168 time: 1.0362701 May 04 18:25:36.066936 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 55226) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:25:36.114817 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4a2485f-731f-48b0-a7a5-02721a6cb550 admin admin] Deleting subnet aaa634e6-6585-4c67-b49a-ca6b09bdb35f {{(pid=104024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 18:25:36.118225 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-b4a2485f-731f-48b0-a7a5-02721a6cb550 admin admin] Publish callbacks [] for subnet (aaa634e6-6585-4c67-b49a-ca6b09bdb35f), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:36.154183 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-b4a2485f-731f-48b0-a7a5-02721a6cb550 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6008541'] for subnet (aaa634e6-6585-4c67-b49a-ca6b09bdb35f), precommit_delete_associations {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:36.265135 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-b4a2485f-731f-48b0-a7a5-02721a6cb550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727632'] for subnet (aaa634e6-6585-4c67-b49a-ca6b09bdb35f), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:36.449809 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-b4a2485f-731f-48b0-a7a5-02721a6cb550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5949328'] for subnet (aaa634e6-6585-4c67-b49a-ca6b09bdb35f), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:36.477396 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a2485f-731f-48b0-a7a5-02721a6cb550 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aaa634e6-6585-4c67-b49a-ca6b09bdb35f,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:36.479435 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-b4a2485f-731f-48b0-a7a5-02721a6cb550 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:36.482708 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-b4a2485f-731f-48b0-a7a5-02721a6cb550 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/aaa634e6-6585-4c67-b49a-ca6b09bdb35f HTTP/1.1" status: 204 len: 168 time: 0.4147563 May 04 18:25:36.485583 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 55228) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:25:36.491260 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1945fff2-f89b-4f0b-8274-d94497b977ce None None] Network a059beaa-75b1-4a24-81cb-8843626bb7fc requested from dv-cinder-840511-4-iscsi {{(pid=104025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 18:25:36.582977 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-95e5282c-9418-4519-a3a3-7e50f09db70d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653438'] for network (a059beaa-75b1-4a24-81cb-8843626bb7fc), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:36.631705 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-95e5282c-9418-4519-a3a3-7e50f09db70d admin admin] Deleting port 79e08fe5-6b36-4628-9386-fc1ad95087da {{(pid=104023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:25:36.632050 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-95e5282c-9418-4519-a3a3-7e50f09db70d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772820269343'] for port (79e08fe5-6b36-4628-9386-fc1ad95087da), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:36.662391 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab30147-7cc6-4fe6-8f70-d6b65e972079 None None] DHCP port deletion for a059beaa-75b1-4a24-81cb-8843626bb7fc request from dv-cinder-840511-4-iscsi {{(pid=104025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 18:25:36.699153 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-95e5282c-9418-4519-a3a3-7e50f09db70d admin admin] For port 79e08fe5-6b36-4628-9386-fc1ad95087da, host dv-cinder-840511-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=79e08fe5-6b36-4628-9386-fc1ad95087da,segment=NetworkSegment(e7ae9a72-beab-4d85-82f6-e4201bc70478),segment_id=e7ae9a72-beab-4d85-82f6-e4201bc70478)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:25:36.699434 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-95e5282c-9418-4519-a3a3-7e50f09db70d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674980'] for port (79e08fe5-6b36-4628-9386-fc1ad95087da), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:36.706716 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-4ab30147-7cc6-4fe6-8f70-d6b65e972079 None None] Deleting port 79e08fe5-6b36-4628-9386-fc1ad95087da {{(pid=104025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:25:36.707109 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-4ab30147-7cc6-4fe6-8f70-d6b65e972079 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772820269343'] for port (79e08fe5-6b36-4628-9386-fc1ad95087da), before_delete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:36.714399 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-95e5282c-9418-4519-a3a3-7e50f09db70d admin admin] Calling delete_port for 79e08fe5-6b36-4628-9386-fc1ad95087da owned by network:dhcp {{(pid=104023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:25:36.780864 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-4ab30147-7cc6-4fe6-8f70-d6b65e972079 None None] For port 79e08fe5-6b36-4628-9386-fc1ad95087da, host dv-cinder-840511-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=79e08fe5-6b36-4628-9386-fc1ad95087da,segment=NetworkSegment(e7ae9a72-beab-4d85-82f6-e4201bc70478),segment_id=e7ae9a72-beab-4d85-82f6-e4201bc70478)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:25:36.781300 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-4ab30147-7cc6-4fe6-8f70-d6b65e972079 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674980'] for port (79e08fe5-6b36-4628-9386-fc1ad95087da), precommit_delete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:36.795803 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-4ab30147-7cc6-4fe6-8f70-d6b65e972079 None None] Calling delete_port for 79e08fe5-6b36-4628-9386-fc1ad95087da owned by network:dhcp {{(pid=104025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:25:36.867781 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-95e5282c-9418-4519-a3a3-7e50f09db70d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772820276655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772819832239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7382190'] for port (79e08fe5-6b36-4628-9386-fc1ad95087da), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:36.875623 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-4ab30147-7cc6-4fe6-8f70-d6b65e972079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772820276655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772819832239'] for port (79e08fe5-6b36-4628-9386-fc1ad95087da), after_delete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:36.896731 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e5282c-9418-4519-a3a3-7e50f09db70d admin admin] Pushing event deleted for resources: {'Port': ['ID=79e08fe5-6b36-4628-9386-fc1ad95087da,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:36.898534 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e5282c-9418-4519-a3a3-7e50f09db70d admin admin] No DVR routers for this DVR port 79e08fe5-6b36-4628-9386-fc1ad95087da on host dv-cinder-840511-4-iscsi {{(pid=104023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:25:36.906168 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab30147-7cc6-4fe6-8f70-d6b65e972079 None None] No DVR routers for this DVR port 79e08fe5-6b36-4628-9386-fc1ad95087da on host dv-cinder-840511-4-iscsi {{(pid=104025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:25:36.910602 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab30147-7cc6-4fe6-8f70-d6b65e972079 None None] Pushing event deleted for resources: {'Port': ['ID=79e08fe5-6b36-4628-9386-fc1ad95087da,revision_number=None']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:36.977434 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-95e5282c-9418-4519-a3a3-7e50f09db70d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727429', 'neutron.services.segments.db._delete_segments_for_network-8772820294476'] for network (a059beaa-75b1-4a24-81cb-8843626bb7fc), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:36.999783 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.services.segments.db [None req-95e5282c-9418-4519-a3a3-7e50f09db70d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a059beaa-75b1-4a24-81cb-8843626bb7fc']}} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:25:37.010040 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.services.segments.db [None req-95e5282c-9418-4519-a3a3-7e50f09db70d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7ae9a72-beab-4d85-82f6-e4201bc70478') {'for_net_delete': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:25:37.010335 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.services.segments.db [None req-95e5282c-9418-4519-a3a3-7e50f09db70d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7ae9a72-beab-4d85-82f6-e4201bc70478') {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:25:37.019965 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-95e5282c-9418-4519-a3a3-7e50f09db70d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772820296277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7381908'] for segment (e7ae9a72-beab-4d85-82f6-e4201bc70478), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:37.032986 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-95e5282c-9418-4519-a3a3-7e50f09db70d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691573'] for segment (e7ae9a72-beab-4d85-82f6-e4201bc70478), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:37.039890 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95e5282c-9418-4519-a3a3-7e50f09db70d admin admin] Releasing vlan 821 on physical network physnet1 to pool {{(pid=104023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 18:25:37.040227 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device 63b8916a-5ba4-44ad-b6a0-dbbd35c09ec9 no longer exists at agent ovs-agent-dv-cinder-840511-4-iscsi {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 18:25:37.040338 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-95e5282c-9418-4519-a3a3-7e50f09db70d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7382171'] for segment (e7ae9a72-beab-4d85-82f6-e4201bc70478), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:37.041954 dv-cinder-840511-4-iscsi neutron-server[104023]: Traceback (most recent call last): May 04 18:25:37.041954 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 18:25:37.041954 dv-cinder-840511-4-iscsi neutron-server[104023]: timer() May 04 18:25:37.041954 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 18:25:37.041954 dv-cinder-840511-4-iscsi neutron-server[104023]: cb(*args, **kw) May 04 18:25:37.041954 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 18:25:37.041954 dv-cinder-840511-4-iscsi neutron-server[104023]: return func(*args, **kwargs) May 04 18:25:37.041954 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 18:25:37.041954 dv-cinder-840511-4-iscsi neutron-server[104023]: self._notify() May 04 18:25:37.041954 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 18:25:37.041954 dv-cinder-840511-4-iscsi neutron-server[104023]: self.callback(batched_events) May 04 18:25:37.041954 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 18:25:37.041954 dv-cinder-840511-4-iscsi neutron-server[104023]: event.method(event) May 04 18:25:37.041954 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 18:25:37.041954 dv-cinder-840511-4-iscsi neutron-server[104023]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 18:25:37.041954 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 18:25:37.041954 dv-cinder-840511-4-iscsi neutron-server[104023]: aggregate_uuid = self.p_client.list_aggregates( May 04 18:25:37.041954 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 18:25:37.041954 dv-cinder-840511-4-iscsi neutron-server[104023]: return f(self, *a, **k) May 04 18:25:37.041954 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 18:25:37.041954 dv-cinder-840511-4-iscsi neutron-server[104023]: return self._get(url).json() May 04 18:25:37.041954 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 18:25:37.041954 dv-cinder-840511-4-iscsi neutron-server[104023]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 18:25:37.041954 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 18:25:37.041954 dv-cinder-840511-4-iscsi neutron-server[104023]: return self.request(url, 'GET', **kwargs) May 04 18:25:37.041954 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 18:25:37.041954 dv-cinder-840511-4-iscsi neutron-server[104023]: base_url = self.get_endpoint(auth, allow=allow, May 04 18:25:37.041954 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 18:25:37.041954 dv-cinder-840511-4-iscsi neutron-server[104023]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 18:25:37.041954 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 18:25:37.041954 dv-cinder-840511-4-iscsi neutron-server[104023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 18:25:37.041954 dv-cinder-840511-4-iscsi neutron-server[104023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 18:25:37.063372 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] No Port match for: 63b8916a-5ba4-44ad-b6a0-dbbd35c09ec9 {{(pid=104025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 18:25:37.077872 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device 63b8916a-5ba4-44ad-b6a0-dbbd35c09ec9 not bound to the agent host dv-cinder-840511-4-iscsi {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 18:25:37.077872 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device b263065d-c036-4ed6-bc8f-f7166a3fc1b7 no longer exists at agent ovs-agent-dv-cinder-840511-4-iscsi {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 18:25:37.083278 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] No Port match for: b263065d-c036-4ed6-bc8f-f7166a3fc1b7 {{(pid=104025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 18:25:37.083615 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device b263065d-c036-4ed6-bc8f-f7166a3fc1b7 not bound to the agent host dv-cinder-840511-4-iscsi {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 18:25:37.084068 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device 79e08fe5-6b36-4628-9386-fc1ad95087da no longer exists at agent ovs-agent-dv-cinder-840511-4-iscsi {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 18:25:37.107139 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] No Port match for: 79e08fe5-6b36-4628-9386-fc1ad95087da {{(pid=104025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 18:25:37.108123 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device 79e08fe5-6b36-4628-9386-fc1ad95087da not bound to the agent host dv-cinder-840511-4-iscsi {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 18:25:37.142078 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-95e5282c-9418-4519-a3a3-7e50f09db70d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676474'] for network (a059beaa-75b1-4a24-81cb-8843626bb7fc), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:37.148281 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-95e5282c-9418-4519-a3a3-7e50f09db70d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598214'] for network (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:37.151568 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-95e5282c-9418-4519-a3a3-7e50f09db70d admin admin] 10.222.0.23 "DELETE /v2.0/networks/a059beaa-75b1-4a24-81cb-8843626bb7fc HTTP/1.1" status: 204 len: 168 time: 0.6636009 May 04 18:25:37.163083 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e5282c-9418-4519-a3a3-7e50f09db70d admin admin] Pushing event deleted for resources: {'Network': ['ID=a059beaa-75b1-4a24-81cb-8843626bb7fc,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:37.424788 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 55234) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:25:37.470226 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-e653e400-1ad0-4e5f-a36a-f0f4805d4335 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5b095a86e9004719a23c3a0bd0f8a986&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0442805 May 04 18:25:37.473346 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 55236) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:25:37.522860 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-a743fb65-f538-477a-bbf9-06dca309ae9c admin admin] Publish callbacks [] for security_group (d5c95467-9e2e-4242-ac96-24f8cd0e7d05), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:37.545002 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-a743fb65-f538-477a-bbf9-06dca309ae9c admin admin] Publish callbacks [] for security_group (d5c95467-9e2e-4242-ac96-24f8cd0e7d05), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:37.653943 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-a743fb65-f538-477a-bbf9-06dca309ae9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (d5c95467-9e2e-4242-ac96-24f8cd0e7d05), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:37.656624 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-a743fb65-f538-477a-bbf9-06dca309ae9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:37.657812 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-a743fb65-f538-477a-bbf9-06dca309ae9c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d5c95467-9e2e-4242-ac96-24f8cd0e7d05 HTTP/1.1" status: 204 len: 168 time: 0.1835115 May 04 18:25:37.666114 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a743fb65-f538-477a-bbf9-06dca309ae9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c95467-9e2e-4242-ac96-24f8cd0e7d05,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:38.330319 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 55244) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:25:38.370909 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-b95580c0-fa9e-41df-b41e-b1474944671f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f31b7ff7d7544a43be9bc12dea90c978&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394320 May 04 18:25:38.373378 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 55246) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:25:38.420327 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-06633840-5073-42ef-b65d-2a3baef73556 admin admin] Publish callbacks [] for security_group (faf0d919-3f89-40d8-8d97-20c458c7edf4), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:38.446290 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-06633840-5073-42ef-b65d-2a3baef73556 admin admin] Publish callbacks [] for security_group (faf0d919-3f89-40d8-8d97-20c458c7edf4), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:38.593258 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-06633840-5073-42ef-b65d-2a3baef73556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (faf0d919-3f89-40d8-8d97-20c458c7edf4), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:38.596940 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-06633840-5073-42ef-b65d-2a3baef73556 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:38.597865 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-06633840-5073-42ef-b65d-2a3baef73556 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/faf0d919-3f89-40d8-8d97-20c458c7edf4 HTTP/1.1" status: 204 len: 168 time: 0.2235954 May 04 18:25:38.606075 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06633840-5073-42ef-b65d-2a3baef73556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf0d919-3f89-40d8-8d97-20c458c7edf4,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:44.798732 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0e79a5-0658-4712-9380-2bf5d6f655c4 req-7d5493c3-fced-4469-a081-504505758e4e tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:25:44.800270 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-9e0e79a5-0658-4712-9380-2bf5d6f655c4 req-7d5493c3-fced-4469-a081-504505758e4e tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=86cb1644-cbb3-450b-8df2-2b48d8cee7a7 HTTP/1.1" status: 200 len: 946 time: 0.0472405 May 04 18:25:44.847559 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-9e0e79a5-0658-4712-9380-2bf5d6f655c4 req-59ca22fe-6095-4e6c-abec-3ee82da350f2 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/security-groups?id=34aeadf9-a2f2-41fb-b97d-d17b3a3d24aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409281 May 04 18:25:45.961325 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea5a4af-8d39-429a-990d-ed8126ca1e11 req-a39c5cc3-140a-43e0-9b89-05601d813bc1 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:25:45.962774 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-9ea5a4af-8d39-429a-990d-ed8126ca1e11 req-a39c5cc3-140a-43e0-9b89-05601d813bc1 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=86cb1644-cbb3-450b-8df2-2b48d8cee7a7 HTTP/1.1" status: 200 len: 946 time: 0.0459471 May 04 18:25:46.012699 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-9ea5a4af-8d39-429a-990d-ed8126ca1e11 req-01a3b708-605c-4378-a5bc-016a474b459c tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/security-groups?id=34aeadf9-a2f2-41fb-b97d-d17b3a3d24aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443692 May 04 18:25:47.127772 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bccf452-6c27-41d7-8e44-c12198eaf1e4 req-c72a033d-ce8e-43e8-b2d5-659314687411 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:25:47.129246 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-8bccf452-6c27-41d7-8e44-c12198eaf1e4 req-c72a033d-ce8e-43e8-b2d5-659314687411 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=86cb1644-cbb3-450b-8df2-2b48d8cee7a7 HTTP/1.1" status: 200 len: 946 time: 0.0481455 May 04 18:25:47.178470 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-8bccf452-6c27-41d7-8e44-c12198eaf1e4 req-e4a588e8-2f93-4463-93bd-067615f2f12d tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/security-groups?id=34aeadf9-a2f2-41fb-b97d-d17b3a3d24aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427439 May 04 18:25:47.254235 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac38ead-9c4f-4534-942b-6490d77c0858 req-61da86dc-9443-4255-83ce-00dcf8fb985c tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:25:47.256693 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-3ac38ead-9c4f-4534-942b-6490d77c0858 req-61da86dc-9443-4255-83ce-00dcf8fb985c tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.84 "GET /v2.0/ports?device_id=86cb1644-cbb3-450b-8df2-2b48d8cee7a7 HTTP/1.1" status: 200 len: 946 time: 0.0487473 May 04 18:25:47.346566 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [req-3ac38ead-9c4f-4534-942b-6490d77c0858 req-60546838-527a-4cd4-bf77-001e5205b126 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Deleting port 60474a50-a0c1-4feb-ae6f-0c257a515bc4 {{(pid=104023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:25:47.346912 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-3ac38ead-9c4f-4534-942b-6490d77c0858 req-60546838-527a-4cd4-bf77-001e5205b126 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772820269343'] for port (60474a50-a0c1-4feb-ae6f-0c257a515bc4), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:47.435666 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [req-3ac38ead-9c4f-4534-942b-6490d77c0858 req-60546838-527a-4cd4-bf77-001e5205b126 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] For port 60474a50-a0c1-4feb-ae6f-0c257a515bc4, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=60474a50-a0c1-4feb-ae6f-0c257a515bc4,segment=NetworkSegment(9e5cf92f-729c-4cdb-aa1e-4c2ffa731f17),segment_id=9e5cf92f-729c-4cdb-aa1e-4c2ffa731f17)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:25:47.436021 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-3ac38ead-9c4f-4534-942b-6490d77c0858 req-60546838-527a-4cd4-bf77-001e5205b126 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674980'] for port (60474a50-a0c1-4feb-ae6f-0c257a515bc4), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:47.613605 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-3ac38ead-9c4f-4534-942b-6490d77c0858 req-60546838-527a-4cd4-bf77-001e5205b126 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:47.613961 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-3ac38ead-9c4f-4534-942b-6490d77c0858 req-60546838-527a-4cd4-bf77-001e5205b126 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1676511'] for floatingip (3ce3789d-402b-46f5-ac9a-dc04f6c29473), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:47.614273 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.db.l3_db [req-3ac38ead-9c4f-4534-942b-6490d77c0858 req-60546838-527a-4cd4-bf77-001e5205b126 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Floating IP 3ce3789d-402b-46f5-ac9a-dc04f6c29473 disassociated. External IP: 172.27.1.197, port: 60474a50-a0c1-4feb-ae6f-0c257a515bc4. May 04 18:25:47.614610 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [req-3ac38ead-9c4f-4534-942b-6490d77c0858 req-60546838-527a-4cd4-bf77-001e5205b126 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Calling delete_port for 60474a50-a0c1-4feb-ae6f-0c257a515bc4 owned by compute:nova {{(pid=104023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:25:47.802002 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-3ac38ead-9c4f-4534-942b-6490d77c0858 req-60546838-527a-4cd4-bf77-001e5205b126 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772820276655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772819832239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7382190'] for port (60474a50-a0c1-4feb-ae6f-0c257a515bc4), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:47.834337 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60546838-527a-4cd4-bf77-001e5205b126 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Pushing event deleted for resources: {'Port': ['ID=60474a50-a0c1-4feb-ae6f-0c257a515bc4,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:47.952751 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ac38ead-9c4f-4534-942b-6490d77c0858 req-60546838-527a-4cd4-bf77-001e5205b126 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Router d8775bc8-26ae-47f9-9102-bf1b7eada28d has already been hosted by L3 agent 341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae {{(pid=104023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 18:25:48.073292 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ac38ead-9c4f-4534-942b-6490d77c0858 req-60546838-527a-4cd4-bf77-001e5205b126 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Notify agent at l3_agent.dv-cinder-840511-4-iscsi the message routers_updated {{(pid=104023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 18:25:48.086131 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbae8186-a9da-4030-8333-d875a5b08f8c None None] Sync routers for ids ['d8775bc8-26ae-47f9-9102-bf1b7eada28d'] in dv-cinder-840511-4-iscsi {{(pid=104026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:25:48.097892 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbae8186-a9da-4030-8333-d875a5b08f8c None None] Routers {'d8775bc8-26ae-47f9-9102-bf1b7eada28d'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:25:48.098548 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-bbae8186-a9da-4030-8333-d875a5b08f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:25:30Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['d8775bc8-26ae-47f9-9102-bf1b7eada28d'], 'active': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:25:48.120218 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ac38ead-9c4f-4534-942b-6490d77c0858 req-60546838-527a-4cd4-bf77-001e5205b126 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] No DVR routers for this DVR port 60474a50-a0c1-4feb-ae6f-0c257a515bc4 on host hv-cinder-84051 {{(pid=104023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:25:48.122689 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-3ac38ead-9c4f-4534-942b-6490d77c0858 req-60546838-527a-4cd4-bf77-001e5205b126 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976'] for port (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:48.125994 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-3ac38ead-9c4f-4534-942b-6490d77c0858 req-60546838-527a-4cd4-bf77-001e5205b126 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.84 "DELETE /v2.0/ports/60474a50-a0c1-4feb-ae6f-0c257a515bc4 HTTP/1.1" status: 204 len: 173 time: 0.8644733 May 04 18:25:48.126439 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86cb1644-cbb3-450b-8df2-2b48d8cee7a7', 'name': 'network-vif-deleted', 'tag': '60474a50-a0c1-4feb-ae6f-0c257a515bc4'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:25:48.128809 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}418c4fc0ed359c78e2a46d0945201a397afdfc4a7689ae544a04c30398cb972a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f652b5c5-1240-4341-9380-0fa46c14bde7" -d '{"events": [{"server_uuid": "86cb1644-cbb3-450b-8df2-2b48d8cee7a7", "name": "network-vif-deleted", "tag": "60474a50-a0c1-4feb-ae6f-0c257a515bc4"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:25:48.174878 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 18:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9de9825-ce03-46eb-a4bf-a05ebbc3c985 x-openstack-request-id: req-b9de9825-ce03-46eb-a4bf-a05ebbc3c985 {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:25:48.175221 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86cb1644-cbb3-450b-8df2-2b48d8cee7a7", "name": "network-vif-deleted", "tag": "60474a50-a0c1-4feb-ae6f-0c257a515bc4", "status": "completed", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:25:48.175479 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b9de9825-ce03-46eb-a4bf-a05ebbc3c985 {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:25:48.175888 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9de9825-ce03-46eb-a4bf-a05ebbc3c985'] response: {'server_uuid': '86cb1644-cbb3-450b-8df2-2b48d8cee7a7', 'name': 'network-vif-deleted', 'tag': '60474a50-a0c1-4feb-ae6f-0c257a515bc4', 'status': 'completed', 'code': 200} May 04 18:25:48.287148 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-929baf0e-ec0f-4300-8c87-ebdb15063b54 req-fbb22b18-d059-4330-a476-52625fe74037 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/ports?device_id=86cb1644-cbb3-450b-8df2-2b48d8cee7a7 HTTP/1.1" status: 200 len: 210 time: 0.0289273 May 04 18:25:48.315615 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvr_db [None req-bbae8186-a9da-4030-8333-d875a5b08f8c None None] Set router d8775bc8-26ae-47f9-9102-bf1b7eada28d gateway port host: dv-cinder-840511-4-iscsi {{(pid=104026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:25:48.513647 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-bbae8186-a9da-4030-8333-d875a5b08f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8775bc8-26ae-47f9-9102-bf1b7eada28d', 'name': 'tempest-AttachVolumeTestJSON-798757056-router', 'tenant_id': '0998832c5db04fe5b7e93fa392a693f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'cbfd767e-539d-46cf-878b-33d046b5da8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:15:53Z', 'updated_at': '2022-05-04T18:16:02Z', 'revision_number': 4, 'project_id': '0998832c5db04fe5b7e93fa392a693f8', 'gw_port': {'id': 'cbfd767e-539d-46cf-878b-33d046b5da8c', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8775bc8-26ae-47f9-9102-bf1b7eada28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:15:54Z', 'updated_at': '2022-05-04T18:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_interfaces': [{'id': '2ea3924b-7e1f-464e-aefe-77e5ba01393b', 'name': '', 'network_id': '6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e', 'tenant_id': '0998832c5db04fe5b7e93fa392a693f8', 'mac_address': 'fa:16:3e:08:a6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8775bc8-26ae-47f9-9102-bf1b7eada28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '3ba3abcf-592c-4523-9b0f-c55aec0e9e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:15:59Z', 'updated_at': '2022-05-04T18:16:16Z', 'revision_number': 5, 'project_id': '0998832c5db04fe5b7e93fa392a693f8', 'subnets': [{'id': '3ba3abcf-592c-4523-9b0f-c55aec0e9e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:25:48.541624 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbae8186-a9da-4030-8333-d875a5b08f8c None None] Checking router: d8775bc8-26ae-47f9-9102-bf1b7eada28d for host: dv-cinder-840511-4-iscsi {{(pid=104026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:25:48.550166 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbae8186-a9da-4030-8333-d875a5b08f8c None None] Routers {'d8775bc8-26ae-47f9-9102-bf1b7eada28d'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:25:48.550787 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-bbae8186-a9da-4030-8333-d875a5b08f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:25:30Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['d8775bc8-26ae-47f9-9102-bf1b7eada28d'], 'active': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:25:48.666686 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvr_db [None req-bbae8186-a9da-4030-8333-d875a5b08f8c None None] Set router d8775bc8-26ae-47f9-9102-bf1b7eada28d gateway port host: dv-cinder-840511-4-iscsi {{(pid=104026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:25:48.858097 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-bbae8186-a9da-4030-8333-d875a5b08f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8775bc8-26ae-47f9-9102-bf1b7eada28d', 'name': 'tempest-AttachVolumeTestJSON-798757056-router', 'tenant_id': '0998832c5db04fe5b7e93fa392a693f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'cbfd767e-539d-46cf-878b-33d046b5da8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:15:53Z', 'updated_at': '2022-05-04T18:16:02Z', 'revision_number': 4, 'project_id': '0998832c5db04fe5b7e93fa392a693f8', 'gw_port': {'id': 'cbfd767e-539d-46cf-878b-33d046b5da8c', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8775bc8-26ae-47f9-9102-bf1b7eada28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:15:54Z', 'updated_at': '2022-05-04T18:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_interfaces': [{'id': '2ea3924b-7e1f-464e-aefe-77e5ba01393b', 'name': '', 'network_id': '6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e', 'tenant_id': '0998832c5db04fe5b7e93fa392a693f8', 'mac_address': 'fa:16:3e:08:a6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8775bc8-26ae-47f9-9102-bf1b7eada28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '3ba3abcf-592c-4523-9b0f-c55aec0e9e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:15:59Z', 'updated_at': '2022-05-04T18:16:16Z', 'revision_number': 5, 'project_id': '0998832c5db04fe5b7e93fa392a693f8', 'subnets': [{'id': '3ba3abcf-592c-4523-9b0f-c55aec0e9e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:25:48.886303 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbae8186-a9da-4030-8333-d875a5b08f8c None None] The sync data for ids ['d8775bc8-26ae-47f9-9102-bf1b7eada28d'] in dv-cinder-840511-4-iscsi is: [{'id': 'd8775bc8-26ae-47f9-9102-bf1b7eada28d', 'name': 'tempest-AttachVolumeTestJSON-798757056-router', 'tenant_id': '0998832c5db04fe5b7e93fa392a693f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'cbfd767e-539d-46cf-878b-33d046b5da8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:15:53Z', 'updated_at': '2022-05-04T18:16:02Z', 'revision_number': 4, 'project_id': '0998832c5db04fe5b7e93fa392a693f8', 'gw_port': {'id': 'cbfd767e-539d-46cf-878b-33d046b5da8c', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8775bc8-26ae-47f9-9102-bf1b7eada28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:15:54Z', 'updated_at': '2022-05-04T18:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_interfaces': [{'id': '2ea3924b-7e1f-464e-aefe-77e5ba01393b', 'name': '', 'network_id': '6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e', 'tenant_id': '0998832c5db04fe5b7e93fa392a693f8', 'mac_address': 'fa:16:3e:08:a6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8775bc8-26ae-47f9-9102-bf1b7eada28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '3ba3abcf-592c-4523-9b0f-c55aec0e9e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:15:59Z', 'updated_at': '2022-05-04T18:16:16Z', 'revision_number': 5, 'project_id': '0998832c5db04fe5b7e93fa392a693f8', 'subnets': [{'id': '3ba3abcf-592c-4523-9b0f-c55aec0e9e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:25:49.106915 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36f8ab1-65e7-4383-9c38-e2cfb4a1acb3 None None] New status for floating IP 3ce3789d-402b-46f5-ac9a-dc04f6c29473: DOWN {{(pid=104025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 18:25:49.422456 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 55318) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:25:49.476300 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-96c3b81d-da6d-48cb-8475-94cdd2b03ee4 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Publish callbacks [] for security_group (34aeadf9-a2f2-41fb-b97d-d17b3a3d24aa), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:49.500437 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-96c3b81d-da6d-48cb-8475-94cdd2b03ee4 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Publish callbacks [] for security_group (34aeadf9-a2f2-41fb-b97d-d17b3a3d24aa), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:49.604632 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-96c3b81d-da6d-48cb-8475-94cdd2b03ee4 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (34aeadf9-a2f2-41fb-b97d-d17b3a3d24aa), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:49.607320 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-96c3b81d-da6d-48cb-8475-94cdd2b03ee4 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Publish callbacks [] for security_group (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:49.611003 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-96c3b81d-da6d-48cb-8475-94cdd2b03ee4 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "DELETE /v2.0/security-groups/34aeadf9-a2f2-41fb-b97d-d17b3a3d24aa HTTP/1.1" status: 204 len: 168 time: 0.1849949 May 04 18:25:49.611500 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 55320) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:25:49.619187 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c3b81d-da6d-48cb-8475-94cdd2b03ee4 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34aeadf9-a2f2-41fb-b97d-d17b3a3d24aa,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:49.626275 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c3b81d-da6d-48cb-8475-94cdd2b03ee4 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:49.626539 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.api.v2.resource [None req-cb057066-f305-4073-9544-9a1bc417fa23 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] show failed (client error): The resource could not be found. May 04 18:25:49.626658 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c3b81d-da6d-48cb-8475-94cdd2b03ee4 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:49.626950 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c3b81d-da6d-48cb-8475-94cdd2b03ee4 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:49.627320 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c3b81d-da6d-48cb-8475-94cdd2b03ee4 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:49.627580 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-cb057066-f305-4073-9544-9a1bc417fa23 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "GET /v2.0/security-groups/34aeadf9-a2f2-41fb-b97d-d17b3a3d24aa HTTP/1.1" status: 404 len: 347 time: 0.0150630 May 04 18:25:49.627810 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c3b81d-da6d-48cb-8475-94cdd2b03ee4 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:49.627977 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c3b81d-da6d-48cb-8475-94cdd2b03ee4 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:49.628305 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c3b81d-da6d-48cb-8475-94cdd2b03ee4 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:49.628628 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c3b81d-da6d-48cb-8475-94cdd2b03ee4 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:49.628953 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c3b81d-da6d-48cb-8475-94cdd2b03ee4 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:49.629279 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c3b81d-da6d-48cb-8475-94cdd2b03ee4 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:49.629602 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c3b81d-da6d-48cb-8475-94cdd2b03ee4 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:49.629927 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c3b81d-da6d-48cb-8475-94cdd2b03ee4 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:49.630274 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c3b81d-da6d-48cb-8475-94cdd2b03ee4 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:49.630671 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 55322) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:25:49.631228 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c3b81d-da6d-48cb-8475-94cdd2b03ee4 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:49.631228 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c3b81d-da6d-48cb-8475-94cdd2b03ee4 tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:49.751635 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-b358c825-1104-492c-83b9-41b09414a1ad tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Deleting port f483876e-24cb-44ad-a3d4-677416603445 {{(pid=104023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:25:49.751871 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-b358c825-1104-492c-83b9-41b09414a1ad tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772820269343'] for port (f483876e-24cb-44ad-a3d4-677416603445), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:49.831619 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-b358c825-1104-492c-83b9-41b09414a1ad tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674980'] for port (f483876e-24cb-44ad-a3d4-677416603445), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:49.831942 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-b358c825-1104-492c-83b9-41b09414a1ad tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Publish callbacks [] for floatingip (f483876e-24cb-44ad-a3d4-677416603445), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:49.846483 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-b358c825-1104-492c-83b9-41b09414a1ad tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Calling delete_port for f483876e-24cb-44ad-a3d4-677416603445 owned by network:floatingip {{(pid=104023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:25:50.048275 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-b358c825-1104-492c-83b9-41b09414a1ad tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772820276655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772819832239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7382190'] for port (f483876e-24cb-44ad-a3d4-677416603445), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:50.082509 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b358c825-1104-492c-83b9-41b09414a1ad tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Pushing event deleted for resources: {'Port': ['ID=f483876e-24cb-44ad-a3d4-677416603445,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:50.107308 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b358c825-1104-492c-83b9-41b09414a1ad tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:50.107659 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b358c825-1104-492c-83b9-41b09414a1ad tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:50.108014 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b358c825-1104-492c-83b9-41b09414a1ad tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:50.108350 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b358c825-1104-492c-83b9-41b09414a1ad tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:50.108689 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b358c825-1104-492c-83b9-41b09414a1ad tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:50.109024 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b358c825-1104-492c-83b9-41b09414a1ad tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:50.109353 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b358c825-1104-492c-83b9-41b09414a1ad tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:50.109683 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b358c825-1104-492c-83b9-41b09414a1ad tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:50.110012 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b358c825-1104-492c-83b9-41b09414a1ad tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:50.110354 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b358c825-1104-492c-83b9-41b09414a1ad tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:50.110672 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b358c825-1104-492c-83b9-41b09414a1ad tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:50.111012 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b358c825-1104-492c-83b9-41b09414a1ad tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:50.111349 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b358c825-1104-492c-83b9-41b09414a1ad tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:50.111672 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b358c825-1104-492c-83b9-41b09414a1ad tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:50.112007 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b358c825-1104-492c-83b9-41b09414a1ad tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:50.154244 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-b358c825-1104-492c-83b9-41b09414a1ad tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Publish callbacks [] for floatingip (3ce3789d-402b-46f5-ac9a-dc04f6c29473), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:50.156850 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-b358c825-1104-492c-83b9-41b09414a1ad tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976'] for floatingip (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:50.157999 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-b358c825-1104-492c-83b9-41b09414a1ad tempest-AttachVolumeTestJSON-1011369089 tempest-AttachVolumeTestJSON-1011369089-project] 10.222.0.23 "DELETE /v2.0/floatingips/3ce3789d-402b-46f5-ac9a-dc04f6c29473 HTTP/1.1" status: 204 len: 168 time: 0.5262489 May 04 18:25:51.948664 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device 60474a50-a0c1-4feb-ae6f-0c257a515bc4 no longer exists at agent hyperv_hv-cinder-84051 {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 18:25:51.969743 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] No Port match for: 60474a50-a0c1-4feb-ae6f-0c257a515bc4 {{(pid=104025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 18:25:51.970096 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device 60474a50-a0c1-4feb-ae6f-0c257a515bc4 not bound to the agent host hv-cinder-84051 {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 18:25:52.175838 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (2ed5d983-d6d1-49f2-9dfa-1a41e5be1317), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:54.103074 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 55354) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:25:54.628832 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-b66c01c5-cd23-412d-aa5c-d79dc1b573af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1674938'] for router_interface (d8775bc8-26ae-47f9-9102-bf1b7eada28d), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:55.111580 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-b66c01c5-cd23-412d-aa5c-d79dc1b573af admin admin] Deleting port 2ea3924b-7e1f-464e-aefe-77e5ba01393b {{(pid=104023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:25:55.112279 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-b66c01c5-cd23-412d-aa5c-d79dc1b573af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772820269343'] for port (2ea3924b-7e1f-464e-aefe-77e5ba01393b), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:55.191567 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-b66c01c5-cd23-412d-aa5c-d79dc1b573af admin admin] For port 2ea3924b-7e1f-464e-aefe-77e5ba01393b, host dv-cinder-840511-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=2ea3924b-7e1f-464e-aefe-77e5ba01393b,segment=NetworkSegment(9e5cf92f-729c-4cdb-aa1e-4c2ffa731f17),segment_id=9e5cf92f-729c-4cdb-aa1e-4c2ffa731f17)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:25:55.191932 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-b66c01c5-cd23-412d-aa5c-d79dc1b573af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674980'] for port (2ea3924b-7e1f-464e-aefe-77e5ba01393b), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:55.206765 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-b66c01c5-cd23-412d-aa5c-d79dc1b573af admin admin] Calling delete_port for 2ea3924b-7e1f-464e-aefe-77e5ba01393b owned by network:router_interface {{(pid=104023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:25:55.499152 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-b66c01c5-cd23-412d-aa5c-d79dc1b573af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772820276655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772819832239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7382190'] for port (2ea3924b-7e1f-464e-aefe-77e5ba01393b), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:55.525973 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66c01c5-cd23-412d-aa5c-d79dc1b573af admin admin] Pushing event deleted for resources: {'Port': ['ID=2ea3924b-7e1f-464e-aefe-77e5ba01393b,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:55.706798 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-b66c01c5-cd23-412d-aa5c-d79dc1b573af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1598253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1735903'] for router_interface (d8775bc8-26ae-47f9-9102-bf1b7eada28d), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:55.933207 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b66c01c5-cd23-412d-aa5c-d79dc1b573af admin admin] Router d8775bc8-26ae-47f9-9102-bf1b7eada28d has already been hosted by L3 agent 341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae {{(pid=104023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 18:25:56.046707 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b66c01c5-cd23-412d-aa5c-d79dc1b573af admin admin] Notify agent at l3_agent.dv-cinder-840511-4-iscsi the message routers_updated {{(pid=104023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 18:25:56.051764 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-b66c01c5-cd23-412d-aa5c-d79dc1b573af admin admin] 10.222.0.23 "PUT /v2.0/routers/d8775bc8-26ae-47f9-9102-bf1b7eada28d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9476657 May 04 18:25:56.054357 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 55358) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:25:56.057152 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeaf3d29-215f-455d-a092-1b2a891ce300 None None] Sync routers for ids ['d8775bc8-26ae-47f9-9102-bf1b7eada28d'] in dv-cinder-840511-4-iscsi {{(pid=104026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:25:56.067807 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeaf3d29-215f-455d-a092-1b2a891ce300 None None] Routers {'d8775bc8-26ae-47f9-9102-bf1b7eada28d'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:25:56.068422 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-eeaf3d29-215f-455d-a092-1b2a891ce300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:25:30Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['d8775bc8-26ae-47f9-9102-bf1b7eada28d'], 'active': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:25:56.165175 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5c46e342-0b98-497d-8a8e-5aad6ad36d59 admin admin] Publish callbacks [] for router (d8775bc8-26ae-47f9-9102-bf1b7eada28d), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:56.177397 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvr_db [None req-eeaf3d29-215f-455d-a092-1b2a891ce300 None None] Set router d8775bc8-26ae-47f9-9102-bf1b7eada28d gateway port host: dv-cinder-840511-4-iscsi {{(pid=104026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:25:56.276376 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5c46e342-0b98-497d-8a8e-5aad6ad36d59 admin admin] Publish callbacks [] for router_gateway (d8775bc8-26ae-47f9-9102-bf1b7eada28d), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:56.347778 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-eeaf3d29-215f-455d-a092-1b2a891ce300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8775bc8-26ae-47f9-9102-bf1b7eada28d', 'name': 'tempest-AttachVolumeTestJSON-798757056-router', 'tenant_id': '0998832c5db04fe5b7e93fa392a693f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'cbfd767e-539d-46cf-878b-33d046b5da8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:15:53Z', 'updated_at': '2022-05-04T18:25:55Z', 'revision_number': 5, 'project_id': '0998832c5db04fe5b7e93fa392a693f8', 'gw_port': {'id': 'cbfd767e-539d-46cf-878b-33d046b5da8c', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8775bc8-26ae-47f9-9102-bf1b7eada28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:15:54Z', 'updated_at': '2022-05-04T18:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi'}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:25:56.379765 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeaf3d29-215f-455d-a092-1b2a891ce300 None None] Checking router: d8775bc8-26ae-47f9-9102-bf1b7eada28d for host: dv-cinder-840511-4-iscsi {{(pid=104026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:25:56.388404 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeaf3d29-215f-455d-a092-1b2a891ce300 None None] Routers {'d8775bc8-26ae-47f9-9102-bf1b7eada28d'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:25:56.389020 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-eeaf3d29-215f-455d-a092-1b2a891ce300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:25:30Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['d8775bc8-26ae-47f9-9102-bf1b7eada28d'], 'active': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:25:56.393184 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5c46e342-0b98-497d-8a8e-5aad6ad36d59 admin admin] Deleting port cbfd767e-539d-46cf-878b-33d046b5da8c {{(pid=104023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:25:56.400854 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5c46e342-0b98-497d-8a8e-5aad6ad36d59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772820269343'] for port (cbfd767e-539d-46cf-878b-33d046b5da8c), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:56.482504 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-5c46e342-0b98-497d-8a8e-5aad6ad36d59 admin admin] For port cbfd767e-539d-46cf-878b-33d046b5da8c, host dv-cinder-840511-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=cbfd767e-539d-46cf-878b-33d046b5da8c,segment=NetworkSegment(44841efa-8edc-4b72-aba0-27edf49af522),segment_id=44841efa-8edc-4b72-aba0-27edf49af522)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:25:56.482812 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5c46e342-0b98-497d-8a8e-5aad6ad36d59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674980'] for port (cbfd767e-539d-46cf-878b-33d046b5da8c), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:56.483023 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvr_db [None req-eeaf3d29-215f-455d-a092-1b2a891ce300 None None] Set router d8775bc8-26ae-47f9-9102-bf1b7eada28d gateway port host: None {{(pid=104026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:25:56.496244 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5c46e342-0b98-497d-8a8e-5aad6ad36d59 admin admin] Calling delete_port for cbfd767e-539d-46cf-878b-33d046b5da8c owned by network:router_gateway {{(pid=104023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:25:56.536527 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-eeaf3d29-215f-455d-a092-1b2a891ce300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8775bc8-26ae-47f9-9102-bf1b7eada28d', 'name': 'tempest-AttachVolumeTestJSON-798757056-router', 'tenant_id': '0998832c5db04fe5b7e93fa392a693f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:15:53Z', 'updated_at': '2022-05-04T18:25:56Z', 'revision_number': 6, 'project_id': '0998832c5db04fe5b7e93fa392a693f8', 'gw_port_host': None}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:25:56.567374 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeaf3d29-215f-455d-a092-1b2a891ce300 None None] The sync data for ids ['d8775bc8-26ae-47f9-9102-bf1b7eada28d'] in dv-cinder-840511-4-iscsi is: [{'id': 'd8775bc8-26ae-47f9-9102-bf1b7eada28d', 'name': 'tempest-AttachVolumeTestJSON-798757056-router', 'tenant_id': '0998832c5db04fe5b7e93fa392a693f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:15:53Z', 'updated_at': '2022-05-04T18:25:56Z', 'revision_number': 6, 'project_id': '0998832c5db04fe5b7e93fa392a693f8', 'gw_port_host': None}] {{(pid=104026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:25:56.730529 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5c46e342-0b98-497d-8a8e-5aad6ad36d59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772820276655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772819832239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7382190'] for port (cbfd767e-539d-46cf-878b-33d046b5da8c), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:56.757389 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c46e342-0b98-497d-8a8e-5aad6ad36d59 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbfd767e-539d-46cf-878b-33d046b5da8c,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:56.822298 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5c46e342-0b98-497d-8a8e-5aad6ad36d59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1675692'] for router_gateway (d8775bc8-26ae-47f9-9102-bf1b7eada28d), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:56.915019 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5c46e342-0b98-497d-8a8e-5aad6ad36d59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1681240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13399'] for router (d8775bc8-26ae-47f9-9102-bf1b7eada28d), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:56.917980 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5c46e342-0b98-497d-8a8e-5aad6ad36d59 admin admin] Publish callbacks [] for router_controller (d8775bc8-26ae-47f9-9102-bf1b7eada28d), precommit_delete_associations {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:57.039717 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5c46e342-0b98-497d-8a8e-5aad6ad36d59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1681217'] for router (d8775bc8-26ae-47f9-9102-bf1b7eada28d), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:57.040306 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c46e342-0b98-497d-8a8e-5aad6ad36d59 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8775bc8-26ae-47f9-9102-bf1b7eada28d {{(pid=104023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 18:25:57.045069 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5c46e342-0b98-497d-8a8e-5aad6ad36d59 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:57.046197 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-5c46e342-0b98-497d-8a8e-5aad6ad36d59 admin admin] 10.222.0.23 "DELETE /v2.0/routers/d8775bc8-26ae-47f9-9102-bf1b7eada28d HTTP/1.1" status: 204 len: 168 time: 0.9909418 May 04 18:25:57.048769 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 55360) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:25:57.092821 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.db_base_plugin_v2 [None req-145be675-b1c2-4185-b12e-7aab6f4af333 admin admin] Deleting subnet 3ba3abcf-592c-4523-9b0f-c55aec0e9e52 {{(pid=104023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 18:25:57.095970 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-145be675-b1c2-4185-b12e-7aab6f4af333 admin admin] Publish callbacks [] for subnet (3ba3abcf-592c-4523-9b0f-c55aec0e9e52), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:57.130973 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-145be675-b1c2-4185-b12e-7aab6f4af333 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7381899'] for subnet (3ba3abcf-592c-4523-9b0f-c55aec0e9e52), precommit_delete_associations {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:57.218049 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-145be675-b1c2-4185-b12e-7aab6f4af333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727632'] for subnet (3ba3abcf-592c-4523-9b0f-c55aec0e9e52), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:57.334363 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-145be675-b1c2-4185-b12e-7aab6f4af333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7382269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7546261'] for subnet (3ba3abcf-592c-4523-9b0f-c55aec0e9e52), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:57.334546 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device 2ea3924b-7e1f-464e-aefe-77e5ba01393b no longer exists at agent ovs-agent-dv-cinder-840511-4-iscsi {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 18:25:57.358206 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] No Port match for: 2ea3924b-7e1f-464e-aefe-77e5ba01393b {{(pid=104025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 18:25:57.358548 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device 2ea3924b-7e1f-464e-aefe-77e5ba01393b not bound to the agent host dv-cinder-840511-4-iscsi {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 18:25:57.358975 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device cbfd767e-539d-46cf-878b-33d046b5da8c no longer exists at agent ovs-agent-dv-cinder-840511-4-iscsi {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 18:25:57.361849 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145be675-b1c2-4185-b12e-7aab6f4af333 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ba3abcf-592c-4523-9b0f-c55aec0e9e52,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:57.363853 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-145be675-b1c2-4185-b12e-7aab6f4af333 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598214'] for subnet (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:57.367227 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-145be675-b1c2-4185-b12e-7aab6f4af333 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/3ba3abcf-592c-4523-9b0f-c55aec0e9e52 HTTP/1.1" status: 204 len: 168 time: 0.3175061 May 04 18:25:57.369801 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 55362) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:25:57.385259 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008265aa-0e98-41b4-8bb3-14694592ccd1 None None] Network 6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e requested from dv-cinder-840511-4-iscsi {{(pid=104025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 18:25:57.408676 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] No Port match for: cbfd767e-539d-46cf-878b-33d046b5da8c {{(pid=104025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 18:25:57.409028 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device cbfd767e-539d-46cf-878b-33d046b5da8c not bound to the agent host dv-cinder-840511-4-iscsi {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 18:25:57.447042 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f4f631fc-961c-4cfb-92aa-140d6dc45de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653438'] for network (6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:57.499549 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-f4f631fc-961c-4cfb-92aa-140d6dc45de1 admin admin] Deleting port 86ce87d2-4539-499c-bdf5-70ade25fb715 {{(pid=104023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:25:57.500341 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f4f631fc-961c-4cfb-92aa-140d6dc45de1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772820269343'] for port (86ce87d2-4539-499c-bdf5-70ade25fb715), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:57.570128 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ce03b5-f078-4f07-a986-6b8456ec38e1 None None] DHCP port deletion for 6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e request from dv-cinder-840511-4-iscsi {{(pid=104025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 18:25:57.585476 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-f4f631fc-961c-4cfb-92aa-140d6dc45de1 admin admin] For port 86ce87d2-4539-499c-bdf5-70ade25fb715, host dv-cinder-840511-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=86ce87d2-4539-499c-bdf5-70ade25fb715,segment=NetworkSegment(9e5cf92f-729c-4cdb-aa1e-4c2ffa731f17),segment_id=9e5cf92f-729c-4cdb-aa1e-4c2ffa731f17)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:25:57.585860 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f4f631fc-961c-4cfb-92aa-140d6dc45de1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674980'] for port (86ce87d2-4539-499c-bdf5-70ade25fb715), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:57.601516 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-f4f631fc-961c-4cfb-92aa-140d6dc45de1 admin admin] Calling delete_port for 86ce87d2-4539-499c-bdf5-70ade25fb715 owned by network:dhcp {{(pid=104023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:25:57.621958 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-dc5d4d46-a718-47e4-b992-22bcc5213794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (c89944b2-e06f-41dc-a0fc-77a7e649c9d3), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:57.633194 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-05ce03b5-f078-4f07-a986-6b8456ec38e1 None None] Deleting port 86ce87d2-4539-499c-bdf5-70ade25fb715 {{(pid=104025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:25:57.633795 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-05ce03b5-f078-4f07-a986-6b8456ec38e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772820269343'] for port (86ce87d2-4539-499c-bdf5-70ade25fb715), before_delete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:57.702415 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-05ce03b5-f078-4f07-a986-6b8456ec38e1 None None] For port 86ce87d2-4539-499c-bdf5-70ade25fb715, host dv-cinder-840511-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=86ce87d2-4539-499c-bdf5-70ade25fb715,segment=NetworkSegment(9e5cf92f-729c-4cdb-aa1e-4c2ffa731f17),segment_id=9e5cf92f-729c-4cdb-aa1e-4c2ffa731f17)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:25:57.702812 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-05ce03b5-f078-4f07-a986-6b8456ec38e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674980'] for port (86ce87d2-4539-499c-bdf5-70ade25fb715), precommit_delete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:57.716734 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-05ce03b5-f078-4f07-a986-6b8456ec38e1 None None] Calling delete_port for 86ce87d2-4539-499c-bdf5-70ade25fb715 owned by network:dhcp {{(pid=104025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:25:57.773467 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f4f631fc-961c-4cfb-92aa-140d6dc45de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772820276655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772819832239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7382190'] for port (86ce87d2-4539-499c-bdf5-70ade25fb715), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:57.800463 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-05ce03b5-f078-4f07-a986-6b8456ec38e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772820276655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772819832239'] for port (86ce87d2-4539-499c-bdf5-70ade25fb715), after_delete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:57.804548 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f631fc-961c-4cfb-92aa-140d6dc45de1 admin admin] No DVR routers for this DVR port 86ce87d2-4539-499c-bdf5-70ade25fb715 on host dv-cinder-840511-4-iscsi {{(pid=104023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:25:57.811739 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f631fc-961c-4cfb-92aa-140d6dc45de1 admin admin] Pushing event deleted for resources: {'Port': ['ID=86ce87d2-4539-499c-bdf5-70ade25fb715,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:57.827446 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ce03b5-f078-4f07-a986-6b8456ec38e1 None None] Pushing event deleted for resources: {'Port': ['ID=86ce87d2-4539-499c-bdf5-70ade25fb715,revision_number=None']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:57.835389 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ce03b5-f078-4f07-a986-6b8456ec38e1 None None] No DVR routers for this DVR port 86ce87d2-4539-499c-bdf5-70ade25fb715 on host dv-cinder-840511-4-iscsi {{(pid=104025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:25:57.837450 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ce03b5-f078-4f07-a986-6b8456ec38e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:57.837803 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ce03b5-f078-4f07-a986-6b8456ec38e1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:57.838157 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ce03b5-f078-4f07-a986-6b8456ec38e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:57.838487 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ce03b5-f078-4f07-a986-6b8456ec38e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:57.838825 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ce03b5-f078-4f07-a986-6b8456ec38e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:57.839184 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ce03b5-f078-4f07-a986-6b8456ec38e1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:57.839517 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ce03b5-f078-4f07-a986-6b8456ec38e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:57.839846 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ce03b5-f078-4f07-a986-6b8456ec38e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:57.840181 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ce03b5-f078-4f07-a986-6b8456ec38e1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:57.840510 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ce03b5-f078-4f07-a986-6b8456ec38e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:57.840837 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ce03b5-f078-4f07-a986-6b8456ec38e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:57.841187 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ce03b5-f078-4f07-a986-6b8456ec38e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:57.841516 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ce03b5-f078-4f07-a986-6b8456ec38e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:57.841838 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ce03b5-f078-4f07-a986-6b8456ec38e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:57.842158 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ce03b5-f078-4f07-a986-6b8456ec38e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:57.892581 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f4f631fc-961c-4cfb-92aa-140d6dc45de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727429', 'neutron.services.segments.db._delete_segments_for_network-8772820294476'] for network (6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:57.913752 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.services.segments.db [None req-f4f631fc-961c-4cfb-92aa-140d6dc45de1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e']}} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:25:57.923388 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.services.segments.db [None req-f4f631fc-961c-4cfb-92aa-140d6dc45de1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e5cf92f-729c-4cdb-aa1e-4c2ffa731f17') {'for_net_delete': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:25:57.923682 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.services.segments.db [None req-f4f631fc-961c-4cfb-92aa-140d6dc45de1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e5cf92f-729c-4cdb-aa1e-4c2ffa731f17') {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:25:57.933834 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f4f631fc-961c-4cfb-92aa-140d6dc45de1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772820296277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7381908'] for segment (9e5cf92f-729c-4cdb-aa1e-4c2ffa731f17), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:57.947257 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f4f631fc-961c-4cfb-92aa-140d6dc45de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691573'] for segment (9e5cf92f-729c-4cdb-aa1e-4c2ffa731f17), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:57.953339 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4f631fc-961c-4cfb-92aa-140d6dc45de1 admin admin] Releasing vlan 823 on physical network physnet1 to pool {{(pid=104023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 18:25:57.953719 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f4f631fc-961c-4cfb-92aa-140d6dc45de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7382171'] for segment (9e5cf92f-729c-4cdb-aa1e-4c2ffa731f17), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:57.955402 dv-cinder-840511-4-iscsi neutron-server[104023]: Traceback (most recent call last): May 04 18:25:57.955402 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 18:25:57.955402 dv-cinder-840511-4-iscsi neutron-server[104023]: timer() May 04 18:25:57.955402 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 18:25:57.955402 dv-cinder-840511-4-iscsi neutron-server[104023]: cb(*args, **kw) May 04 18:25:57.955402 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 18:25:57.955402 dv-cinder-840511-4-iscsi neutron-server[104023]: return func(*args, **kwargs) May 04 18:25:57.955402 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 18:25:57.955402 dv-cinder-840511-4-iscsi neutron-server[104023]: self._notify() May 04 18:25:57.955402 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 18:25:57.955402 dv-cinder-840511-4-iscsi neutron-server[104023]: self.callback(batched_events) May 04 18:25:57.955402 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 18:25:57.955402 dv-cinder-840511-4-iscsi neutron-server[104023]: event.method(event) May 04 18:25:57.955402 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 18:25:57.955402 dv-cinder-840511-4-iscsi neutron-server[104023]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 18:25:57.955402 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 18:25:57.955402 dv-cinder-840511-4-iscsi neutron-server[104023]: aggregate_uuid = self.p_client.list_aggregates( May 04 18:25:57.955402 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 18:25:57.955402 dv-cinder-840511-4-iscsi neutron-server[104023]: return f(self, *a, **k) May 04 18:25:57.955402 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 18:25:57.955402 dv-cinder-840511-4-iscsi neutron-server[104023]: return self._get(url).json() May 04 18:25:57.955402 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 18:25:57.955402 dv-cinder-840511-4-iscsi neutron-server[104023]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 18:25:57.955402 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 18:25:57.955402 dv-cinder-840511-4-iscsi neutron-server[104023]: return self.request(url, 'GET', **kwargs) May 04 18:25:57.955402 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 18:25:57.955402 dv-cinder-840511-4-iscsi neutron-server[104023]: base_url = self.get_endpoint(auth, allow=allow, May 04 18:25:57.955402 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 18:25:57.955402 dv-cinder-840511-4-iscsi neutron-server[104023]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 18:25:57.955402 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 18:25:57.955402 dv-cinder-840511-4-iscsi neutron-server[104023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 18:25:57.955402 dv-cinder-840511-4-iscsi neutron-server[104023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 18:25:58.061223 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f4f631fc-961c-4cfb-92aa-140d6dc45de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676474'] for network (6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:58.066737 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f4f631fc-961c-4cfb-92aa-140d6dc45de1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598214'] for network (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:58.070267 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-f4f631fc-961c-4cfb-92aa-140d6dc45de1 admin admin] 10.222.0.23 "DELETE /v2.0/networks/6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e HTTP/1.1" status: 204 len: 168 time: 0.6995406 May 04 18:25:58.081169 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f631fc-961c-4cfb-92aa-140d6dc45de1 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ea82550-ea2c-4a52-a1b3-4eb04b2cdb1e,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:58.399211 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 55366) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:25:58.444864 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-d3d3a1e4-0ed7-4542-815c-e75d59bdaad0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0998832c5db04fe5b7e93fa392a693f8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0444536 May 04 18:25:58.447303 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 55368) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:25:58.495310 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-503c2fb2-fed3-47da-87ba-33f833f8e03a admin admin] Publish callbacks [] for security_group (2d7fb051-b449-40ee-9265-84bda6a92618), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:58.517141 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-503c2fb2-fed3-47da-87ba-33f833f8e03a admin admin] Publish callbacks [] for security_group (2d7fb051-b449-40ee-9265-84bda6a92618), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:58.659160 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-503c2fb2-fed3-47da-87ba-33f833f8e03a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (2d7fb051-b449-40ee-9265-84bda6a92618), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:58.661673 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-503c2fb2-fed3-47da-87ba-33f833f8e03a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:25:58.662909 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-503c2fb2-fed3-47da-87ba-33f833f8e03a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2d7fb051-b449-40ee-9265-84bda6a92618 HTTP/1.1" status: 204 len: 168 time: 0.2146509 May 04 18:25:58.678080 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503c2fb2-fed3-47da-87ba-33f833f8e03a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7fb051-b449-40ee-9265-84bda6a92618,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:59.049533 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device 86ce87d2-4539-499c-bdf5-70ade25fb715 no longer exists at agent ovs-agent-dv-cinder-840511-4-iscsi {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 18:25:59.071562 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] No Port match for: 86ce87d2-4539-499c-bdf5-70ade25fb715 {{(pid=104025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 18:25:59.071829 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device 86ce87d2-4539-499c-bdf5-70ade25fb715 not bound to the agent host dv-cinder-840511-4-iscsi {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 18:26:00.021984 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-0107c8fa-9dba-4caf-8d6b-75e69eadafe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:01.196018 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-4fdd29be-a970-4503-919e-12b86a90c52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (74c08095-bc4c-43d3-91b6-743b06ad1f6c), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:01.950129 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 55442) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:26:01.995963 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-80fa3490-4c2f-4a3a-9ea4-b8cdd7996dc3 req-6c6360d5-3d98-49ef-8e58-0757dc6cbb13 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=1c9cfb26-0c88-45f3-8bad-d4af45b1cade&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434549 May 04 18:26:02.079344 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-c9b7b3a0-3a6b-4031-9238-be71d7209ad2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:02.091018 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fa3490-4c2f-4a3a-9ea4-b8cdd7996dc3 req-fa10eafc-de63-4775-8700-f306dae3798b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:26:02.092512 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-80fa3490-4c2f-4a3a-9ea4-b8cdd7996dc3 req-fa10eafc-de63-4775-8700-f306dae3798b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1437e10b84d943a885db1ec25dccc6e5&device_id=1c9cfb26-0c88-45f3-8bad-d4af45b1cade HTTP/1.1" status: 200 len: 1130 time: 0.0609436 May 04 18:26:02.233759 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-c9b7b3a0-3a6b-4031-9238-be71d7209ad2 admin admin] Publish callbacks [] for security_group (c991b04f-711b-4c5b-827a-ac1c5fb48996), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:02.238512 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fa3490-4c2f-4a3a-9ea4-b8cdd7996dc3 req-4248172b-84b5-4bd4-9654-929a2a3b2d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:26:02.240821 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-80fa3490-4c2f-4a3a-9ea4-b8cdd7996dc3 req-4248172b-84b5-4bd4-9654-929a2a3b2d30 service neutron] 10.222.0.84 "GET /v2.0/networks?id=26d35b79-1359-484a-a955-f54353f413dc HTTP/1.1" status: 200 len: 918 time: 0.1210525 May 04 18:26:02.309949 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-80fa3490-4c2f-4a3a-9ea4-b8cdd7996dc3 req-fa3a30fe-825b-4913-baf0-90b79572c53f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=09b49ab0-d355-46ab-b15e-26e5e9f96975 HTTP/1.1" status: 200 len: 1001 time: 0.0635829 May 04 18:26:02.323719 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-c9b7b3a0-3a6b-4031-9238-be71d7209ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (c991b04f-711b-4c5b-827a-ac1c5fb48996), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:02.388095 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-c9b7b3a0-3a6b-4031-9238-be71d7209ad2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f86cd59f576849fe842c5ced473b00e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4367785 May 04 18:26:02.391065 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 55448) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:26:02.395550 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fa3490-4c2f-4a3a-9ea4-b8cdd7996dc3 req-3a0bea94-acd1-4574-b121-09adde579aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:26:02.397114 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-80fa3490-4c2f-4a3a-9ea4-b8cdd7996dc3 req-3a0bea94-acd1-4574-b121-09adde579aa9 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0e97a9af-bf91-4879-8505-d85b9edd2417 HTTP/1.1" status: 200 len: 856 time: 0.0817339 May 04 18:26:02.398402 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b7b3a0-3a6b-4031-9238-be71d7209ad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c991b04f-711b-4c5b-827a-ac1c5fb48996,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:02.444360 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-ec82124e-e71e-45f9-a2f4-fd33749e309d admin admin] Publish callbacks [] for security_group (c991b04f-711b-4c5b-827a-ac1c5fb48996), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:02.444924 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fa3490-4c2f-4a3a-9ea4-b8cdd7996dc3 req-a6669e1b-4169-463a-a1c8-711e5c4d80eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:26:02.446533 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-80fa3490-4c2f-4a3a-9ea4-b8cdd7996dc3 req-a6669e1b-4169-463a-a1c8-711e5c4d80eb service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=26d35b79-1359-484a-a955-f54353f413dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434489 May 04 18:26:02.469349 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-ec82124e-e71e-45f9-a2f4-fd33749e309d admin admin] Publish callbacks [] for security_group (c991b04f-711b-4c5b-827a-ac1c5fb48996), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:02.543827 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-80fa3490-4c2f-4a3a-9ea4-b8cdd7996dc3 req-d44262dc-a044-4f4a-872f-dddc5d6a610e service neutron] 10.222.0.84 "GET /v2.0/networks/26d35b79-1359-484a-a955-f54353f413dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912247 May 04 18:26:02.601953 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-ec82124e-e71e-45f9-a2f4-fd33749e309d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (c991b04f-711b-4c5b-827a-ac1c5fb48996), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:02.604658 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-ec82124e-e71e-45f9-a2f4-fd33749e309d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:02.605835 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-ec82124e-e71e-45f9-a2f4-fd33749e309d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c991b04f-711b-4c5b-827a-ac1c5fb48996 HTTP/1.1" status: 204 len: 168 time: 0.2137671 May 04 18:26:02.614393 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec82124e-e71e-45f9-a2f4-fd33749e309d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c991b04f-711b-4c5b-827a-ac1c5fb48996,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:02.644551 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-f7537222-04fb-4408-8d24-7493625e2bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (88f974dc-3c14-4d3d-9ef8-4363bb88b433), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:02.645940 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-80fa3490-4c2f-4a3a-9ea4-b8cdd7996dc3 req-63868220-d7ac-45d5-838b-c516135ea076 service neutron] 10.222.0.84 "GET /v2.0/networks/26d35b79-1359-484a-a955-f54353f413dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959024 May 04 18:26:03.175659 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 55454) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:26:03.190638 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3c674323-5c4f-41cc-8bc5-a284a5d9aeaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:03.270254 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3c674323-5c4f-41cc-8bc5-a284a5d9aeaa admin admin] Publish callbacks [] for security_group (7a4e58fa-c70a-4cad-9daa-81271fead6cd), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:03.324410 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3c674323-5c4f-41cc-8bc5-a284a5d9aeaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (7a4e58fa-c70a-4cad-9daa-81271fead6cd), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:03.368707 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-3c674323-5c4f-41cc-8bc5-a284a5d9aeaa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aa1900382b4d447fa12a639b060c564f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1919403 May 04 18:26:03.369561 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c674323-5c4f-41cc-8bc5-a284a5d9aeaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a4e58fa-c70a-4cad-9daa-81271fead6cd,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:03.371528 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 55456) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:26:03.428453 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-5b866d81-2667-4462-bace-bc2ddd2b3319 admin admin] Publish callbacks [] for security_group (7a4e58fa-c70a-4cad-9daa-81271fead6cd), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:03.454484 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-5b866d81-2667-4462-bace-bc2ddd2b3319 admin admin] Publish callbacks [] for security_group (7a4e58fa-c70a-4cad-9daa-81271fead6cd), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:03.593417 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-5b866d81-2667-4462-bace-bc2ddd2b3319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (7a4e58fa-c70a-4cad-9daa-81271fead6cd), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:03.596328 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-5b866d81-2667-4462-bace-bc2ddd2b3319 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:03.597505 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-5b866d81-2667-4462-bace-bc2ddd2b3319 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7a4e58fa-c70a-4cad-9daa-81271fead6cd HTTP/1.1" status: 204 len: 168 time: 0.2248776 May 04 18:26:03.607355 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b866d81-2667-4462-bace-bc2ddd2b3319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a4e58fa-c70a-4cad-9daa-81271fead6cd,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:03.816097 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (e55a6cb5-967a-4631-865a-95818de4ff35), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:07.717969 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.agents_db [None req-cc71a237-c19e-45a1-a167-cff52744c55e None None] Agent healthcheck: found 6 active agents {{(pid=104026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 18:26:22.172970 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (2ed5d983-d6d1-49f2-9dfa-1a41e5be1317), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:27.572912 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-9134b318-9378-40d9-8efc-7cad02b2dab8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (c89944b2-e06f-41dc-a0fc-77a7e649c9d3), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:30.038603 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-7f91132b-a4d1-4e09-ad34-99d24c545071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:31.190133 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-4fdd29be-a970-4503-919e-12b86a90c52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (74c08095-bc4c-43d3-91b6-743b06ad1f6c), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:32.604399 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-f7537222-04fb-4408-8d24-7493625e2bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (88f974dc-3c14-4d3d-9ef8-4363bb88b433), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:33.841982 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (e55a6cb5-967a-4631-865a-95818de4ff35), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:34.135429 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f38b3b9-76fd-4f60-a48f-18320e5bd0e0 req-eddbf45a-e2b8-4675-9fca-463bf4d509c0 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:26:34.135925 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-9f38b3b9-76fd-4f60-a48f-18320e5bd0e0 req-eddbf45a-e2b8-4675-9fca-463bf4d509c0 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/ports?device_id=17b718f7-f68f-454e-b0da-38e32a4e0cca HTTP/1.1" status: 200 len: 945 time: 0.0491464 May 04 18:26:34.188522 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-9f38b3b9-76fd-4f60-a48f-18320e5bd0e0 req-3fc4e8b8-acd4-4526-9e51-169ada77356e tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/security-groups?id=3171ebcd-1b53-462c-8aeb-f56c82b22a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456369 May 04 18:26:35.305960 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd1bca3-573e-4ac7-ba5a-f1ea9e6b94c9 req-ac13be3f-e6b4-45d2-80ca-d054928cca83 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:26:35.309559 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-ebd1bca3-573e-4ac7-ba5a-f1ea9e6b94c9 req-ac13be3f-e6b4-45d2-80ca-d054928cca83 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/ports?device_id=17b718f7-f68f-454e-b0da-38e32a4e0cca HTTP/1.1" status: 200 len: 945 time: 0.0508339 May 04 18:26:35.356690 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-ebd1bca3-573e-4ac7-ba5a-f1ea9e6b94c9 req-50b45448-de87-48fd-9a7e-eaa65cf75304 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/security-groups?id=3171ebcd-1b53-462c-8aeb-f56c82b22a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434690 May 04 18:26:36.472394 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5c2ef0-f223-40c9-b96f-9f968b0c12c3 req-92c364e6-e510-4145-8320-5481378bc1a9 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:26:36.473795 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-4f5c2ef0-f223-40c9-b96f-9f968b0c12c3 req-92c364e6-e510-4145-8320-5481378bc1a9 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/ports?device_id=17b718f7-f68f-454e-b0da-38e32a4e0cca HTTP/1.1" status: 200 len: 945 time: 0.0494580 May 04 18:26:36.520876 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-4f5c2ef0-f223-40c9-b96f-9f968b0c12c3 req-f247ccee-b6d9-4c63-807d-ce23a50a4829 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/security-groups?id=3171ebcd-1b53-462c-8aeb-f56c82b22a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414007 May 04 18:26:37.638017 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b64955d-97e8-4585-9c86-f5bf40af22ad req-2575f3a1-2847-497e-95dd-9dd2e6951150 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:26:37.639547 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-5b64955d-97e8-4585-9c86-f5bf40af22ad req-2575f3a1-2847-497e-95dd-9dd2e6951150 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/ports?device_id=17b718f7-f68f-454e-b0da-38e32a4e0cca HTTP/1.1" status: 200 len: 945 time: 0.0489941 May 04 18:26:37.687656 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-5b64955d-97e8-4585-9c86-f5bf40af22ad req-34cecc62-1351-463e-8c3e-c5b5a44534c7 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/security-groups?id=3171ebcd-1b53-462c-8aeb-f56c82b22a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424261 May 04 18:26:38.802121 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc73d8ed-c9f0-4ab7-8ebf-70d799e6d326 req-b45c7569-dc21-4361-a13d-43ca784ea45d tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:26:38.803639 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-cc73d8ed-c9f0-4ab7-8ebf-70d799e6d326 req-b45c7569-dc21-4361-a13d-43ca784ea45d tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/ports?device_id=17b718f7-f68f-454e-b0da-38e32a4e0cca HTTP/1.1" status: 200 len: 945 time: 0.0468864 May 04 18:26:38.854345 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-cc73d8ed-c9f0-4ab7-8ebf-70d799e6d326 req-d9ac4232-52b1-46e3-885b-c3dd8ca42eb7 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/security-groups?id=3171ebcd-1b53-462c-8aeb-f56c82b22a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443404 May 04 18:26:39.966620 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95b09b7-f53c-49e8-9350-9295bdab0726 req-fae4bfc8-5f8e-401c-99b3-dafc900e364e tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:26:39.968033 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-d95b09b7-f53c-49e8-9350-9295bdab0726 req-fae4bfc8-5f8e-401c-99b3-dafc900e364e tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/ports?device_id=17b718f7-f68f-454e-b0da-38e32a4e0cca HTTP/1.1" status: 200 len: 945 time: 0.0468678 May 04 18:26:40.015600 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-d95b09b7-f53c-49e8-9350-9295bdab0726 req-e9f77058-f32f-434d-b236-edc3c8b543b8 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/security-groups?id=3171ebcd-1b53-462c-8aeb-f56c82b22a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419109 May 04 18:26:40.277847 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2352625-a1ac-4901-bff1-8ad536569e2b req-1660e0bd-9aef-4c48-ad3e-5cb301f9f55e tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:26:40.279345 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-c2352625-a1ac-4901-bff1-8ad536569e2b req-1660e0bd-9aef-4c48-ad3e-5cb301f9f55e tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.84 "GET /v2.0/ports?device_id=17b718f7-f68f-454e-b0da-38e32a4e0cca HTTP/1.1" status: 200 len: 945 time: 0.0474811 May 04 18:26:40.370371 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [req-c2352625-a1ac-4901-bff1-8ad536569e2b req-df66e4e9-d5a6-4c8c-abe8-308ffb3bf413 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Deleting port f23964d3-8092-46cb-ba05-dbb973457e9c {{(pid=104023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:26:40.370720 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-c2352625-a1ac-4901-bff1-8ad536569e2b req-df66e4e9-d5a6-4c8c-abe8-308ffb3bf413 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772820269343'] for port (f23964d3-8092-46cb-ba05-dbb973457e9c), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:40.462372 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [req-c2352625-a1ac-4901-bff1-8ad536569e2b req-df66e4e9-d5a6-4c8c-abe8-308ffb3bf413 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] For port f23964d3-8092-46cb-ba05-dbb973457e9c, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=f23964d3-8092-46cb-ba05-dbb973457e9c,segment=NetworkSegment(93c6e1e8-c128-4532-8f18-ec2a2ac72466),segment_id=93c6e1e8-c128-4532-8f18-ec2a2ac72466)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:26:40.462741 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-c2352625-a1ac-4901-bff1-8ad536569e2b req-df66e4e9-d5a6-4c8c-abe8-308ffb3bf413 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674980'] for port (f23964d3-8092-46cb-ba05-dbb973457e9c), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:40.899058 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-c2352625-a1ac-4901-bff1-8ad536569e2b req-df66e4e9-d5a6-4c8c-abe8-308ffb3bf413 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:40.899574 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-c2352625-a1ac-4901-bff1-8ad536569e2b req-df66e4e9-d5a6-4c8c-abe8-308ffb3bf413 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1676511'] for floatingip (4639dc40-9573-4c3a-b72a-75ceaabecc20), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:40.899899 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.db.l3_db [req-c2352625-a1ac-4901-bff1-8ad536569e2b req-df66e4e9-d5a6-4c8c-abe8-308ffb3bf413 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Floating IP 4639dc40-9573-4c3a-b72a-75ceaabecc20 disassociated. External IP: 172.27.1.90, port: f23964d3-8092-46cb-ba05-dbb973457e9c. May 04 18:26:40.900245 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [req-c2352625-a1ac-4901-bff1-8ad536569e2b req-df66e4e9-d5a6-4c8c-abe8-308ffb3bf413 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Calling delete_port for f23964d3-8092-46cb-ba05-dbb973457e9c owned by compute:nova {{(pid=104023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:26:41.122371 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-c2352625-a1ac-4901-bff1-8ad536569e2b req-df66e4e9-d5a6-4c8c-abe8-308ffb3bf413 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772820276655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772819832239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7382190'] for port (f23964d3-8092-46cb-ba05-dbb973457e9c), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:41.133674 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e347d9-2c07-4c0b-a3d9-5e9dea57b67a req-3a5cf57b-b014-4dfc-8dd4-dba9e1f5f36b tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:26:41.135216 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-29e347d9-2c07-4c0b-a3d9-5e9dea57b67a req-3a5cf57b-b014-4dfc-8dd4-dba9e1f5f36b tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/ports?device_id=17b718f7-f68f-454e-b0da-38e32a4e0cca HTTP/1.1" status: 200 len: 945 time: 0.0505922 May 04 18:26:41.151283 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df66e4e9-d5a6-4c8c-abe8-308ffb3bf413 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Pushing event deleted for resources: {'Port': ['ID=f23964d3-8092-46cb-ba05-dbb973457e9c,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:41.193213 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-29e347d9-2c07-4c0b-a3d9-5e9dea57b67a req-5a8b5f9d-04bc-4108-ac3e-e50a20e2fce1 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/security-groups?id=3171ebcd-1b53-462c-8aeb-f56c82b22a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515425 May 04 18:26:41.276768 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c2352625-a1ac-4901-bff1-8ad536569e2b req-df66e4e9-d5a6-4c8c-abe8-308ffb3bf413 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Router 49639112-b345-407f-82ff-d7941c122b1a has already been hosted by L3 agent 341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae {{(pid=104023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 18:26:41.393807 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c2352625-a1ac-4901-bff1-8ad536569e2b req-df66e4e9-d5a6-4c8c-abe8-308ffb3bf413 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Notify agent at l3_agent.dv-cinder-840511-4-iscsi the message routers_updated {{(pid=104023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 18:26:41.404215 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3ad4b8-2747-4f5e-9dbd-876a84f24342 None None] Sync routers for ids ['49639112-b345-407f-82ff-d7941c122b1a'] in dv-cinder-840511-4-iscsi {{(pid=104025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:26:41.414768 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3ad4b8-2747-4f5e-9dbd-876a84f24342 None None] Routers {'49639112-b345-407f-82ff-d7941c122b1a'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:26:41.415449 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-3a3ad4b8-2747-4f5e-9dbd-876a84f24342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:26:30Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['49639112-b345-407f-82ff-d7941c122b1a'], 'active': True} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:26:41.438628 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2352625-a1ac-4901-bff1-8ad536569e2b req-df66e4e9-d5a6-4c8c-abe8-308ffb3bf413 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] No DVR routers for this DVR port f23964d3-8092-46cb-ba05-dbb973457e9c on host hv-cinder-84051 {{(pid=104023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:26:41.441116 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-c2352625-a1ac-4901-bff1-8ad536569e2b req-df66e4e9-d5a6-4c8c-abe8-308ffb3bf413 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976'] for port (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:41.444429 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-c2352625-a1ac-4901-bff1-8ad536569e2b req-df66e4e9-d5a6-4c8c-abe8-308ffb3bf413 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.84 "DELETE /v2.0/ports/f23964d3-8092-46cb-ba05-dbb973457e9c HTTP/1.1" status: 204 len: 173 time: 1.1578619 May 04 18:26:41.444867 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17b718f7-f68f-454e-b0da-38e32a4e0cca', 'name': 'network-vif-deleted', 'tag': 'f23964d3-8092-46cb-ba05-dbb973457e9c'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:26:41.447162 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}418c4fc0ed359c78e2a46d0945201a397afdfc4a7689ae544a04c30398cb972a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e08fb1-ef24-4955-9b27-10d074fd0131" -d '{"events": [{"server_uuid": "17b718f7-f68f-454e-b0da-38e32a4e0cca", "name": "network-vif-deleted", "tag": "f23964d3-8092-46cb-ba05-dbb973457e9c"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:26:41.534403 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvr_db [None req-3a3ad4b8-2747-4f5e-9dbd-876a84f24342 None None] Set router 49639112-b345-407f-82ff-d7941c122b1a gateway port host: dv-cinder-840511-4-iscsi {{(pid=104025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:26:41.550523 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 18:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24501a0c-034c-4c6a-b5f9-c381fbcc176b x-openstack-request-id: req-24501a0c-034c-4c6a-b5f9-c381fbcc176b {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:26:41.550835 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17b718f7-f68f-454e-b0da-38e32a4e0cca", "name": "network-vif-deleted", "tag": "f23964d3-8092-46cb-ba05-dbb973457e9c", "status": "completed", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:26:41.551248 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-24501a0c-034c-4c6a-b5f9-c381fbcc176b {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:26:41.551515 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24501a0c-034c-4c6a-b5f9-c381fbcc176b'] response: {'server_uuid': '17b718f7-f68f-454e-b0da-38e32a4e0cca', 'name': 'network-vif-deleted', 'tag': 'f23964d3-8092-46cb-ba05-dbb973457e9c', 'status': 'completed', 'code': 200} May 04 18:26:41.749785 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-3a3ad4b8-2747-4f5e-9dbd-876a84f24342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49639112-b345-407f-82ff-d7941c122b1a', 'name': 'tempest-AttachVolumeNegativeTest-1596959943-router', 'tenant_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'a0ebc00e-ff59-4a01-ad80-5944a1e5f02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:17:29Z', 'updated_at': '2022-05-04T18:17:33Z', 'revision_number': 4, 'project_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'gw_port': {'id': 'a0ebc00e-ff59-4a01-ad80-5944a1e5f02c', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:80:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49639112-b345-407f-82ff-d7941c122b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:17:30Z', 'updated_at': '2022-05-04T18:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_interfaces': [{'id': 'aef8553d-54c9-4d55-ace0-3ca397debd28', 'name': '', 'network_id': 'adc2355e-99c1-42a7-9cbc-42fd35f09e00', 'tenant_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'mac_address': 'fa:16:3e:d3:51:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49639112-b345-407f-82ff-d7941c122b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '3c3d78bf-8f55-488e-b058-2a13b7e24990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:17:32Z', 'updated_at': '2022-05-04T18:17:36Z', 'revision_number': 5, 'project_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'subnets': [{'id': '3c3d78bf-8f55-488e-b058-2a13b7e24990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:26:41.779659 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3ad4b8-2747-4f5e-9dbd-876a84f24342 None None] Checking router: 49639112-b345-407f-82ff-d7941c122b1a for host: dv-cinder-840511-4-iscsi {{(pid=104025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:26:41.789125 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3ad4b8-2747-4f5e-9dbd-876a84f24342 None None] Routers {'49639112-b345-407f-82ff-d7941c122b1a'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:26:41.789779 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-3a3ad4b8-2747-4f5e-9dbd-876a84f24342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:26:30Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['49639112-b345-407f-82ff-d7941c122b1a'], 'active': True} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:26:41.902771 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvr_db [None req-3a3ad4b8-2747-4f5e-9dbd-876a84f24342 None None] Set router 49639112-b345-407f-82ff-d7941c122b1a gateway port host: dv-cinder-840511-4-iscsi {{(pid=104025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:26:42.098079 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-3a3ad4b8-2747-4f5e-9dbd-876a84f24342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49639112-b345-407f-82ff-d7941c122b1a', 'name': 'tempest-AttachVolumeNegativeTest-1596959943-router', 'tenant_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'a0ebc00e-ff59-4a01-ad80-5944a1e5f02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:17:29Z', 'updated_at': '2022-05-04T18:17:33Z', 'revision_number': 4, 'project_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'gw_port': {'id': 'a0ebc00e-ff59-4a01-ad80-5944a1e5f02c', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:80:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49639112-b345-407f-82ff-d7941c122b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:17:30Z', 'updated_at': '2022-05-04T18:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_interfaces': [{'id': 'aef8553d-54c9-4d55-ace0-3ca397debd28', 'name': '', 'network_id': 'adc2355e-99c1-42a7-9cbc-42fd35f09e00', 'tenant_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'mac_address': 'fa:16:3e:d3:51:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49639112-b345-407f-82ff-d7941c122b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '3c3d78bf-8f55-488e-b058-2a13b7e24990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:17:32Z', 'updated_at': '2022-05-04T18:17:36Z', 'revision_number': 5, 'project_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'subnets': [{'id': '3c3d78bf-8f55-488e-b058-2a13b7e24990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:26:42.130322 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3ad4b8-2747-4f5e-9dbd-876a84f24342 None None] The sync data for ids ['49639112-b345-407f-82ff-d7941c122b1a'] in dv-cinder-840511-4-iscsi is: [{'id': '49639112-b345-407f-82ff-d7941c122b1a', 'name': 'tempest-AttachVolumeNegativeTest-1596959943-router', 'tenant_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'a0ebc00e-ff59-4a01-ad80-5944a1e5f02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:17:29Z', 'updated_at': '2022-05-04T18:17:33Z', 'revision_number': 4, 'project_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'gw_port': {'id': 'a0ebc00e-ff59-4a01-ad80-5944a1e5f02c', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:80:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49639112-b345-407f-82ff-d7941c122b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:17:30Z', 'updated_at': '2022-05-04T18:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_interfaces': [{'id': 'aef8553d-54c9-4d55-ace0-3ca397debd28', 'name': '', 'network_id': 'adc2355e-99c1-42a7-9cbc-42fd35f09e00', 'tenant_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'mac_address': 'fa:16:3e:d3:51:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49639112-b345-407f-82ff-d7941c122b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '3c3d78bf-8f55-488e-b058-2a13b7e24990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:17:32Z', 'updated_at': '2022-05-04T18:17:36Z', 'revision_number': 5, 'project_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'subnets': [{'id': '3c3d78bf-8f55-488e-b058-2a13b7e24990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:26:42.306846 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-48e8af6f-61ef-4518-a98c-d7561e26c8a7 req-e0226d96-7145-49c9-b33f-3d376b07b0d6 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/ports?device_id=17b718f7-f68f-454e-b0da-38e32a4e0cca HTTP/1.1" status: 200 len: 210 time: 0.0321710 May 04 18:26:42.385752 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef2a6f7-714d-4d3f-9fb2-d15582ce89d5 None None] New status for floating IP 4639dc40-9573-4c3a-b72a-75ceaabecc20: DOWN {{(pid=104026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 18:26:43.488017 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 55784) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:26:43.542715 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-53f74396-d36b-4f8e-96c5-8ece652d7816 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks [] for security_group (3171ebcd-1b53-462c-8aeb-f56c82b22a15), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:43.566581 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-53f74396-d36b-4f8e-96c5-8ece652d7816 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks [] for security_group (3171ebcd-1b53-462c-8aeb-f56c82b22a15), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:43.681332 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-53f74396-d36b-4f8e-96c5-8ece652d7816 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (3171ebcd-1b53-462c-8aeb-f56c82b22a15), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:43.684740 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-53f74396-d36b-4f8e-96c5-8ece652d7816 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks [] for security_group (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:43.685895 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-53f74396-d36b-4f8e-96c5-8ece652d7816 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "DELETE /v2.0/security-groups/3171ebcd-1b53-462c-8aeb-f56c82b22a15 HTTP/1.1" status: 204 len: 168 time: 0.1968982 May 04 18:26:43.688999 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 55786) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:26:43.695962 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f74396-d36b-4f8e-96c5-8ece652d7816 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3171ebcd-1b53-462c-8aeb-f56c82b22a15,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:43.703525 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.api.v2.resource [None req-7a835d2e-3806-402e-81f7-860076f11b4f tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] show failed (client error): The resource could not be found. May 04 18:26:43.704562 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-7a835d2e-3806-402e-81f7-860076f11b4f tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "GET /v2.0/security-groups/3171ebcd-1b53-462c-8aeb-f56c82b22a15 HTTP/1.1" status: 404 len: 347 time: 0.0146964 May 04 18:26:43.707663 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 55788) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:26:43.826134 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-531824cc-b42f-4cac-8d81-ab59a489a743 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Deleting port 07e737f7-9b56-4e14-a7ae-2ae3ead27098 {{(pid=104023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:26:43.826478 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-531824cc-b42f-4cac-8d81-ab59a489a743 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772820269343'] for port (07e737f7-9b56-4e14-a7ae-2ae3ead27098), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:43.906295 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-531824cc-b42f-4cac-8d81-ab59a489a743 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674980'] for port (07e737f7-9b56-4e14-a7ae-2ae3ead27098), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:43.906760 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-531824cc-b42f-4cac-8d81-ab59a489a743 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks [] for floatingip (07e737f7-9b56-4e14-a7ae-2ae3ead27098), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:43.921559 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-531824cc-b42f-4cac-8d81-ab59a489a743 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Calling delete_port for 07e737f7-9b56-4e14-a7ae-2ae3ead27098 owned by network:floatingip {{(pid=104023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:26:44.122058 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-531824cc-b42f-4cac-8d81-ab59a489a743 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772820276655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772819832239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7382190'] for port (07e737f7-9b56-4e14-a7ae-2ae3ead27098), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:44.148762 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531824cc-b42f-4cac-8d81-ab59a489a743 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Pushing event deleted for resources: {'Port': ['ID=07e737f7-9b56-4e14-a7ae-2ae3ead27098,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:44.206072 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device f23964d3-8092-46cb-ba05-dbb973457e9c no longer exists at agent hyperv_hv-cinder-84051 {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 18:26:44.226367 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] No Port match for: f23964d3-8092-46cb-ba05-dbb973457e9c {{(pid=104025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 18:26:44.233624 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-531824cc-b42f-4cac-8d81-ab59a489a743 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks [] for floatingip (4639dc40-9573-4c3a-b72a-75ceaabecc20), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:44.233760 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device f23964d3-8092-46cb-ba05-dbb973457e9c not bound to the agent host hv-cinder-84051 {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 18:26:44.233871 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-531824cc-b42f-4cac-8d81-ab59a489a743 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976'] for floatingip (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:44.233871 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-531824cc-b42f-4cac-8d81-ab59a489a743 tempest-AttachVolumeNegativeTest-322106339 tempest-AttachVolumeNegativeTest-322106339-project] 10.222.0.23 "DELETE /v2.0/floatingips/4639dc40-9573-4c3a-b72a-75ceaabecc20 HTTP/1.1" status: 204 len: 168 time: 0.5234311 May 04 18:26:44.718166 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.agents_db [None req-cc71a237-c19e-45a1-a167-cff52744c55e None None] Agent healthcheck: found 6 active agents {{(pid=104026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 18:26:45.613086 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 55816) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:26:45.723939 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-fac52530-21ac-4c65-acdd-a3fd78a9632c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:45.808921 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-fac52530-21ac-4c65-acdd-a3fd78a9632c admin admin] Publish callbacks [] for security_group (e5b8c4bf-11d9-4e69-9352-0a9514d91b47), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:45.869817 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-fac52530-21ac-4c65-acdd-a3fd78a9632c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (e5b8c4bf-11d9-4e69-9352-0a9514d91b47), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:45.910693 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac52530-21ac-4c65-acdd-a3fd78a9632c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b8c4bf-11d9-4e69-9352-0a9514d91b47,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:45.915309 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-fac52530-21ac-4c65-acdd-a3fd78a9632c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=16c7614ecf6740f1a5c2241eb44be22a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3011522 May 04 18:26:45.918023 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 55822) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:26:45.966659 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-70e3b57c-2115-4790-914c-60f378cd413a admin admin] Publish callbacks [] for security_group (e5b8c4bf-11d9-4e69-9352-0a9514d91b47), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:45.988688 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-70e3b57c-2115-4790-914c-60f378cd413a admin admin] Publish callbacks [] for security_group (e5b8c4bf-11d9-4e69-9352-0a9514d91b47), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:46.098498 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-70e3b57c-2115-4790-914c-60f378cd413a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (e5b8c4bf-11d9-4e69-9352-0a9514d91b47), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:46.101312 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-70e3b57c-2115-4790-914c-60f378cd413a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:46.102571 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-70e3b57c-2115-4790-914c-60f378cd413a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e5b8c4bf-11d9-4e69-9352-0a9514d91b47 HTTP/1.1" status: 204 len: 168 time: 0.1835854 May 04 18:26:46.112339 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e3b57c-2115-4790-914c-60f378cd413a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b8c4bf-11d9-4e69-9352-0a9514d91b47,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:46.760059 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 55828) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:26:46.773772 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-78a45cfd-9682-4bc8-8659-00cedee773f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:46.852225 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-78a45cfd-9682-4bc8-8659-00cedee773f8 admin admin] Publish callbacks [] for security_group (d49d85a8-32f7-48b8-8ba6-9d69725c2634), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:46.907017 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-78a45cfd-9682-4bc8-8659-00cedee773f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (d49d85a8-32f7-48b8-8ba6-9d69725c2634), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:46.948252 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-78a45cfd-9682-4bc8-8659-00cedee773f8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dad45dd795324e06963ca60c492e0f27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1871009 May 04 18:26:46.949387 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a45cfd-9682-4bc8-8659-00cedee773f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d49d85a8-32f7-48b8-8ba6-9d69725c2634,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:46.950981 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 55838) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:26:47.000868 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-390a5377-d74f-4773-b1e7-ceaf46d335c7 admin admin] Publish callbacks [] for security_group (d49d85a8-32f7-48b8-8ba6-9d69725c2634), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:47.022465 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-390a5377-d74f-4773-b1e7-ceaf46d335c7 admin admin] Publish callbacks [] for security_group (d49d85a8-32f7-48b8-8ba6-9d69725c2634), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:47.166213 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-390a5377-d74f-4773-b1e7-ceaf46d335c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (d49d85a8-32f7-48b8-8ba6-9d69725c2634), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:47.167202 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-390a5377-d74f-4773-b1e7-ceaf46d335c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:47.168376 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-390a5377-d74f-4773-b1e7-ceaf46d335c7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d49d85a8-32f7-48b8-8ba6-9d69725c2634 HTTP/1.1" status: 204 len: 168 time: 0.2163918 May 04 18:26:47.180057 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390a5377-d74f-4773-b1e7-ceaf46d335c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d49d85a8-32f7-48b8-8ba6-9d69725c2634,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:48.298382 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 55870) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:26:48.741555 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-f1e73ace-8310-487f-ae36-64863e3b1d52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1674938'] for router_interface (49639112-b345-407f-82ff-d7941c122b1a), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:48.985450 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.plugin [None req-f1e73ace-8310-487f-ae36-64863e3b1d52 admin admin] Deleting port aef8553d-54c9-4d55-ace0-3ca397debd28 {{(pid=104024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:26:48.985796 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-f1e73ace-8310-487f-ae36-64863e3b1d52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772820269343'] for port (aef8553d-54c9-4d55-ace0-3ca397debd28), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:49.066327 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.db [None req-f1e73ace-8310-487f-ae36-64863e3b1d52 admin admin] For port aef8553d-54c9-4d55-ace0-3ca397debd28, host dv-cinder-840511-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=aef8553d-54c9-4d55-ace0-3ca397debd28,segment=NetworkSegment(93c6e1e8-c128-4532-8f18-ec2a2ac72466),segment_id=93c6e1e8-c128-4532-8f18-ec2a2ac72466)] {{(pid=104024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:26:49.066687 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-f1e73ace-8310-487f-ae36-64863e3b1d52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674980'] for port (aef8553d-54c9-4d55-ace0-3ca397debd28), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:49.083420 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.plugin [None req-f1e73ace-8310-487f-ae36-64863e3b1d52 admin admin] Calling delete_port for aef8553d-54c9-4d55-ace0-3ca397debd28 owned by network:router_interface {{(pid=104024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:26:49.329519 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-f1e73ace-8310-487f-ae36-64863e3b1d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772820276655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772819832239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007267'] for port (aef8553d-54c9-4d55-ace0-3ca397debd28), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:49.617502 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e73ace-8310-487f-ae36-64863e3b1d52 admin admin] Pushing event deleted for resources: {'Port': ['ID=aef8553d-54c9-4d55-ace0-3ca397debd28,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:49.735391 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 55894) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:26:49.807081 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-f1e73ace-8310-487f-ae36-64863e3b1d52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1598253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1735903'] for router_interface (49639112-b345-407f-82ff-d7941c122b1a), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:49.854941 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-e928bcce-fcca-477d-9a70-5adb6af6bc53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:49.934399 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-e928bcce-fcca-477d-9a70-5adb6af6bc53 admin admin] Publish callbacks [] for security_group (c08d529b-ab1e-44e9-b0ef-bbeb2b8dee3a), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:50.025422 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-e928bcce-fcca-477d-9a70-5adb6af6bc53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (c08d529b-ab1e-44e9-b0ef-bbeb2b8dee3a), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:50.040554 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1e73ace-8310-487f-ae36-64863e3b1d52 admin admin] Router 49639112-b345-407f-82ff-d7941c122b1a has already been hosted by L3 agent 341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae {{(pid=104024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 18:26:50.064618 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-e928bcce-fcca-477d-9a70-5adb6af6bc53 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=23677e4899e54d7cbb28d3ca6d4df245&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3274958 May 04 18:26:50.066731 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e928bcce-fcca-477d-9a70-5adb6af6bc53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c08d529b-ab1e-44e9-b0ef-bbeb2b8dee3a,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:50.069108 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 55898) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:26:50.119880 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5bbb5455-2f36-4e49-8214-160fb8f6640d admin admin] Publish callbacks [] for security_group (c08d529b-ab1e-44e9-b0ef-bbeb2b8dee3a), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:50.142129 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5bbb5455-2f36-4e49-8214-160fb8f6640d admin admin] Publish callbacks [] for security_group (c08d529b-ab1e-44e9-b0ef-bbeb2b8dee3a), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:50.153816 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1e73ace-8310-487f-ae36-64863e3b1d52 admin admin] Notify agent at l3_agent.dv-cinder-840511-4-iscsi the message routers_updated {{(pid=104024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 18:26:50.159617 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-f1e73ace-8310-487f-ae36-64863e3b1d52 admin admin] 10.222.0.23 "PUT /v2.0/routers/49639112-b345-407f-82ff-d7941c122b1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8600955 May 04 18:26:50.162123 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 55900) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:26:50.167856 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a51bf6-0dac-4832-9952-da7c0a092b74 None None] Sync routers for ids ['49639112-b345-407f-82ff-d7941c122b1a'] in dv-cinder-840511-4-iscsi {{(pid=104025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:26:50.181959 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a51bf6-0dac-4832-9952-da7c0a092b74 None None] Routers {'49639112-b345-407f-82ff-d7941c122b1a'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:26:50.182628 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-b0a51bf6-0dac-4832-9952-da7c0a092b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:26:30Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['49639112-b345-407f-82ff-d7941c122b1a'], 'active': True} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:26:50.271746 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-d8ea2c5f-ad9d-46f9-bc6a-0e49ce99241b admin admin] Publish callbacks [] for router (49639112-b345-407f-82ff-d7941c122b1a), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:50.278205 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5bbb5455-2f36-4e49-8214-160fb8f6640d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (c08d529b-ab1e-44e9-b0ef-bbeb2b8dee3a), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:50.282035 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5bbb5455-2f36-4e49-8214-160fb8f6640d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:50.285520 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-5bbb5455-2f36-4e49-8214-160fb8f6640d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c08d529b-ab1e-44e9-b0ef-bbeb2b8dee3a HTTP/1.1" status: 204 len: 168 time: 0.2131972 May 04 18:26:50.292175 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbb5455-2f36-4e49-8214-160fb8f6640d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08d529b-ab1e-44e9-b0ef-bbeb2b8dee3a,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:50.301557 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbb5455-2f36-4e49-8214-160fb8f6640d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:26:50.311675 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbb5455-2f36-4e49-8214-160fb8f6640d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:26:50.311675 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbb5455-2f36-4e49-8214-160fb8f6640d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:26:50.311675 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbb5455-2f36-4e49-8214-160fb8f6640d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:26:50.311675 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbb5455-2f36-4e49-8214-160fb8f6640d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:26:50.311675 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbb5455-2f36-4e49-8214-160fb8f6640d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:26:50.311675 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbb5455-2f36-4e49-8214-160fb8f6640d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:26:50.311675 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbb5455-2f36-4e49-8214-160fb8f6640d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:26:50.311675 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbb5455-2f36-4e49-8214-160fb8f6640d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:26:50.311675 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbb5455-2f36-4e49-8214-160fb8f6640d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:26:50.311675 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbb5455-2f36-4e49-8214-160fb8f6640d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:26:50.311675 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbb5455-2f36-4e49-8214-160fb8f6640d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:26:50.311675 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbb5455-2f36-4e49-8214-160fb8f6640d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:26:50.315195 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbb5455-2f36-4e49-8214-160fb8f6640d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:26:50.316212 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbb5455-2f36-4e49-8214-160fb8f6640d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:26:50.399633 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-d8ea2c5f-ad9d-46f9-bc6a-0e49ce99241b admin admin] Publish callbacks [] for router_gateway (49639112-b345-407f-82ff-d7941c122b1a), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:50.454948 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvr_db [None req-b0a51bf6-0dac-4832-9952-da7c0a092b74 None None] Set router 49639112-b345-407f-82ff-d7941c122b1a gateway port host: dv-cinder-840511-4-iscsi {{(pid=104025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:26:50.549164 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.plugin [None req-d8ea2c5f-ad9d-46f9-bc6a-0e49ce99241b admin admin] Deleting port a0ebc00e-ff59-4a01-ad80-5944a1e5f02c {{(pid=104024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:26:50.549508 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-d8ea2c5f-ad9d-46f9-bc6a-0e49ce99241b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772820269343'] for port (a0ebc00e-ff59-4a01-ad80-5944a1e5f02c), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:50.639513 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.db [None req-d8ea2c5f-ad9d-46f9-bc6a-0e49ce99241b admin admin] For port a0ebc00e-ff59-4a01-ad80-5944a1e5f02c, host dv-cinder-840511-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=a0ebc00e-ff59-4a01-ad80-5944a1e5f02c,segment=NetworkSegment(44841efa-8edc-4b72-aba0-27edf49af522),segment_id=44841efa-8edc-4b72-aba0-27edf49af522)] {{(pid=104024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:26:50.642166 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-d8ea2c5f-ad9d-46f9-bc6a-0e49ce99241b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674980'] for port (a0ebc00e-ff59-4a01-ad80-5944a1e5f02c), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:50.648115 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-b0a51bf6-0dac-4832-9952-da7c0a092b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49639112-b345-407f-82ff-d7941c122b1a', 'name': 'tempest-AttachVolumeNegativeTest-1596959943-router', 'tenant_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'a0ebc00e-ff59-4a01-ad80-5944a1e5f02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:17:29Z', 'updated_at': '2022-05-04T18:26:49Z', 'revision_number': 5, 'project_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'gw_port': {'id': 'a0ebc00e-ff59-4a01-ad80-5944a1e5f02c', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:80:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49639112-b345-407f-82ff-d7941c122b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:17:30Z', 'updated_at': '2022-05-04T18:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi'}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:26:50.657038 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.plugin [None req-d8ea2c5f-ad9d-46f9-bc6a-0e49ce99241b admin admin] Calling delete_port for a0ebc00e-ff59-4a01-ad80-5944a1e5f02c owned by network:router_gateway {{(pid=104024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:26:50.677383 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a51bf6-0dac-4832-9952-da7c0a092b74 None None] Checking router: 49639112-b345-407f-82ff-d7941c122b1a for host: dv-cinder-840511-4-iscsi {{(pid=104025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:26:50.686673 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a51bf6-0dac-4832-9952-da7c0a092b74 None None] Routers {'49639112-b345-407f-82ff-d7941c122b1a'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:26:50.687344 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-b0a51bf6-0dac-4832-9952-da7c0a092b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:26:30Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['49639112-b345-407f-82ff-d7941c122b1a'], 'active': True} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:26:50.783589 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvr_db [None req-b0a51bf6-0dac-4832-9952-da7c0a092b74 None None] Set router 49639112-b345-407f-82ff-d7941c122b1a gateway port host: None {{(pid=104025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:26:50.843352 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-b0a51bf6-0dac-4832-9952-da7c0a092b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49639112-b345-407f-82ff-d7941c122b1a', 'name': 'tempest-AttachVolumeNegativeTest-1596959943-router', 'tenant_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:17:29Z', 'updated_at': '2022-05-04T18:26:50Z', 'revision_number': 6, 'project_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'gw_port_host': None}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:26:50.871149 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a51bf6-0dac-4832-9952-da7c0a092b74 None None] The sync data for ids ['49639112-b345-407f-82ff-d7941c122b1a'] in dv-cinder-840511-4-iscsi is: [{'id': '49639112-b345-407f-82ff-d7941c122b1a', 'name': 'tempest-AttachVolumeNegativeTest-1596959943-router', 'tenant_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:17:29Z', 'updated_at': '2022-05-04T18:26:50Z', 'revision_number': 6, 'project_id': '41ba2dfd59a64dc3b9f82fac37c1f278', 'gw_port_host': None}] {{(pid=104025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:26:50.912477 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-d8ea2c5f-ad9d-46f9-bc6a-0e49ce99241b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772820276655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772819832239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007267'] for port (a0ebc00e-ff59-4a01-ad80-5944a1e5f02c), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:50.940304 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ea2c5f-ad9d-46f9-bc6a-0e49ce99241b admin admin] Pushing event deleted for resources: {'Port': ['ID=a0ebc00e-ff59-4a01-ad80-5944a1e5f02c,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:50.967736 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ea2c5f-ad9d-46f9-bc6a-0e49ce99241b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:26:50.968085 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ea2c5f-ad9d-46f9-bc6a-0e49ce99241b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:26:50.968486 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ea2c5f-ad9d-46f9-bc6a-0e49ce99241b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:26:50.968904 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ea2c5f-ad9d-46f9-bc6a-0e49ce99241b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:26:50.969162 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ea2c5f-ad9d-46f9-bc6a-0e49ce99241b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:26:50.969491 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ea2c5f-ad9d-46f9-bc6a-0e49ce99241b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:26:50.969816 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ea2c5f-ad9d-46f9-bc6a-0e49ce99241b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:26:50.970139 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ea2c5f-ad9d-46f9-bc6a-0e49ce99241b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:26:50.970464 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ea2c5f-ad9d-46f9-bc6a-0e49ce99241b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:26:50.970788 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ea2c5f-ad9d-46f9-bc6a-0e49ce99241b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:26:50.971147 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ea2c5f-ad9d-46f9-bc6a-0e49ce99241b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:26:50.971472 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ea2c5f-ad9d-46f9-bc6a-0e49ce99241b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:26:50.971792 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ea2c5f-ad9d-46f9-bc6a-0e49ce99241b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:26:50.972111 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ea2c5f-ad9d-46f9-bc6a-0e49ce99241b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:26:50.972429 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ea2c5f-ad9d-46f9-bc6a-0e49ce99241b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:26:51.014255 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-d8ea2c5f-ad9d-46f9-bc6a-0e49ce99241b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1675692'] for router_gateway (49639112-b345-407f-82ff-d7941c122b1a), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:51.022405 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 55906) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:26:51.036615 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-93648c09-7214-43fd-a62d-75f6c63d1b84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:51.112124 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-d8ea2c5f-ad9d-46f9-bc6a-0e49ce99241b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1681240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13399'] for router (49639112-b345-407f-82ff-d7941c122b1a), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:51.114231 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-d8ea2c5f-ad9d-46f9-bc6a-0e49ce99241b admin admin] Publish callbacks [] for router_controller (49639112-b345-407f-82ff-d7941c122b1a), precommit_delete_associations {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:51.118631 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-93648c09-7214-43fd-a62d-75f6c63d1b84 admin admin] Publish callbacks [] for security_group (b41374a3-90a1-4289-857b-b2f329ab67cf), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:51.197036 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-93648c09-7214-43fd-a62d-75f6c63d1b84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (b41374a3-90a1-4289-857b-b2f329ab67cf), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:51.229722 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-d8ea2c5f-ad9d-46f9-bc6a-0e49ce99241b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1681217'] for router (49639112-b345-407f-82ff-d7941c122b1a), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:51.231493 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8ea2c5f-ad9d-46f9-bc6a-0e49ce99241b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49639112-b345-407f-82ff-d7941c122b1a {{(pid=104024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 18:26:51.239231 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-d8ea2c5f-ad9d-46f9-bc6a-0e49ce99241b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:51.239941 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-93648c09-7214-43fd-a62d-75f6c63d1b84 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=284254d94fad49169f114a367af98786&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2163167 May 04 18:26:51.240649 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93648c09-7214-43fd-a62d-75f6c63d1b84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b41374a3-90a1-4289-857b-b2f329ab67cf,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:51.242951 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 55908) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:26:51.243585 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-d8ea2c5f-ad9d-46f9-bc6a-0e49ce99241b admin admin] 10.222.0.23 "DELETE /v2.0/routers/49639112-b345-407f-82ff-d7941c122b1a HTTP/1.1" status: 204 len: 168 time: 1.0804579 May 04 18:26:51.245856 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 55910) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:26:51.311552 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.db.db_base_plugin_v2 [None req-39044155-d01b-4ad8-a9d3-7747b645f901 admin admin] Deleting subnet 3c3d78bf-8f55-488e-b058-2a13b7e24990 {{(pid=104024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 18:26:51.312019 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-c7035c15-b32e-4a1f-bd08-dead146ec7e4 admin admin] Publish callbacks [] for security_group (b41374a3-90a1-4289-857b-b2f329ab67cf), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:51.316717 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-39044155-d01b-4ad8-a9d3-7747b645f901 admin admin] Publish callbacks [] for subnet (3c3d78bf-8f55-488e-b058-2a13b7e24990), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:51.339771 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-c7035c15-b32e-4a1f-bd08-dead146ec7e4 admin admin] Publish callbacks [] for security_group (b41374a3-90a1-4289-857b-b2f329ab67cf), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:51.365343 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device aef8553d-54c9-4d55-ace0-3ca397debd28 no longer exists at agent ovs-agent-dv-cinder-840511-4-iscsi {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 18:26:51.365892 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-39044155-d01b-4ad8-a9d3-7747b645f901 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6008541'] for subnet (3c3d78bf-8f55-488e-b058-2a13b7e24990), precommit_delete_associations {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:51.399894 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] No Port match for: aef8553d-54c9-4d55-ace0-3ca397debd28 {{(pid=104025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 18:26:51.400313 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device aef8553d-54c9-4d55-ace0-3ca397debd28 not bound to the agent host dv-cinder-840511-4-iscsi {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 18:26:51.453286 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-39044155-d01b-4ad8-a9d3-7747b645f901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727632'] for subnet (3c3d78bf-8f55-488e-b058-2a13b7e24990), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:51.463946 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-c7035c15-b32e-4a1f-bd08-dead146ec7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (b41374a3-90a1-4289-857b-b2f329ab67cf), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:51.470150 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-c7035c15-b32e-4a1f-bd08-dead146ec7e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:51.470150 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-c7035c15-b32e-4a1f-bd08-dead146ec7e4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b41374a3-90a1-4289-857b-b2f329ab67cf HTTP/1.1" status: 204 len: 168 time: 0.2154486 May 04 18:26:51.476763 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7035c15-b32e-4a1f-bd08-dead146ec7e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41374a3-90a1-4289-857b-b2f329ab67cf,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:51.570050 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-39044155-d01b-4ad8-a9d3-7747b645f901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5949328'] for subnet (3c3d78bf-8f55-488e-b058-2a13b7e24990), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:51.599617 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39044155-d01b-4ad8-a9d3-7747b645f901 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c3d78bf-8f55-488e-b058-2a13b7e24990,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:51.601657 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-39044155-d01b-4ad8-a9d3-7747b645f901 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:51.604850 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-39044155-d01b-4ad8-a9d3-7747b645f901 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/3c3d78bf-8f55-488e-b058-2a13b7e24990 HTTP/1.1" status: 204 len: 168 time: 0.3580201 May 04 18:26:51.605624 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6a6dfb-31ef-4ab1-b482-620deeed41a6 None None] Network adc2355e-99c1-42a7-9cbc-42fd35f09e00 requested from dv-cinder-840511-4-iscsi {{(pid=104025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 18:26:51.607608 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 55914) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:26:51.684185 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-0eb10cae-3951-43a7-a90f-a2224680b777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653438'] for network (adc2355e-99c1-42a7-9cbc-42fd35f09e00), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:51.740508 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.plugin [None req-0eb10cae-3951-43a7-a90f-a2224680b777 admin admin] Deleting port 5f9b10de-519d-46bc-8626-ef120cdd2c63 {{(pid=104024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:26:51.740843 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-0eb10cae-3951-43a7-a90f-a2224680b777 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772820269343'] for port (5f9b10de-519d-46bc-8626-ef120cdd2c63), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:51.767702 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f760dd78-9094-47a5-b9de-4e59a5c525cb None None] DHCP port deletion for adc2355e-99c1-42a7-9cbc-42fd35f09e00 request from dv-cinder-840511-4-iscsi {{(pid=104025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 18:26:51.820249 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.db [None req-0eb10cae-3951-43a7-a90f-a2224680b777 admin admin] For port 5f9b10de-519d-46bc-8626-ef120cdd2c63, host dv-cinder-840511-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=5f9b10de-519d-46bc-8626-ef120cdd2c63,segment=NetworkSegment(93c6e1e8-c128-4532-8f18-ec2a2ac72466),segment_id=93c6e1e8-c128-4532-8f18-ec2a2ac72466)] {{(pid=104024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:26:51.820523 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-f760dd78-9094-47a5-b9de-4e59a5c525cb None None] Deleting port 5f9b10de-519d-46bc-8626-ef120cdd2c63 {{(pid=104025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:26:51.820762 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-f760dd78-9094-47a5-b9de-4e59a5c525cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772820269343'] for port (5f9b10de-519d-46bc-8626-ef120cdd2c63), before_delete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:51.821053 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-0eb10cae-3951-43a7-a90f-a2224680b777 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674980'] for port (5f9b10de-519d-46bc-8626-ef120cdd2c63), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:51.838441 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.plugin [None req-0eb10cae-3951-43a7-a90f-a2224680b777 admin admin] Calling delete_port for 5f9b10de-519d-46bc-8626-ef120cdd2c63 owned by network:dhcp {{(pid=104024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:26:51.893592 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-f760dd78-9094-47a5-b9de-4e59a5c525cb None None] For port 5f9b10de-519d-46bc-8626-ef120cdd2c63, host dv-cinder-840511-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=5f9b10de-519d-46bc-8626-ef120cdd2c63,segment=NetworkSegment(93c6e1e8-c128-4532-8f18-ec2a2ac72466),segment_id=93c6e1e8-c128-4532-8f18-ec2a2ac72466)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:26:51.893995 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-f760dd78-9094-47a5-b9de-4e59a5c525cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674980'] for port (5f9b10de-519d-46bc-8626-ef120cdd2c63), precommit_delete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:51.909441 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-f760dd78-9094-47a5-b9de-4e59a5c525cb None None] Calling delete_port for 5f9b10de-519d-46bc-8626-ef120cdd2c63 owned by network:dhcp {{(pid=104025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:26:52.027313 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-0eb10cae-3951-43a7-a90f-a2224680b777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772820276655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772819832239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007267'] for port (5f9b10de-519d-46bc-8626-ef120cdd2c63), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:52.033890 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-f760dd78-9094-47a5-b9de-4e59a5c525cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772820276655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772819832239'] for port (5f9b10de-519d-46bc-8626-ef120cdd2c63), after_delete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:52.060002 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb10cae-3951-43a7-a90f-a2224680b777 admin admin] No DVR routers for this DVR port 5f9b10de-519d-46bc-8626-ef120cdd2c63 on host dv-cinder-840511-4-iscsi {{(pid=104024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:26:52.062919 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760dd78-9094-47a5-b9de-4e59a5c525cb None None] Pushing event deleted for resources: {'Port': ['ID=5f9b10de-519d-46bc-8626-ef120cdd2c63,revision_number=None']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:52.065571 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f760dd78-9094-47a5-b9de-4e59a5c525cb None None] No DVR routers for this DVR port 5f9b10de-519d-46bc-8626-ef120cdd2c63 on host dv-cinder-840511-4-iscsi {{(pid=104025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:26:52.069426 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb10cae-3951-43a7-a90f-a2224680b777 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f9b10de-519d-46bc-8626-ef120cdd2c63,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:52.155669 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-0eb10cae-3951-43a7-a90f-a2224680b777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727429', 'neutron.services.segments.db._delete_segments_for_network-8772820294476'] for network (adc2355e-99c1-42a7-9cbc-42fd35f09e00), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:52.182980 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.services.segments.db [None req-0eb10cae-3951-43a7-a90f-a2224680b777 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adc2355e-99c1-42a7-9cbc-42fd35f09e00']}} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:26:52.195829 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.services.segments.db [None req-0eb10cae-3951-43a7-a90f-a2224680b777 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93c6e1e8-c128-4532-8f18-ec2a2ac72466') {'for_net_delete': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:26:52.196222 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.services.segments.db [None req-0eb10cae-3951-43a7-a90f-a2224680b777 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93c6e1e8-c128-4532-8f18-ec2a2ac72466') {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:26:52.206716 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-0eb10cae-3951-43a7-a90f-a2224680b777 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772820296277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6008514'] for segment (93c6e1e8-c128-4532-8f18-ec2a2ac72466), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:52.218781 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (2ed5d983-d6d1-49f2-9dfa-1a41e5be1317), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:52.221446 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-0eb10cae-3951-43a7-a90f-a2224680b777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691573'] for segment (93c6e1e8-c128-4532-8f18-ec2a2ac72466), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:52.227698 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eb10cae-3951-43a7-a90f-a2224680b777 admin admin] Releasing vlan 842 on physical network physnet1 to pool {{(pid=104024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 18:26:52.229437 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-0eb10cae-3951-43a7-a90f-a2224680b777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6007254'] for segment (93c6e1e8-c128-4532-8f18-ec2a2ac72466), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:52.229778 dv-cinder-840511-4-iscsi neutron-server[104024]: Traceback (most recent call last): May 04 18:26:52.229778 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 18:26:52.229778 dv-cinder-840511-4-iscsi neutron-server[104024]: timer() May 04 18:26:52.229778 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 18:26:52.229778 dv-cinder-840511-4-iscsi neutron-server[104024]: cb(*args, **kw) May 04 18:26:52.229778 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 18:26:52.229778 dv-cinder-840511-4-iscsi neutron-server[104024]: return func(*args, **kwargs) May 04 18:26:52.229778 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 18:26:52.229778 dv-cinder-840511-4-iscsi neutron-server[104024]: self._notify() May 04 18:26:52.229778 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 18:26:52.229778 dv-cinder-840511-4-iscsi neutron-server[104024]: self.callback(batched_events) May 04 18:26:52.229778 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 18:26:52.229778 dv-cinder-840511-4-iscsi neutron-server[104024]: event.method(event) May 04 18:26:52.229778 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 18:26:52.229778 dv-cinder-840511-4-iscsi neutron-server[104024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 18:26:52.229778 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 18:26:52.229778 dv-cinder-840511-4-iscsi neutron-server[104024]: aggregate_uuid = self.p_client.list_aggregates( May 04 18:26:52.229778 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 18:26:52.229778 dv-cinder-840511-4-iscsi neutron-server[104024]: return f(self, *a, **k) May 04 18:26:52.229778 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 18:26:52.229778 dv-cinder-840511-4-iscsi neutron-server[104024]: return self._get(url).json() May 04 18:26:52.229778 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 18:26:52.229778 dv-cinder-840511-4-iscsi neutron-server[104024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 18:26:52.229778 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 18:26:52.229778 dv-cinder-840511-4-iscsi neutron-server[104024]: return self.request(url, 'GET', **kwargs) May 04 18:26:52.229778 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 18:26:52.229778 dv-cinder-840511-4-iscsi neutron-server[104024]: base_url = self.get_endpoint(auth, allow=allow, May 04 18:26:52.229778 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 18:26:52.229778 dv-cinder-840511-4-iscsi neutron-server[104024]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 18:26:52.229778 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 18:26:52.229778 dv-cinder-840511-4-iscsi neutron-server[104024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 18:26:52.229778 dv-cinder-840511-4-iscsi neutron-server[104024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 18:26:52.349748 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-0eb10cae-3951-43a7-a90f-a2224680b777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676474'] for network (adc2355e-99c1-42a7-9cbc-42fd35f09e00), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:52.355034 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-0eb10cae-3951-43a7-a90f-a2224680b777 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598214'] for network (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:52.359260 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-0eb10cae-3951-43a7-a90f-a2224680b777 admin admin] 10.222.0.23 "DELETE /v2.0/networks/adc2355e-99c1-42a7-9cbc-42fd35f09e00 HTTP/1.1" status: 204 len: 168 time: 0.7501724 May 04 18:26:52.379269 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb10cae-3951-43a7-a90f-a2224680b777 admin admin] Pushing event deleted for resources: {'Network': ['ID=adc2355e-99c1-42a7-9cbc-42fd35f09e00,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:52.720696 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 55938) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:26:52.760769 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-7c607bab-5190-48b3-a25d-ba59a16a9cd1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=41ba2dfd59a64dc3b9f82fac37c1f278&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387115 May 04 18:26:52.763244 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 55940) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:26:52.813815 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-999ed62c-93d8-41ae-bd5b-11bbdcdeffdf admin admin] Publish callbacks [] for security_group (404f8d2c-4586-4626-83e6-5a46c0ce05cd), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:52.836190 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-999ed62c-93d8-41ae-bd5b-11bbdcdeffdf admin admin] Publish callbacks [] for security_group (404f8d2c-4586-4626-83e6-5a46c0ce05cd), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:52.957945 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-999ed62c-93d8-41ae-bd5b-11bbdcdeffdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (404f8d2c-4586-4626-83e6-5a46c0ce05cd), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:52.960710 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-999ed62c-93d8-41ae-bd5b-11bbdcdeffdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:52.961907 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-999ed62c-93d8-41ae-bd5b-11bbdcdeffdf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/404f8d2c-4586-4626-83e6-5a46c0ce05cd HTTP/1.1" status: 204 len: 168 time: 0.1971064 May 04 18:26:52.970056 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999ed62c-93d8-41ae-bd5b-11bbdcdeffdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=404f8d2c-4586-4626-83e6-5a46c0ce05cd,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:26:53.079821 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device a0ebc00e-ff59-4a01-ad80-5944a1e5f02c no longer exists at agent ovs-agent-dv-cinder-840511-4-iscsi {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 18:26:53.101490 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] No Port match for: a0ebc00e-ff59-4a01-ad80-5944a1e5f02c {{(pid=104025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 18:26:53.104903 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device a0ebc00e-ff59-4a01-ad80-5944a1e5f02c not bound to the agent host dv-cinder-840511-4-iscsi {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 18:26:53.104903 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device 5f9b10de-519d-46bc-8626-ef120cdd2c63 no longer exists at agent ovs-agent-dv-cinder-840511-4-iscsi {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 18:26:53.126705 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] No Port match for: 5f9b10de-519d-46bc-8626-ef120cdd2c63 {{(pid=104025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 18:26:53.127044 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device 5f9b10de-519d-46bc-8626-ef120cdd2c63 not bound to the agent host dv-cinder-840511-4-iscsi {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 18:26:57.618415 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-57646292-1eb3-4d7a-9866-7ffbb13031d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (c89944b2-e06f-41dc-a0fc-77a7e649c9d3), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:58.111617 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c2c28e-0657-4586-b3fc-0e86148dc1bb req-37532bff-130f-4e0b-9026-52ebd64f960f tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:26:58.113771 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-40c2c28e-0657-4586-b3fc-0e86148dc1bb req-37532bff-130f-4e0b-9026-52ebd64f960f tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c9cfb26-0c88-45f3-8bad-d4af45b1cade HTTP/1.1" status: 200 len: 946 time: 0.0496488 May 04 18:26:58.166496 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-40c2c28e-0657-4586-b3fc-0e86148dc1bb req-caf4d229-fac9-49d8-a279-7edce32efc6e tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=08638c86-5d55-45a8-81d0-0a674a737892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470526 May 04 18:26:59.284736 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b38de8-3339-41b4-aa93-c0aa010a2966 req-669a2124-b46a-46c2-a9e9-187419aa8007 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:26:59.286375 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-b0b38de8-3339-41b4-aa93-c0aa010a2966 req-669a2124-b46a-46c2-a9e9-187419aa8007 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c9cfb26-0c88-45f3-8bad-d4af45b1cade HTTP/1.1" status: 200 len: 946 time: 0.0481961 May 04 18:26:59.335167 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-b0b38de8-3339-41b4-aa93-c0aa010a2966 req-64530f50-c01c-4e39-8e4f-b639df3259da tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups?id=08638c86-5d55-45a8-81d0-0a674a737892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426757 May 04 18:26:59.616342 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd30a2b8-f39f-4491-9815-e16d402d3966 req-4636c27e-e594-49b8-b8b2-4136cd43a0b4 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:26:59.617823 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-cd30a2b8-f39f-4491-9815-e16d402d3966 req-4636c27e-e594-49b8-b8b2-4136cd43a0b4 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.84 "GET /v2.0/ports?device_id=1c9cfb26-0c88-45f3-8bad-d4af45b1cade HTTP/1.1" status: 200 len: 946 time: 0.0528145 May 04 18:26:59.710553 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [req-cd30a2b8-f39f-4491-9815-e16d402d3966 req-cbc06685-5cfc-414f-9bf7-cbe45cb9766f tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Deleting port 09b49ab0-d355-46ab-b15e-26e5e9f96975 {{(pid=104023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:26:59.711329 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-cd30a2b8-f39f-4491-9815-e16d402d3966 req-cbc06685-5cfc-414f-9bf7-cbe45cb9766f tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772820269343'] for port (09b49ab0-d355-46ab-b15e-26e5e9f96975), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:59.811793 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [req-cd30a2b8-f39f-4491-9815-e16d402d3966 req-cbc06685-5cfc-414f-9bf7-cbe45cb9766f tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] For port 09b49ab0-d355-46ab-b15e-26e5e9f96975, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=09b49ab0-d355-46ab-b15e-26e5e9f96975,segment=NetworkSegment(de7bb9b3-95ed-4c1b-8898-7bebbfcd85a3),segment_id=de7bb9b3-95ed-4c1b-8898-7bebbfcd85a3)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:26:59.812218 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-cd30a2b8-f39f-4491-9815-e16d402d3966 req-cbc06685-5cfc-414f-9bf7-cbe45cb9766f tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674980'] for port (09b49ab0-d355-46ab-b15e-26e5e9f96975), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:59.991208 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-cd30a2b8-f39f-4491-9815-e16d402d3966 req-cbc06685-5cfc-414f-9bf7-cbe45cb9766f tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:59.991469 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-cd30a2b8-f39f-4491-9815-e16d402d3966 req-cbc06685-5cfc-414f-9bf7-cbe45cb9766f tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1676511'] for floatingip (29cd1068-586b-4679-addf-f24019138384), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:26:59.991811 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.db.l3_db [req-cd30a2b8-f39f-4491-9815-e16d402d3966 req-cbc06685-5cfc-414f-9bf7-cbe45cb9766f tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Floating IP 29cd1068-586b-4679-addf-f24019138384 disassociated. External IP: 172.27.1.124, port: 09b49ab0-d355-46ab-b15e-26e5e9f96975. May 04 18:26:59.992231 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [req-cd30a2b8-f39f-4491-9815-e16d402d3966 req-cbc06685-5cfc-414f-9bf7-cbe45cb9766f tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Calling delete_port for 09b49ab0-d355-46ab-b15e-26e5e9f96975 owned by compute:nova {{(pid=104023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:27:00.030361 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-878e1c54-62db-42b8-8295-18b4f3f7e635 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:00.229483 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-cd30a2b8-f39f-4491-9815-e16d402d3966 req-cbc06685-5cfc-414f-9bf7-cbe45cb9766f tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772820276655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772819832239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7382190'] for port (09b49ab0-d355-46ab-b15e-26e5e9f96975), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:00.257325 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc06685-5cfc-414f-9bf7-cbe45cb9766f tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Pushing event deleted for resources: {'Port': ['ID=09b49ab0-d355-46ab-b15e-26e5e9f96975,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:00.386068 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd30a2b8-f39f-4491-9815-e16d402d3966 req-cbc06685-5cfc-414f-9bf7-cbe45cb9766f tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Router 5a083771-4312-41bf-99a2-16ce3ccd099a has already been hosted by L3 agent 341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae {{(pid=104023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 18:27:00.441527 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-b5cb28d4-e967-43fc-b69c-ce730b9ef2ae req-bf2bf54c-f6a1-4571-bcbe-fcc5029d9a15 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c9cfb26-0c88-45f3-8bad-d4af45b1cade HTTP/1.1" status: 200 len: 210 time: 0.0293984 May 04 18:27:00.502707 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd30a2b8-f39f-4491-9815-e16d402d3966 req-cbc06685-5cfc-414f-9bf7-cbe45cb9766f tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Notify agent at l3_agent.dv-cinder-840511-4-iscsi the message routers_updated {{(pid=104023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 18:27:00.512422 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b52342-65ed-4173-bd70-16a41bcabb45 None None] Sync routers for ids ['5a083771-4312-41bf-99a2-16ce3ccd099a'] in dv-cinder-840511-4-iscsi {{(pid=104026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:27:00.523684 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b52342-65ed-4173-bd70-16a41bcabb45 None None] Routers {'5a083771-4312-41bf-99a2-16ce3ccd099a'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:27:00.524304 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-e1b52342-65ed-4173-bd70-16a41bcabb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:27:00Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['5a083771-4312-41bf-99a2-16ce3ccd099a'], 'active': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:27:00.546685 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd30a2b8-f39f-4491-9815-e16d402d3966 req-cbc06685-5cfc-414f-9bf7-cbe45cb9766f tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] No DVR routers for this DVR port 09b49ab0-d355-46ab-b15e-26e5e9f96975 on host hv-cinder-84051 {{(pid=104023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:27:00.549126 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-cd30a2b8-f39f-4491-9815-e16d402d3966 req-cbc06685-5cfc-414f-9bf7-cbe45cb9766f tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976'] for port (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:00.552374 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-cd30a2b8-f39f-4491-9815-e16d402d3966 req-cbc06685-5cfc-414f-9bf7-cbe45cb9766f tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.84 "DELETE /v2.0/ports/09b49ab0-d355-46ab-b15e-26e5e9f96975 HTTP/1.1" status: 204 len: 173 time: 0.9294229 May 04 18:27:00.552832 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c9cfb26-0c88-45f3-8bad-d4af45b1cade', 'name': 'network-vif-deleted', 'tag': '09b49ab0-d355-46ab-b15e-26e5e9f96975'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:27:00.555084 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}418c4fc0ed359c78e2a46d0945201a397afdfc4a7689ae544a04c30398cb972a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cbd3fa7-0633-4469-bf11-f464071b4de8" -d '{"events": [{"server_uuid": "1c9cfb26-0c88-45f3-8bad-d4af45b1cade", "name": "network-vif-deleted", "tag": "09b49ab0-d355-46ab-b15e-26e5e9f96975"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:27:00.595069 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 18:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e409c44-51f6-4d63-8bc7-2afccf7a2b00 x-openstack-request-id: req-6e409c44-51f6-4d63-8bc7-2afccf7a2b00 {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:27:00.595374 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c9cfb26-0c88-45f3-8bad-d4af45b1cade", "name": "network-vif-deleted", "tag": "09b49ab0-d355-46ab-b15e-26e5e9f96975", "status": "completed", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:27:00.595634 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6e409c44-51f6-4d63-8bc7-2afccf7a2b00 {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:27:00.596045 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e409c44-51f6-4d63-8bc7-2afccf7a2b00'] response: {'server_uuid': '1c9cfb26-0c88-45f3-8bad-d4af45b1cade', 'name': 'network-vif-deleted', 'tag': '09b49ab0-d355-46ab-b15e-26e5e9f96975', 'status': 'completed', 'code': 200} May 04 18:27:00.640729 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvr_db [None req-e1b52342-65ed-4173-bd70-16a41bcabb45 None None] Set router 5a083771-4312-41bf-99a2-16ce3ccd099a gateway port host: dv-cinder-840511-4-iscsi {{(pid=104026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:27:00.867834 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-e1b52342-65ed-4173-bd70-16a41bcabb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a083771-4312-41bf-99a2-16ce3ccd099a', 'name': 'tempest-AttachVolumeShelveTestJSON-2042377689-router', 'tenant_id': '1437e10b84d943a885db1ec25dccc6e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'f1d9d266-1ac8-4500-9540-07264ac7abbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:15:51Z', 'updated_at': '2022-05-04T18:16:01Z', 'revision_number': 4, 'project_id': '1437e10b84d943a885db1ec25dccc6e5', 'gw_port': {'id': 'f1d9d266-1ac8-4500-9540-07264ac7abbc', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:6e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a083771-4312-41bf-99a2-16ce3ccd099a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:15:53Z', 'updated_at': '2022-05-04T18:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_interfaces': [{'id': 'b46c84ab-1d38-48ba-a405-6c640a1be5cd', 'name': '', 'network_id': '26d35b79-1359-484a-a955-f54353f413dc', 'tenant_id': '1437e10b84d943a885db1ec25dccc6e5', 'mac_address': 'fa:16:3e:cf:f9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a083771-4312-41bf-99a2-16ce3ccd099a', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0e97a9af-bf91-4879-8505-d85b9edd2417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:15:59Z', 'updated_at': '2022-05-04T18:16:10Z', 'revision_number': 5, 'project_id': '1437e10b84d943a885db1ec25dccc6e5', 'subnets': [{'id': '0e97a9af-bf91-4879-8505-d85b9edd2417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:27:00.896630 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b52342-65ed-4173-bd70-16a41bcabb45 None None] Checking router: 5a083771-4312-41bf-99a2-16ce3ccd099a for host: dv-cinder-840511-4-iscsi {{(pid=104026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:27:00.905336 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b52342-65ed-4173-bd70-16a41bcabb45 None None] Routers {'5a083771-4312-41bf-99a2-16ce3ccd099a'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:27:00.906145 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-e1b52342-65ed-4173-bd70-16a41bcabb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:27:00Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['5a083771-4312-41bf-99a2-16ce3ccd099a'], 'active': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:27:01.020055 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvr_db [None req-e1b52342-65ed-4173-bd70-16a41bcabb45 None None] Set router 5a083771-4312-41bf-99a2-16ce3ccd099a gateway port host: dv-cinder-840511-4-iscsi {{(pid=104026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:27:01.192325 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-4fdd29be-a970-4503-919e-12b86a90c52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (74c08095-bc4c-43d3-91b6-743b06ad1f6c), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:01.214727 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-e1b52342-65ed-4173-bd70-16a41bcabb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a083771-4312-41bf-99a2-16ce3ccd099a', 'name': 'tempest-AttachVolumeShelveTestJSON-2042377689-router', 'tenant_id': '1437e10b84d943a885db1ec25dccc6e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'f1d9d266-1ac8-4500-9540-07264ac7abbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:15:51Z', 'updated_at': '2022-05-04T18:16:01Z', 'revision_number': 4, 'project_id': '1437e10b84d943a885db1ec25dccc6e5', 'gw_port': {'id': 'f1d9d266-1ac8-4500-9540-07264ac7abbc', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:6e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a083771-4312-41bf-99a2-16ce3ccd099a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:15:53Z', 'updated_at': '2022-05-04T18:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_interfaces': [{'id': 'b46c84ab-1d38-48ba-a405-6c640a1be5cd', 'name': '', 'network_id': '26d35b79-1359-484a-a955-f54353f413dc', 'tenant_id': '1437e10b84d943a885db1ec25dccc6e5', 'mac_address': 'fa:16:3e:cf:f9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a083771-4312-41bf-99a2-16ce3ccd099a', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0e97a9af-bf91-4879-8505-d85b9edd2417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:15:59Z', 'updated_at': '2022-05-04T18:16:10Z', 'revision_number': 5, 'project_id': '1437e10b84d943a885db1ec25dccc6e5', 'subnets': [{'id': '0e97a9af-bf91-4879-8505-d85b9edd2417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:27:01.245257 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b52342-65ed-4173-bd70-16a41bcabb45 None None] The sync data for ids ['5a083771-4312-41bf-99a2-16ce3ccd099a'] in dv-cinder-840511-4-iscsi is: [{'id': '5a083771-4312-41bf-99a2-16ce3ccd099a', 'name': 'tempest-AttachVolumeShelveTestJSON-2042377689-router', 'tenant_id': '1437e10b84d943a885db1ec25dccc6e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'f1d9d266-1ac8-4500-9540-07264ac7abbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:15:51Z', 'updated_at': '2022-05-04T18:16:01Z', 'revision_number': 4, 'project_id': '1437e10b84d943a885db1ec25dccc6e5', 'gw_port': {'id': 'f1d9d266-1ac8-4500-9540-07264ac7abbc', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:6e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a083771-4312-41bf-99a2-16ce3ccd099a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:15:53Z', 'updated_at': '2022-05-04T18:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_interfaces': [{'id': 'b46c84ab-1d38-48ba-a405-6c640a1be5cd', 'name': '', 'network_id': '26d35b79-1359-484a-a955-f54353f413dc', 'tenant_id': '1437e10b84d943a885db1ec25dccc6e5', 'mac_address': 'fa:16:3e:cf:f9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a083771-4312-41bf-99a2-16ce3ccd099a', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0e97a9af-bf91-4879-8505-d85b9edd2417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:15:59Z', 'updated_at': '2022-05-04T18:16:10Z', 'revision_number': 5, 'project_id': '1437e10b84d943a885db1ec25dccc6e5', 'subnets': [{'id': '0e97a9af-bf91-4879-8505-d85b9edd2417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:27:01.459286 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85ed1ed-dc30-47d2-a746-60c6cdde8f87 None None] New status for floating IP 29cd1068-586b-4679-addf-f24019138384: DOWN {{(pid=104025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 18:27:01.549995 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-fb7d1676-5a97-4b1e-9b47-2a0b18affe1e req-46e19de0-99fd-4054-b866-7aaf950a3e0b tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c9cfb26-0c88-45f3-8bad-d4af45b1cade HTTP/1.1" status: 200 len: 210 time: 0.0289667 May 04 18:27:02.606411 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-f7537222-04fb-4408-8d24-7493625e2bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (88f974dc-3c14-4d3d-9ef8-4363bb88b433), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:02.655466 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-ed03f9ca-c560-47c4-ad58-b3ad62f7e7ba req-ec0d22aa-90c8-49b5-9d5e-abb07b80fdfd tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c9cfb26-0c88-45f3-8bad-d4af45b1cade HTTP/1.1" status: 200 len: 210 time: 0.0307138 May 04 18:27:03.768105 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-a19fba1f-6a9d-41da-ac7a-95c24d0fd250 req-bac93260-3cd9-4b33-8a92-18917af27927 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c9cfb26-0c88-45f3-8bad-d4af45b1cade HTTP/1.1" status: 200 len: 210 time: 0.0290895 May 04 18:27:03.832031 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (e55a6cb5-967a-4631-865a-95818de4ff35), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:04.950748 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 56156) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:27:05.006652 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-73e8a02d-1938-43b4-bff0-257fc2b1922b tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Publish callbacks [] for security_group (08638c86-5d55-45a8-81d0-0a674a737892), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:05.034089 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-73e8a02d-1938-43b4-bff0-257fc2b1922b tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Publish callbacks [] for security_group (08638c86-5d55-45a8-81d0-0a674a737892), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:05.158289 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-73e8a02d-1938-43b4-bff0-257fc2b1922b tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (08638c86-5d55-45a8-81d0-0a674a737892), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:05.161345 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-73e8a02d-1938-43b4-bff0-257fc2b1922b tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Publish callbacks [] for security_group (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:05.165439 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-73e8a02d-1938-43b4-bff0-257fc2b1922b tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "DELETE /v2.0/security-groups/08638c86-5d55-45a8-81d0-0a674a737892 HTTP/1.1" status: 204 len: 168 time: 0.2108738 May 04 18:27:05.165830 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 56168) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:27:05.173572 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e8a02d-1938-43b4-bff0-257fc2b1922b tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08638c86-5d55-45a8-81d0-0a674a737892,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:05.191186 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.api.v2.resource [None req-176bedb0-91e8-4e07-9080-27e58a82aa1c tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] show failed (client error): The resource could not be found. May 04 18:27:05.195071 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-176bedb0-91e8-4e07-9080-27e58a82aa1c tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "GET /v2.0/security-groups/08638c86-5d55-45a8-81d0-0a674a737892 HTTP/1.1" status: 404 len: 347 time: 0.0255008 May 04 18:27:05.195674 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 56172) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:27:05.315478 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-ced37b27-c477-4221-aa40-01e11bf1f7ea tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Deleting port d2abcf36-c579-42e7-9158-58db63729620 {{(pid=104023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:27:05.315819 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-ced37b27-c477-4221-aa40-01e11bf1f7ea tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772820269343'] for port (d2abcf36-c579-42e7-9158-58db63729620), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:05.395500 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-ced37b27-c477-4221-aa40-01e11bf1f7ea tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674980'] for port (d2abcf36-c579-42e7-9158-58db63729620), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:05.395826 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-ced37b27-c477-4221-aa40-01e11bf1f7ea tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Publish callbacks [] for floatingip (d2abcf36-c579-42e7-9158-58db63729620), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:05.409548 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-ced37b27-c477-4221-aa40-01e11bf1f7ea tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Calling delete_port for d2abcf36-c579-42e7-9158-58db63729620 owned by network:floatingip {{(pid=104023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:27:05.620667 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-ced37b27-c477-4221-aa40-01e11bf1f7ea tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772820276655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772819832239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7382190'] for port (d2abcf36-c579-42e7-9158-58db63729620), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:05.648453 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced37b27-c477-4221-aa40-01e11bf1f7ea tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Pushing event deleted for resources: {'Port': ['ID=d2abcf36-c579-42e7-9158-58db63729620,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:05.712719 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-ced37b27-c477-4221-aa40-01e11bf1f7ea tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Publish callbacks [] for floatingip (29cd1068-586b-4679-addf-f24019138384), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:05.715369 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-ced37b27-c477-4221-aa40-01e11bf1f7ea tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976'] for floatingip (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:05.716528 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-ced37b27-c477-4221-aa40-01e11bf1f7ea tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] 10.222.0.23 "DELETE /v2.0/floatingips/29cd1068-586b-4679-addf-f24019138384 HTTP/1.1" status: 204 len: 168 time: 0.5200310 May 04 18:27:05.897369 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device 09b49ab0-d355-46ab-b15e-26e5e9f96975 no longer exists at agent hyperv_hv-cinder-84051 {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 18:27:05.920412 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] No Port match for: 09b49ab0-d355-46ab-b15e-26e5e9f96975 {{(pid=104025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 18:27:05.920818 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device 09b49ab0-d355-46ab-b15e-26e5e9f96975 not bound to the agent host hv-cinder-84051 {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 18:27:06.543760 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 56194) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:27:06.655615 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f4ee9b42-c947-4940-a05e-da35661339f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:06.733013 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f4ee9b42-c947-4940-a05e-da35661339f6 admin admin] Publish callbacks [] for security_group (5c86b8a6-a440-4784-8bc3-baaf53691f91), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:06.817844 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f4ee9b42-c947-4940-a05e-da35661339f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (5c86b8a6-a440-4784-8bc3-baaf53691f91), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:06.862742 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-f4ee9b42-c947-4940-a05e-da35661339f6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0bfeb389a15a496fa86b1979f92206bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3178370 May 04 18:27:06.863590 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ee9b42-c947-4940-a05e-da35661339f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c86b8a6-a440-4784-8bc3-baaf53691f91,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:06.865430 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 56208) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:27:06.915556 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-c49f1f1b-1488-4413-acd6-65b322f50ea1 admin admin] Publish callbacks [] for security_group (5c86b8a6-a440-4784-8bc3-baaf53691f91), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:06.938771 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-c49f1f1b-1488-4413-acd6-65b322f50ea1 admin admin] Publish callbacks [] for security_group (5c86b8a6-a440-4784-8bc3-baaf53691f91), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:07.057756 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-c49f1f1b-1488-4413-acd6-65b322f50ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (5c86b8a6-a440-4784-8bc3-baaf53691f91), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:07.060638 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-c49f1f1b-1488-4413-acd6-65b322f50ea1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:07.061814 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-c49f1f1b-1488-4413-acd6-65b322f50ea1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5c86b8a6-a440-4784-8bc3-baaf53691f91 HTTP/1.1" status: 204 len: 168 time: 0.1953006 May 04 18:27:07.070663 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49f1f1b-1488-4413-acd6-65b322f50ea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c86b8a6-a440-4784-8bc3-baaf53691f91,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:07.760630 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 56228) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:27:07.775172 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-136c9ad9-7b8c-495f-8f4e-c670756bee7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:07.853937 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-136c9ad9-7b8c-495f-8f4e-c670756bee7b admin admin] Publish callbacks [] for security_group (abbfb1af-9c33-40bd-889f-13bf74830f96), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:07.926866 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-136c9ad9-7b8c-495f-8f4e-c670756bee7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (abbfb1af-9c33-40bd-889f-13bf74830f96), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:07.966078 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-136c9ad9-7b8c-495f-8f4e-c670756bee7b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e57313ebe3884080963f5613ceadf57c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2040000 May 04 18:27:07.966955 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c9ad9-7b8c-495f-8f4e-c670756bee7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abbfb1af-9c33-40bd-889f-13bf74830f96,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:07.968862 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 56230) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:27:08.019828 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5c82a0a9-3cba-4ec8-b48a-c079dcf28e32 admin admin] Publish callbacks [] for security_group (abbfb1af-9c33-40bd-889f-13bf74830f96), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:08.043224 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5c82a0a9-3cba-4ec8-b48a-c079dcf28e32 admin admin] Publish callbacks [] for security_group (abbfb1af-9c33-40bd-889f-13bf74830f96), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:08.195090 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5c82a0a9-3cba-4ec8-b48a-c079dcf28e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (abbfb1af-9c33-40bd-889f-13bf74830f96), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:08.197749 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5c82a0a9-3cba-4ec8-b48a-c079dcf28e32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:08.202108 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-5c82a0a9-3cba-4ec8-b48a-c079dcf28e32 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/abbfb1af-9c33-40bd-889f-13bf74830f96 HTTP/1.1" status: 204 len: 168 time: 0.2316334 May 04 18:27:08.212216 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c82a0a9-3cba-4ec8-b48a-c079dcf28e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abbfb1af-9c33-40bd-889f-13bf74830f96,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:08.487327 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 56254) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:27:08.777319 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 56262) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:27:08.894727 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-91c52a66-e940-41a3-9fbd-f2e49fef316a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:08.974674 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-91c52a66-e940-41a3-9fbd-f2e49fef316a admin admin] Publish callbacks [] for security_group (ebc1deed-4ba9-4b4d-ab5f-94f8ed177dbc), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:09.027862 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8744371a-7101-4ac4-b7d8-98afbda79c26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1674938'] for router_interface (5a083771-4312-41bf-99a2-16ce3ccd099a), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:09.083110 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 56266) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:27:09.095545 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-91c52a66-e940-41a3-9fbd-f2e49fef316a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (ebc1deed-4ba9-4b4d-ab5f-94f8ed177dbc), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:09.125706 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-84b0cb1e-0ba9-4741-b460-2e31d6cc4dc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:09.136925 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-91c52a66-e940-41a3-9fbd-f2e49fef316a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2907ed4fc4604ddda877b02a117f5617&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3554194 May 04 18:27:09.136925 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c52a66-e940-41a3-9fbd-f2e49fef316a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc1deed-4ba9-4b4d-ab5f-94f8ed177dbc,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:09.137377 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 56268) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:27:09.284287 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-0e04b226-0447-4544-ace3-f658f338e29d admin admin] Publish callbacks [] for security_group (ebc1deed-4ba9-4b4d-ab5f-94f8ed177dbc), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:09.350891 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-0e04b226-0447-4544-ace3-f658f338e29d admin admin] Publish callbacks [] for security_group (ebc1deed-4ba9-4b4d-ab5f-94f8ed177dbc), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:09.387549 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-84b0cb1e-0ba9-4741-b460-2e31d6cc4dc8 admin admin] Publish callbacks [] for security_group (9af69a91-a613-422f-9f10-af1e36a1a67b), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:09.419514 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-8744371a-7101-4ac4-b7d8-98afbda79c26 admin admin] Deleting port b46c84ab-1d38-48ba-a405-6c640a1be5cd {{(pid=104023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:27:09.419847 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8744371a-7101-4ac4-b7d8-98afbda79c26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772820269343'] for port (b46c84ab-1d38-48ba-a405-6c640a1be5cd), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:09.730173 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-84b0cb1e-0ba9-4741-b460-2e31d6cc4dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (9af69a91-a613-422f-9f10-af1e36a1a67b), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:09.732509 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-0e04b226-0447-4544-ace3-f658f338e29d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (ebc1deed-4ba9-4b4d-ab5f-94f8ed177dbc), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:09.735058 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-0e04b226-0447-4544-ace3-f658f338e29d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:09.736140 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-0e04b226-0447-4544-ace3-f658f338e29d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ebc1deed-4ba9-4b4d-ab5f-94f8ed177dbc HTTP/1.1" status: 204 len: 168 time: 0.5963311 May 04 18:27:09.793705 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-84b0cb1e-0ba9-4741-b460-2e31d6cc4dc8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=686ac382b45a426c98174fd9a86eedeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7094858 May 04 18:27:09.795572 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8744371a-7101-4ac4-b7d8-98afbda79c26 admin admin] For port b46c84ab-1d38-48ba-a405-6c640a1be5cd, host dv-cinder-840511-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=b46c84ab-1d38-48ba-a405-6c640a1be5cd,segment=NetworkSegment(de7bb9b3-95ed-4c1b-8898-7bebbfcd85a3),segment_id=de7bb9b3-95ed-4c1b-8898-7bebbfcd85a3)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:27:09.795935 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8744371a-7101-4ac4-b7d8-98afbda79c26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674980'] for port (b46c84ab-1d38-48ba-a405-6c640a1be5cd), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:09.797022 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 56272) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:27:09.808855 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b0cb1e-0ba9-4741-b460-2e31d6cc4dc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af69a91-a613-422f-9f10-af1e36a1a67b,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:09.816921 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-8744371a-7101-4ac4-b7d8-98afbda79c26 admin admin] Calling delete_port for b46c84ab-1d38-48ba-a405-6c640a1be5cd owned by network:router_interface {{(pid=104023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:27:09.831469 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e04b226-0447-4544-ace3-f658f338e29d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc1deed-4ba9-4b4d-ab5f-94f8ed177dbc,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:09.861504 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-d15351b8-3ff7-46bf-b900-33746a39ffef admin admin] Publish callbacks [] for security_group (9af69a91-a613-422f-9f10-af1e36a1a67b), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:09.887912 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-d15351b8-3ff7-46bf-b900-33746a39ffef admin admin] Publish callbacks [] for security_group (9af69a91-a613-422f-9f10-af1e36a1a67b), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:10.003804 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-d15351b8-3ff7-46bf-b900-33746a39ffef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (9af69a91-a613-422f-9f10-af1e36a1a67b), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:10.006284 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-d15351b8-3ff7-46bf-b900-33746a39ffef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:10.007544 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-d15351b8-3ff7-46bf-b900-33746a39ffef admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9af69a91-a613-422f-9f10-af1e36a1a67b HTTP/1.1" status: 204 len: 168 time: 0.2095351 May 04 18:27:10.016070 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15351b8-3ff7-46bf-b900-33746a39ffef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af69a91-a613-422f-9f10-af1e36a1a67b,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:10.055363 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8744371a-7101-4ac4-b7d8-98afbda79c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772820276655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772819832239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7382190'] for port (b46c84ab-1d38-48ba-a405-6c640a1be5cd), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:10.085835 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8744371a-7101-4ac4-b7d8-98afbda79c26 admin admin] Pushing event deleted for resources: {'Port': ['ID=b46c84ab-1d38-48ba-a405-6c640a1be5cd,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:10.272335 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8744371a-7101-4ac4-b7d8-98afbda79c26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1598253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1735903'] for router_interface (5a083771-4312-41bf-99a2-16ce3ccd099a), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:10.513782 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8744371a-7101-4ac4-b7d8-98afbda79c26 admin admin] Router 5a083771-4312-41bf-99a2-16ce3ccd099a has already been hosted by L3 agent 341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae {{(pid=104023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 18:27:10.527440 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 56286) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:27:10.540876 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-880ce90a-31d3-4a9c-810e-42752f4e52c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:10.620886 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-880ce90a-31d3-4a9c-810e-42752f4e52c3 admin admin] Publish callbacks [] for security_group (fa648ab0-3793-4cae-b8b9-2a7b868462c2), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:10.629703 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8744371a-7101-4ac4-b7d8-98afbda79c26 admin admin] Notify agent at l3_agent.dv-cinder-840511-4-iscsi the message routers_updated {{(pid=104023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 18:27:10.634970 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-8744371a-7101-4ac4-b7d8-98afbda79c26 admin admin] 10.222.0.23 "PUT /v2.0/routers/5a083771-4312-41bf-99a2-16ce3ccd099a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1465614 May 04 18:27:10.637756 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 56290) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:27:10.641402 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c82067-a356-41e7-bd24-2ec5247adeb3 None None] Sync routers for ids ['5a083771-4312-41bf-99a2-16ce3ccd099a'] in dv-cinder-840511-4-iscsi {{(pid=104026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:27:10.652916 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c82067-a356-41e7-bd24-2ec5247adeb3 None None] Routers {'5a083771-4312-41bf-99a2-16ce3ccd099a'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:27:10.654022 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-34c82067-a356-41e7-bd24-2ec5247adeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:27:00Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['5a083771-4312-41bf-99a2-16ce3ccd099a'], 'active': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:27:10.692657 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-880ce90a-31d3-4a9c-810e-42752f4e52c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (fa648ab0-3793-4cae-b8b9-2a7b868462c2), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:10.726505 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-880ce90a-31d3-4a9c-810e-42752f4e52c3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ecccdcadf1884366a0dcb354549869fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1979516 May 04 18:27:10.729218 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 56292) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:27:10.752508 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-21ff4fe9-f2fc-4ff8-bff5-746878169c62 admin admin] Publish callbacks [] for router (5a083771-4312-41bf-99a2-16ce3ccd099a), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:10.782922 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvr_db [None req-34c82067-a356-41e7-bd24-2ec5247adeb3 None None] Set router 5a083771-4312-41bf-99a2-16ce3ccd099a gateway port host: dv-cinder-840511-4-iscsi {{(pid=104026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:27:10.799957 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880ce90a-31d3-4a9c-810e-42752f4e52c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa648ab0-3793-4cae-b8b9-2a7b868462c2,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:10.806839 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-323fb1c3-9d82-42a4-bd47-f0c5c7c75a3e admin admin] Publish callbacks [] for security_group (fa648ab0-3793-4cae-b8b9-2a7b868462c2), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:10.834828 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-323fb1c3-9d82-42a4-bd47-f0c5c7c75a3e admin admin] Publish callbacks [] for security_group (fa648ab0-3793-4cae-b8b9-2a7b868462c2), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:10.898305 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-21ff4fe9-f2fc-4ff8-bff5-746878169c62 admin admin] Publish callbacks [] for router_gateway (5a083771-4312-41bf-99a2-16ce3ccd099a), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:10.957841 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-323fb1c3-9d82-42a4-bd47-f0c5c7c75a3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (fa648ab0-3793-4cae-b8b9-2a7b868462c2), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:10.962161 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-323fb1c3-9d82-42a4-bd47-f0c5c7c75a3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:10.964156 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-323fb1c3-9d82-42a4-bd47-f0c5c7c75a3e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fa648ab0-3793-4cae-b8b9-2a7b868462c2 HTTP/1.1" status: 204 len: 168 time: 0.2331066 May 04 18:27:10.969273 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-34c82067-a356-41e7-bd24-2ec5247adeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a083771-4312-41bf-99a2-16ce3ccd099a', 'name': 'tempest-AttachVolumeShelveTestJSON-2042377689-router', 'tenant_id': '1437e10b84d943a885db1ec25dccc6e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'f1d9d266-1ac8-4500-9540-07264ac7abbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:15:51Z', 'updated_at': '2022-05-04T18:27:09Z', 'revision_number': 5, 'project_id': '1437e10b84d943a885db1ec25dccc6e5', 'gw_port': {'id': 'f1d9d266-1ac8-4500-9540-07264ac7abbc', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:6e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a083771-4312-41bf-99a2-16ce3ccd099a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:15:53Z', 'updated_at': '2022-05-04T18:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi'}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:27:10.972401 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323fb1c3-9d82-42a4-bd47-f0c5c7c75a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa648ab0-3793-4cae-b8b9-2a7b868462c2,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:11.012135 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c82067-a356-41e7-bd24-2ec5247adeb3 None None] Checking router: 5a083771-4312-41bf-99a2-16ce3ccd099a for host: dv-cinder-840511-4-iscsi {{(pid=104026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:27:11.021684 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c82067-a356-41e7-bd24-2ec5247adeb3 None None] Routers {'5a083771-4312-41bf-99a2-16ce3ccd099a'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:27:11.022546 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-34c82067-a356-41e7-bd24-2ec5247adeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:27:00Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['5a083771-4312-41bf-99a2-16ce3ccd099a'], 'active': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:27:11.028754 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-21ff4fe9-f2fc-4ff8-bff5-746878169c62 admin admin] Deleting port f1d9d266-1ac8-4500-9540-07264ac7abbc {{(pid=104023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:27:11.029177 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-21ff4fe9-f2fc-4ff8-bff5-746878169c62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772820269343'] for port (f1d9d266-1ac8-4500-9540-07264ac7abbc), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:11.125480 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-21ff4fe9-f2fc-4ff8-bff5-746878169c62 admin admin] For port f1d9d266-1ac8-4500-9540-07264ac7abbc, host dv-cinder-840511-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=f1d9d266-1ac8-4500-9540-07264ac7abbc,segment=NetworkSegment(44841efa-8edc-4b72-aba0-27edf49af522),segment_id=44841efa-8edc-4b72-aba0-27edf49af522)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:27:11.126124 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-21ff4fe9-f2fc-4ff8-bff5-746878169c62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674980'] for port (f1d9d266-1ac8-4500-9540-07264ac7abbc), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:11.127756 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvr_db [None req-34c82067-a356-41e7-bd24-2ec5247adeb3 None None] Set router 5a083771-4312-41bf-99a2-16ce3ccd099a gateway port host: None {{(pid=104026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:27:11.140016 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-21ff4fe9-f2fc-4ff8-bff5-746878169c62 admin admin] Calling delete_port for f1d9d266-1ac8-4500-9540-07264ac7abbc owned by network:router_gateway {{(pid=104023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:27:11.276530 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-34c82067-a356-41e7-bd24-2ec5247adeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a083771-4312-41bf-99a2-16ce3ccd099a', 'name': 'tempest-AttachVolumeShelveTestJSON-2042377689-router', 'tenant_id': '1437e10b84d943a885db1ec25dccc6e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:15:51Z', 'updated_at': '2022-05-04T18:27:10Z', 'revision_number': 6, 'project_id': '1437e10b84d943a885db1ec25dccc6e5', 'gw_port_host': None}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:27:11.307160 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c82067-a356-41e7-bd24-2ec5247adeb3 None None] The sync data for ids ['5a083771-4312-41bf-99a2-16ce3ccd099a'] in dv-cinder-840511-4-iscsi is: [{'id': '5a083771-4312-41bf-99a2-16ce3ccd099a', 'name': 'tempest-AttachVolumeShelveTestJSON-2042377689-router', 'tenant_id': '1437e10b84d943a885db1ec25dccc6e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:15:51Z', 'updated_at': '2022-05-04T18:27:10Z', 'revision_number': 6, 'project_id': '1437e10b84d943a885db1ec25dccc6e5', 'gw_port_host': None}] {{(pid=104026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:27:11.435101 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-21ff4fe9-f2fc-4ff8-bff5-746878169c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772820276655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772819832239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7382190'] for port (f1d9d266-1ac8-4500-9540-07264ac7abbc), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:11.463479 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ff4fe9-f2fc-4ff8-bff5-746878169c62 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1d9d266-1ac8-4500-9540-07264ac7abbc,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:11.531408 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-21ff4fe9-f2fc-4ff8-bff5-746878169c62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1675692'] for router_gateway (5a083771-4312-41bf-99a2-16ce3ccd099a), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:11.629001 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-21ff4fe9-f2fc-4ff8-bff5-746878169c62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1681240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13399'] for router (5a083771-4312-41bf-99a2-16ce3ccd099a), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:11.631346 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-21ff4fe9-f2fc-4ff8-bff5-746878169c62 admin admin] Publish callbacks [] for router_controller (5a083771-4312-41bf-99a2-16ce3ccd099a), precommit_delete_associations {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:11.803411 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-21ff4fe9-f2fc-4ff8-bff5-746878169c62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1681217'] for router (5a083771-4312-41bf-99a2-16ce3ccd099a), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:11.803993 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21ff4fe9-f2fc-4ff8-bff5-746878169c62 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a083771-4312-41bf-99a2-16ce3ccd099a {{(pid=104023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 18:27:11.808798 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-21ff4fe9-f2fc-4ff8-bff5-746878169c62 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:11.813055 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-21ff4fe9-f2fc-4ff8-bff5-746878169c62 admin admin] 10.222.0.23 "DELETE /v2.0/routers/5a083771-4312-41bf-99a2-16ce3ccd099a HTTP/1.1" status: 204 len: 168 time: 1.1713445 May 04 18:27:11.813388 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 56322) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:27:11.862761 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 56326) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:27:11.873221 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc9ffab5-98cb-4f45-b166-5a0033549ade admin admin] Deleting subnet 0e97a9af-bf91-4879-8505-d85b9edd2417 {{(pid=104024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 18:27:11.876931 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-bc9ffab5-98cb-4f45-b166-5a0033549ade admin admin] Publish callbacks [] for subnet (0e97a9af-bf91-4879-8505-d85b9edd2417), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:11.920288 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-bc9ffab5-98cb-4f45-b166-5a0033549ade admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6008541'] for subnet (0e97a9af-bf91-4879-8505-d85b9edd2417), precommit_delete_associations {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:11.992218 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3c746516-fb16-469a-b299-a7e54bbf6f70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:12.016184 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-bc9ffab5-98cb-4f45-b166-5a0033549ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727632'] for subnet (0e97a9af-bf91-4879-8505-d85b9edd2417), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:12.077858 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3c746516-fb16-469a-b299-a7e54bbf6f70 admin admin] Publish callbacks [] for security_group (bdd24a86-f94d-496a-92ee-247348ba0ec0), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:12.159055 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-bc9ffab5-98cb-4f45-b166-5a0033549ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5949328'] for subnet (0e97a9af-bf91-4879-8505-d85b9edd2417), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:12.187291 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3c746516-fb16-469a-b299-a7e54bbf6f70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (bdd24a86-f94d-496a-92ee-247348ba0ec0), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:12.190622 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9ffab5-98cb-4f45-b166-5a0033549ade admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e97a9af-bf91-4879-8505-d85b9edd2417,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:12.197452 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-bc9ffab5-98cb-4f45-b166-5a0033549ade admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:12.207864 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89fa31f7-75b7-4222-b916-f792630f1246 None None] Network 26d35b79-1359-484a-a955-f54353f413dc requested from dv-cinder-840511-4-iscsi {{(pid=104025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 18:27:12.208511 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-bc9ffab5-98cb-4f45-b166-5a0033549ade admin admin] 10.222.0.23 "DELETE /v2.0/subnets/0e97a9af-bf91-4879-8505-d85b9edd2417 HTTP/1.1" status: 204 len: 168 time: 0.3925486 May 04 18:27:12.209346 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 56338) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:27:12.243628 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-3c746516-fb16-469a-b299-a7e54bbf6f70 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7fc468a8968d43ba9fd073e679cf3793&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3797143 May 04 18:27:12.244984 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c746516-fb16-469a-b299-a7e54bbf6f70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd24a86-f94d-496a-92ee-247348ba0ec0,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:12.251691 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 56340) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:27:12.325957 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-00df499b-c6e3-4296-987d-0b2d57dad54a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653438'] for network (26d35b79-1359-484a-a955-f54353f413dc), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:12.376390 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-0a576c69-9cb9-4db5-8393-b45f478900ce admin admin] Publish callbacks [] for security_group (bdd24a86-f94d-496a-92ee-247348ba0ec0), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:12.389370 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d5d83b-61c7-4bce-89a6-694df3818df0 None None] DHCP port deletion for 26d35b79-1359-484a-a955-f54353f413dc request from dv-cinder-840511-4-iscsi {{(pid=104025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 18:27:12.405343 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.plugin [None req-00df499b-c6e3-4296-987d-0b2d57dad54a admin admin] Deleting port 4c7ba454-f4f6-40e4-b8e7-e4bcd5265c1b {{(pid=104024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:27:12.406351 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-00df499b-c6e3-4296-987d-0b2d57dad54a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772820269343'] for port (4c7ba454-f4f6-40e4-b8e7-e4bcd5265c1b), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:12.421575 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-0a576c69-9cb9-4db5-8393-b45f478900ce admin admin] Publish callbacks [] for security_group (bdd24a86-f94d-496a-92ee-247348ba0ec0), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:12.433355 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-00d5d83b-61c7-4bce-89a6-694df3818df0 None None] Deleting port 4c7ba454-f4f6-40e4-b8e7-e4bcd5265c1b {{(pid=104025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:27:12.434094 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-00d5d83b-61c7-4bce-89a6-694df3818df0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772820269343'] for port (4c7ba454-f4f6-40e4-b8e7-e4bcd5265c1b), before_delete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:12.500840 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-00d5d83b-61c7-4bce-89a6-694df3818df0 None None] For port 4c7ba454-f4f6-40e4-b8e7-e4bcd5265c1b, host dv-cinder-840511-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=4c7ba454-f4f6-40e4-b8e7-e4bcd5265c1b,segment=NetworkSegment(de7bb9b3-95ed-4c1b-8898-7bebbfcd85a3),segment_id=de7bb9b3-95ed-4c1b-8898-7bebbfcd85a3)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:27:12.501243 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-00d5d83b-61c7-4bce-89a6-694df3818df0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674980'] for port (4c7ba454-f4f6-40e4-b8e7-e4bcd5265c1b), precommit_delete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:12.502763 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.db [None req-00df499b-c6e3-4296-987d-0b2d57dad54a admin admin] For port 4c7ba454-f4f6-40e4-b8e7-e4bcd5265c1b, host dv-cinder-840511-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=4c7ba454-f4f6-40e4-b8e7-e4bcd5265c1b,segment=NetworkSegment(de7bb9b3-95ed-4c1b-8898-7bebbfcd85a3),segment_id=de7bb9b3-95ed-4c1b-8898-7bebbfcd85a3)] {{(pid=104024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:27:12.503157 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-00df499b-c6e3-4296-987d-0b2d57dad54a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674980'] for port (4c7ba454-f4f6-40e4-b8e7-e4bcd5265c1b), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:12.516867 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.plugin [None req-00df499b-c6e3-4296-987d-0b2d57dad54a admin admin] Calling delete_port for 4c7ba454-f4f6-40e4-b8e7-e4bcd5265c1b owned by network:dhcp {{(pid=104024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:27:12.518911 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-00d5d83b-61c7-4bce-89a6-694df3818df0 None None] Calling delete_port for 4c7ba454-f4f6-40e4-b8e7-e4bcd5265c1b owned by network:dhcp {{(pid=104025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:27:12.634636 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-0a576c69-9cb9-4db5-8393-b45f478900ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (bdd24a86-f94d-496a-92ee-247348ba0ec0), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:12.637267 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-0a576c69-9cb9-4db5-8393-b45f478900ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:12.638424 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-0a576c69-9cb9-4db5-8393-b45f478900ce admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bdd24a86-f94d-496a-92ee-247348ba0ec0 HTTP/1.1" status: 204 len: 168 time: 0.3855879 May 04 18:27:12.646635 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a576c69-9cb9-4db5-8393-b45f478900ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd24a86-f94d-496a-92ee-247348ba0ec0,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:12.723374 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-00df499b-c6e3-4296-987d-0b2d57dad54a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772820276655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772819832239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007267'] for port (4c7ba454-f4f6-40e4-b8e7-e4bcd5265c1b), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:12.729454 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-00d5d83b-61c7-4bce-89a6-694df3818df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772820276655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772819832239'] for port (4c7ba454-f4f6-40e4-b8e7-e4bcd5265c1b), after_delete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:12.749837 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00df499b-c6e3-4296-987d-0b2d57dad54a admin admin] Pushing event deleted for resources: {'Port': ['ID=4c7ba454-f4f6-40e4-b8e7-e4bcd5265c1b,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:12.753742 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00df499b-c6e3-4296-987d-0b2d57dad54a admin admin] No DVR routers for this DVR port 4c7ba454-f4f6-40e4-b8e7-e4bcd5265c1b on host dv-cinder-840511-4-iscsi {{(pid=104024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:27:12.755091 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d5d83b-61c7-4bce-89a6-694df3818df0 None None] Pushing event deleted for resources: {'Port': ['ID=4c7ba454-f4f6-40e4-b8e7-e4bcd5265c1b,revision_number=None']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:12.764567 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d5d83b-61c7-4bce-89a6-694df3818df0 None None] No DVR routers for this DVR port 4c7ba454-f4f6-40e4-b8e7-e4bcd5265c1b on host dv-cinder-840511-4-iscsi {{(pid=104025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:27:12.767405 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d5d83b-61c7-4bce-89a6-694df3818df0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:27:12.767783 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d5d83b-61c7-4bce-89a6-694df3818df0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:27:12.768414 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d5d83b-61c7-4bce-89a6-694df3818df0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:27:12.768945 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d5d83b-61c7-4bce-89a6-694df3818df0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:27:12.769482 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d5d83b-61c7-4bce-89a6-694df3818df0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:27:12.769978 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d5d83b-61c7-4bce-89a6-694df3818df0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:27:12.770320 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d5d83b-61c7-4bce-89a6-694df3818df0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:27:12.770761 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d5d83b-61c7-4bce-89a6-694df3818df0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:27:12.773085 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d5d83b-61c7-4bce-89a6-694df3818df0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:27:12.773085 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d5d83b-61c7-4bce-89a6-694df3818df0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:27:12.773085 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d5d83b-61c7-4bce-89a6-694df3818df0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:27:12.773085 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d5d83b-61c7-4bce-89a6-694df3818df0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:27:12.773085 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d5d83b-61c7-4bce-89a6-694df3818df0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:27:12.773085 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d5d83b-61c7-4bce-89a6-694df3818df0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:27:12.773564 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d5d83b-61c7-4bce-89a6-694df3818df0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:27:12.838961 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-00df499b-c6e3-4296-987d-0b2d57dad54a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727429', 'neutron.services.segments.db._delete_segments_for_network-8772820294476'] for network (26d35b79-1359-484a-a955-f54353f413dc), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:12.861060 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.services.segments.db [None req-00df499b-c6e3-4296-987d-0b2d57dad54a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26d35b79-1359-484a-a955-f54353f413dc']}} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:27:12.871438 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.services.segments.db [None req-00df499b-c6e3-4296-987d-0b2d57dad54a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de7bb9b3-95ed-4c1b-8898-7bebbfcd85a3') {'for_net_delete': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:27:12.871736 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.services.segments.db [None req-00df499b-c6e3-4296-987d-0b2d57dad54a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de7bb9b3-95ed-4c1b-8898-7bebbfcd85a3') {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:27:12.881603 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-00df499b-c6e3-4296-987d-0b2d57dad54a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772820296277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6008514'] for segment (de7bb9b3-95ed-4c1b-8898-7bebbfcd85a3), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:12.902956 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-00df499b-c6e3-4296-987d-0b2d57dad54a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691573'] for segment (de7bb9b3-95ed-4c1b-8898-7bebbfcd85a3), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:12.913343 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00df499b-c6e3-4296-987d-0b2d57dad54a admin admin] Releasing vlan 807 on physical network physnet1 to pool {{(pid=104024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 18:27:12.913757 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-00df499b-c6e3-4296-987d-0b2d57dad54a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6007254'] for segment (de7bb9b3-95ed-4c1b-8898-7bebbfcd85a3), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:12.915664 dv-cinder-840511-4-iscsi neutron-server[104024]: Traceback (most recent call last): May 04 18:27:12.915664 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 18:27:12.915664 dv-cinder-840511-4-iscsi neutron-server[104024]: timer() May 04 18:27:12.915664 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 18:27:12.915664 dv-cinder-840511-4-iscsi neutron-server[104024]: cb(*args, **kw) May 04 18:27:12.915664 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 18:27:12.915664 dv-cinder-840511-4-iscsi neutron-server[104024]: return func(*args, **kwargs) May 04 18:27:12.915664 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 18:27:12.915664 dv-cinder-840511-4-iscsi neutron-server[104024]: self._notify() May 04 18:27:12.915664 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 18:27:12.915664 dv-cinder-840511-4-iscsi neutron-server[104024]: self.callback(batched_events) May 04 18:27:12.915664 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 18:27:12.915664 dv-cinder-840511-4-iscsi neutron-server[104024]: event.method(event) May 04 18:27:12.915664 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 18:27:12.915664 dv-cinder-840511-4-iscsi neutron-server[104024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 18:27:12.915664 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 18:27:12.915664 dv-cinder-840511-4-iscsi neutron-server[104024]: aggregate_uuid = self.p_client.list_aggregates( May 04 18:27:12.915664 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 18:27:12.915664 dv-cinder-840511-4-iscsi neutron-server[104024]: return f(self, *a, **k) May 04 18:27:12.915664 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 18:27:12.915664 dv-cinder-840511-4-iscsi neutron-server[104024]: return self._get(url).json() May 04 18:27:12.915664 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 18:27:12.915664 dv-cinder-840511-4-iscsi neutron-server[104024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 18:27:12.915664 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 18:27:12.915664 dv-cinder-840511-4-iscsi neutron-server[104024]: return self.request(url, 'GET', **kwargs) May 04 18:27:12.915664 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 18:27:12.915664 dv-cinder-840511-4-iscsi neutron-server[104024]: base_url = self.get_endpoint(auth, allow=allow, May 04 18:27:12.915664 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 18:27:12.915664 dv-cinder-840511-4-iscsi neutron-server[104024]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 18:27:12.915664 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 18:27:12.915664 dv-cinder-840511-4-iscsi neutron-server[104024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 18:27:12.915664 dv-cinder-840511-4-iscsi neutron-server[104024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 18:27:13.033048 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-00df499b-c6e3-4296-987d-0b2d57dad54a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676474'] for network (26d35b79-1359-484a-a955-f54353f413dc), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:13.059349 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-00df499b-c6e3-4296-987d-0b2d57dad54a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598214'] for network (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:13.067190 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-00df499b-c6e3-4296-987d-0b2d57dad54a admin admin] 10.222.0.23 "DELETE /v2.0/networks/26d35b79-1359-484a-a955-f54353f413dc HTTP/1.1" status: 204 len: 168 time: 0.8536024 May 04 18:27:13.067190 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00df499b-c6e3-4296-987d-0b2d57dad54a admin admin] Pushing event deleted for resources: {'Network': ['ID=26d35b79-1359-484a-a955-f54353f413dc,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:13.124698 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device 4c7ba454-f4f6-40e4-b8e7-e4bcd5265c1b no longer exists at agent ovs-agent-dv-cinder-840511-4-iscsi {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 18:27:13.146873 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] No Port match for: 4c7ba454-f4f6-40e4-b8e7-e4bcd5265c1b {{(pid=104025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 18:27:13.147254 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device 4c7ba454-f4f6-40e4-b8e7-e4bcd5265c1b not bound to the agent host dv-cinder-840511-4-iscsi {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 18:27:13.147730 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device f1d9d266-1ac8-4500-9540-07264ac7abbc no longer exists at agent ovs-agent-dv-cinder-840511-4-iscsi {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 18:27:13.170624 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] No Port match for: f1d9d266-1ac8-4500-9540-07264ac7abbc {{(pid=104025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 18:27:13.171082 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device f1d9d266-1ac8-4500-9540-07264ac7abbc not bound to the agent host dv-cinder-840511-4-iscsi {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 18:27:13.171523 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device b46c84ab-1d38-48ba-a405-6c640a1be5cd no longer exists at agent ovs-agent-dv-cinder-840511-4-iscsi {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 18:27:13.190414 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] No Port match for: b46c84ab-1d38-48ba-a405-6c640a1be5cd {{(pid=104025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 18:27:13.190757 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device b46c84ab-1d38-48ba-a405-6c640a1be5cd not bound to the agent host dv-cinder-840511-4-iscsi {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 18:27:13.438480 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 56376) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:27:13.480376 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-ff7f3db1-6c0f-492e-b3a8-03f4bc439227 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1437e10b84d943a885db1ec25dccc6e5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0404379 May 04 18:27:13.483001 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 56378) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:27:13.533507 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-d7706d12-048b-46df-b616-b5efcff5f7b0 admin admin] Publish callbacks [] for security_group (f9f59c52-6e94-450f-9002-1b352854b8c8), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:13.559887 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-d7706d12-048b-46df-b616-b5efcff5f7b0 admin admin] Publish callbacks [] for security_group (f9f59c52-6e94-450f-9002-1b352854b8c8), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:13.695094 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-d7706d12-048b-46df-b616-b5efcff5f7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (f9f59c52-6e94-450f-9002-1b352854b8c8), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:13.697819 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-d7706d12-048b-46df-b616-b5efcff5f7b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:13.698979 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-d7706d12-048b-46df-b616-b5efcff5f7b0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f9f59c52-6e94-450f-9002-1b352854b8c8 HTTP/1.1" status: 204 len: 168 time: 0.2149942 May 04 18:27:13.707863 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7706d12-048b-46df-b616-b5efcff5f7b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f59c52-6e94-450f-9002-1b352854b8c8,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:13.964507 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 56396) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:27:14.256362 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-735d63ae-ff84-425c-a3ed-23ed6e64befd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:14.342594 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-735d63ae-ff84-425c-a3ed-23ed6e64befd admin admin] Publish callbacks [] for security_group (43c78819-47e5-47a2-9cdf-c6aa793d3b1a), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:14.401357 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-735d63ae-ff84-425c-a3ed-23ed6e64befd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (43c78819-47e5-47a2-9cdf-c6aa793d3b1a), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:14.455318 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-735d63ae-ff84-425c-a3ed-23ed6e64befd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d559534e9f69475ab2668f2533cf09b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4896238 May 04 18:27:14.456586 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735d63ae-ff84-425c-a3ed-23ed6e64befd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43c78819-47e5-47a2-9cdf-c6aa793d3b1a,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:14.457999 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 56410) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:27:14.507966 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-706a52e5-4289-4615-9058-ff191d09621e admin admin] Publish callbacks [] for security_group (43c78819-47e5-47a2-9cdf-c6aa793d3b1a), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:14.529836 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-706a52e5-4289-4615-9058-ff191d09621e admin admin] Publish callbacks [] for security_group (43c78819-47e5-47a2-9cdf-c6aa793d3b1a), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:14.649438 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-706a52e5-4289-4615-9058-ff191d09621e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (43c78819-47e5-47a2-9cdf-c6aa793d3b1a), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:14.652008 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-706a52e5-4289-4615-9058-ff191d09621e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:14.662213 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-706a52e5-4289-4615-9058-ff191d09621e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/43c78819-47e5-47a2-9cdf-c6aa793d3b1a HTTP/1.1" status: 204 len: 168 time: 0.1941683 May 04 18:27:14.665162 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706a52e5-4289-4615-9058-ff191d09621e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c78819-47e5-47a2-9cdf-c6aa793d3b1a,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:15.328818 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 56434) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:27:15.342842 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-cac49fb5-1626-4e0d-8af6-bd12d8b69ea4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:15.422629 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-cac49fb5-1626-4e0d-8af6-bd12d8b69ea4 admin admin] Publish callbacks [] for security_group (76b49d74-ec37-470d-a746-061c5fb0ad40), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:15.491775 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-cac49fb5-1626-4e0d-8af6-bd12d8b69ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (76b49d74-ec37-470d-a746-061c5fb0ad40), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:15.533563 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-cac49fb5-1626-4e0d-8af6-bd12d8b69ea4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b02d70e27088485cbde6aa95dee38b2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2035468 May 04 18:27:15.534557 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac49fb5-1626-4e0d-8af6-bd12d8b69ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76b49d74-ec37-470d-a746-061c5fb0ad40,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:15.536312 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 56440) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:27:15.590210 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4122718d-72ef-4210-8ef6-422f99ee49cc admin admin] Publish callbacks [] for security_group (76b49d74-ec37-470d-a746-061c5fb0ad40), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:15.614230 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4122718d-72ef-4210-8ef6-422f99ee49cc admin admin] Publish callbacks [] for security_group (76b49d74-ec37-470d-a746-061c5fb0ad40), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:15.766500 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4122718d-72ef-4210-8ef6-422f99ee49cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (76b49d74-ec37-470d-a746-061c5fb0ad40), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:15.770226 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4122718d-72ef-4210-8ef6-422f99ee49cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:15.771622 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-4122718d-72ef-4210-8ef6-422f99ee49cc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/76b49d74-ec37-470d-a746-061c5fb0ad40 HTTP/1.1" status: 204 len: 168 time: 0.2341442 May 04 18:27:15.783400 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4122718d-72ef-4210-8ef6-422f99ee49cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b49d74-ec37-470d-a746-061c5fb0ad40,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:15.956650 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-c66d900e-04a3-4335-9b21-8c897cb42c21 req-e10c65f4-beb2-4363-8d5b-8ca5a497aa48 tempest-VolumesNegativeTest-1519376933 tempest-VolumesNegativeTest-1519376933-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=7b90f4bf16694a2d9d5999f3f8870912&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287545 May 04 18:27:16.418936 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66d900e-04a3-4335-9b21-8c897cb42c21 req-11844add-3082-4f71-a297-98148e60cc60 tempest-VolumesNegativeTest-1519376933 tempest-VolumesNegativeTest-1519376933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:27:16.420424 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-c66d900e-04a3-4335-9b21-8c897cb42c21 req-11844add-3082-4f71-a297-98148e60cc60 tempest-VolumesNegativeTest-1519376933 tempest-VolumesNegativeTest-1519376933-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4586766 May 04 18:27:16.435900 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-c66d900e-04a3-4335-9b21-8c897cb42c21 req-9c2f1c42-cf6f-4f3c-ad40-233ca46c50ec tempest-VolumesNegativeTest-1519376933 tempest-VolumesNegativeTest-1519376933-project] 10.222.0.23 "GET /v2.0/quotas/7b90f4bf16694a2d9d5999f3f8870912 HTTP/1.1" status: 200 len: 375 time: 0.0092053 May 04 18:27:16.470916 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-c66d900e-04a3-4335-9b21-8c897cb42c21 req-1029ebe9-19ba-4d95-bf09-c5675dafcbea tempest-VolumesNegativeTest-1519376933 tempest-VolumesNegativeTest-1519376933-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7b90f4bf16694a2d9d5999f3f8870912&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291903 May 04 18:27:16.731994 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-1efb4870-a6a3-4254-a9d1-c9fce0a83278 req-79148c7a-b6c5-43df-a024-115056c21cab tempest-VolumesNegativeTest-1519376933 tempest-VolumesNegativeTest-1519376933-project] 10.222.0.23 "GET /v2.0/ports?device_id=e01edbf4-01f7-4026-afd7-45f6e8dd6dbe HTTP/1.1" status: 200 len: 210 time: 0.0282280 May 04 18:27:17.814324 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-405ae225-932a-4172-8fd0-85a061e510a6 req-ff97aeef-42ce-4d2d-8967-b009f54d6474 tempest-VolumesNegativeTest-1519376933 tempest-VolumesNegativeTest-1519376933-project] 10.222.0.23 "GET /v2.0/ports?device_id=e01edbf4-01f7-4026-afd7-45f6e8dd6dbe HTTP/1.1" status: 200 len: 210 time: 0.0314493 May 04 18:27:18.897057 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-37d6e4a5-6322-4c74-9272-ba5e82f0ac6b req-e7caa386-f368-4ae4-a354-c5645f3b65d1 tempest-VolumesNegativeTest-1519376933 tempest-VolumesNegativeTest-1519376933-project] 10.222.0.23 "GET /v2.0/ports?device_id=e01edbf4-01f7-4026-afd7-45f6e8dd6dbe HTTP/1.1" status: 200 len: 210 time: 0.0314236 May 04 18:27:19.976950 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-a7dcff6f-5324-475b-b177-bcb99276d271 req-da82c86c-dba7-48fa-bfda-02b3814fdee4 tempest-VolumesNegativeTest-1519376933 tempest-VolumesNegativeTest-1519376933-project] 10.222.0.23 "GET /v2.0/ports?device_id=e01edbf4-01f7-4026-afd7-45f6e8dd6dbe HTTP/1.1" status: 200 len: 210 time: 0.0287356 May 04 18:27:21.074882 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-b09991af-14c4-4db7-ab05-5d1a8d43d671 req-b3438e01-4f59-43ea-acbf-d6205ec8b61d tempest-VolumesNegativeTest-1519376933 tempest-VolumesNegativeTest-1519376933-project] 10.222.0.23 "GET /v2.0/ports?device_id=e01edbf4-01f7-4026-afd7-45f6e8dd6dbe HTTP/1.1" status: 200 len: 210 time: 0.0283301 May 04 18:27:21.717458 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.agents_db [None req-cc71a237-c19e-45a1-a167-cff52744c55e None None] Agent healthcheck: found 6 active agents {{(pid=104026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 18:27:22.083446 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 56634) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:27:22.174428 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-570c90b3-c144-484f-9b8c-354afaaae822 req-bac639e5-304a-4b8f-9d38-3830dbac3010 tempest-VolumesNegativeTest-1519376933 tempest-VolumesNegativeTest-1519376933-project] 10.222.0.23 "GET /v2.0/ports?device_id=e01edbf4-01f7-4026-afd7-45f6e8dd6dbe HTTP/1.1" status: 200 len: 210 time: 0.0287747 May 04 18:27:22.194811 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (2ed5d983-d6d1-49f2-9dfa-1a41e5be1317), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:22.202209 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-cfbc80ab-cc70-4fa9-bd67-0355905a7baa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:22.278173 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-cfbc80ab-cc70-4fa9-bd67-0355905a7baa admin admin] Publish callbacks [] for security_group (56ac4a43-5a0b-4ae0-adc5-fb7679714a8a), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:22.389112 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-cfbc80ab-cc70-4fa9-bd67-0355905a7baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (56ac4a43-5a0b-4ae0-adc5-fb7679714a8a), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:22.430074 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-cfbc80ab-cc70-4fa9-bd67-0355905a7baa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=849349c60f6a48ee8e7e38b47c443e6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3455074 May 04 18:27:22.430913 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbc80ab-cc70-4fa9-bd67-0355905a7baa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56ac4a43-5a0b-4ae0-adc5-fb7679714a8a,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:22.432848 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 56640) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:27:22.483417 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-35c4bf9a-a8a8-44e4-ab10-634dee4a6f5e admin admin] Publish callbacks [] for security_group (56ac4a43-5a0b-4ae0-adc5-fb7679714a8a), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:22.505520 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-35c4bf9a-a8a8-44e4-ab10-634dee4a6f5e admin admin] Publish callbacks [] for security_group (56ac4a43-5a0b-4ae0-adc5-fb7679714a8a), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:22.626940 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-35c4bf9a-a8a8-44e4-ab10-634dee4a6f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (56ac4a43-5a0b-4ae0-adc5-fb7679714a8a), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:22.629542 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-35c4bf9a-a8a8-44e4-ab10-634dee4a6f5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:22.630716 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-35c4bf9a-a8a8-44e4-ab10-634dee4a6f5e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/56ac4a43-5a0b-4ae0-adc5-fb7679714a8a HTTP/1.1" status: 204 len: 168 time: 0.1968811 May 04 18:27:22.638861 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c4bf9a-a8a8-44e4-ab10-634dee4a6f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ac4a43-5a0b-4ae0-adc5-fb7679714a8a,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:23.019845 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-c66d900e-04a3-4335-9b21-8c897cb42c21 req-8884ea0e-4d38-4de2-ab0d-000d7bc3a573 tempest-VolumesNegativeTest-1519376933 tempest-VolumesNegativeTest-1519376933-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=7b90f4bf16694a2d9d5999f3f8870912&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327191 May 04 18:27:23.216792 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 56656) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:27:23.226317 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66d900e-04a3-4335-9b21-8c897cb42c21 req-55b0c2b5-459a-4596-b408-cc2c49f498bd tempest-VolumesNegativeTest-1519376933 tempest-VolumesNegativeTest-1519376933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:27:23.227979 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-c66d900e-04a3-4335-9b21-8c897cb42c21 req-55b0c2b5-459a-4596-b408-cc2c49f498bd tempest-VolumesNegativeTest-1519376933 tempest-VolumesNegativeTest-1519376933-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2037499 May 04 18:27:23.231880 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-394b03ee-d1b3-4313-8d77-7ca5ac1aec03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:23.246400 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.v2.base [req-c66d900e-04a3-4335-9b21-8c897cb42c21 req-f4e43309-4efa-457f-b707-c36f1a3967d7 tempest-VolumesNegativeTest-1519376933 tempest-VolumesNegativeTest-1519376933-project] Request body: {'port': {'device_id': 'e01edbf4-01f7-4026-afd7-45f6e8dd6dbe', 'network_id': '77dd02cc-289d-4b92-aaf2-0d786ef0b465', 'admin_state_up': True, 'tenant_id': '7b90f4bf16694a2d9d5999f3f8870912'}} {{(pid=104023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:27:23.293945 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-b96c4bd0-edb7-495c-bb6e-7f275b0944f2 req-9f68d840-891a-4d4c-b005-e7c7a5cbcb2b tempest-VolumesNegativeTest-1519376933 tempest-VolumesNegativeTest-1519376933-project] 10.222.0.23 "GET /v2.0/ports?device_id=e01edbf4-01f7-4026-afd7-45f6e8dd6dbe HTTP/1.1" status: 200 len: 210 time: 0.0379040 May 04 18:27:23.340913 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-394b03ee-d1b3-4313-8d77-7ca5ac1aec03 admin admin] Publish callbacks [] for security_group (f2f3bb5b-cf2e-468f-b254-3cc67238c437), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:23.423434 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-394b03ee-d1b3-4313-8d77-7ca5ac1aec03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (f2f3bb5b-cf2e-468f-b254-3cc67238c437), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:23.466461 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-394b03ee-d1b3-4313-8d77-7ca5ac1aec03 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1bf15a3937d64c30b878881ead1fdfe8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2479947 May 04 18:27:23.467253 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394b03ee-d1b3-4313-8d77-7ca5ac1aec03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f3bb5b-cf2e-468f-b254-3cc67238c437,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:23.469999 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 56662) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:27:23.479128 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c66d900e-04a3-4335-9b21-8c897cb42c21 req-f4e43309-4efa-457f-b707-c36f1a3967d7 tempest-VolumesNegativeTest-1519376933 tempest-VolumesNegativeTest-1519376933-project] Made reservation on behalf of 7b90f4bf16694a2d9d5999f3f8870912 for: {'port': 1} {{(pid=104023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:27:23.482954 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-c66d900e-04a3-4335-9b21-8c897cb42c21 req-f4e43309-4efa-457f-b707-c36f1a3967d7 tempest-VolumesNegativeTest-1519376933 tempest-VolumesNegativeTest-1519376933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:23.498150 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-c66d900e-04a3-4335-9b21-8c897cb42c21 req-f4e43309-4efa-457f-b707-c36f1a3967d7 tempest-VolumesNegativeTest-1519376933 tempest-VolumesNegativeTest-1519376933-project] Publish callbacks [] for security_group (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:23.563150 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7d178991-c51f-4c10-b797-1d0118daaacc admin admin] Publish callbacks [] for security_group (f2f3bb5b-cf2e-468f-b254-3cc67238c437), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:23.583185 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 56666) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:27:23.597247 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7d178991-c51f-4c10-b797-1d0118daaacc admin admin] Publish callbacks [] for security_group (f2f3bb5b-cf2e-468f-b254-3cc67238c437), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:23.649908 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-c66d900e-04a3-4335-9b21-8c897cb42c21 req-f4e43309-4efa-457f-b707-c36f1a3967d7 tempest-VolumesNegativeTest-1519376933 tempest-VolumesNegativeTest-1519376933-project] Publish callbacks [] for security_group (f7240d9e-c2ff-4873-84cf-b5b65e0777a1), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:23.692006 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-d43aa203-e4be-435f-aac3-e5520151dd1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:23.720618 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-c66d900e-04a3-4335-9b21-8c897cb42c21 req-f4e43309-4efa-457f-b707-c36f1a3967d7 tempest-VolumesNegativeTest-1519376933 tempest-VolumesNegativeTest-1519376933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (f7240d9e-c2ff-4873-84cf-b5b65e0777a1), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:23.741755 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7d178991-c51f-4c10-b797-1d0118daaacc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (f2f3bb5b-cf2e-468f-b254-3cc67238c437), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:23.744318 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7d178991-c51f-4c10-b797-1d0118daaacc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:23.745464 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-7d178991-c51f-4c10-b797-1d0118daaacc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f2f3bb5b-cf2e-468f-b254-3cc67238c437 HTTP/1.1" status: 204 len: 168 time: 0.2740412 May 04 18:27:23.781914 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-d43aa203-e4be-435f-aac3-e5520151dd1d admin admin] Publish callbacks [] for security_group (c0f3bc22-f0da-4dee-aa48-db17c8aad0a6), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:23.840150 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-d43aa203-e4be-435f-aac3-e5520151dd1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (c0f3bc22-f0da-4dee-aa48-db17c8aad0a6), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:23.883966 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-d43aa203-e4be-435f-aac3-e5520151dd1d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=847200452c32481ab70b3e63dfbff046&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2972684 May 04 18:27:23.883966 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43aa203-e4be-435f-aac3-e5520151dd1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f3bc22-f0da-4dee-aa48-db17c8aad0a6,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:23.886314 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 56672) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:27:23.940924 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-f285cb26-f1c8-42d4-88c9-edea64d3830c admin admin] Publish callbacks [] for security_group (c0f3bc22-f0da-4dee-aa48-db17c8aad0a6), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:23.966531 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-f285cb26-f1c8-42d4-88c9-edea64d3830c admin admin] Publish callbacks [] for security_group (c0f3bc22-f0da-4dee-aa48-db17c8aad0a6), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:24.066672 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e43309-4efa-457f-b707-c36f1a3967d7 tempest-VolumesNegativeTest-1519376933 tempest-VolumesNegativeTest-1519376933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7240d9e-c2ff-4873-84cf-b5b65e0777a1,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:24.085539 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d178991-c51f-4c10-b797-1d0118daaacc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f3bb5b-cf2e-468f-b254-3cc67238c437,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:24.117392 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-f285cb26-f1c8-42d4-88c9-edea64d3830c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (c0f3bc22-f0da-4dee-aa48-db17c8aad0a6), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:24.121329 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-f285cb26-f1c8-42d4-88c9-edea64d3830c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:24.122646 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-f285cb26-f1c8-42d4-88c9-edea64d3830c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c0f3bc22-f0da-4dee-aa48-db17c8aad0a6 HTTP/1.1" status: 204 len: 168 time: 0.2353776 May 04 18:27:24.132216 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f285cb26-f1c8-42d4-88c9-edea64d3830c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f3bc22-f0da-4dee-aa48-db17c8aad0a6,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:24.165600 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.db_base_plugin_common [req-c66d900e-04a3-4335-9b21-8c897cb42c21 req-f4e43309-4efa-457f-b707-c36f1a3967d7 tempest-VolumesNegativeTest-1519376933 tempest-VolumesNegativeTest-1519376933-project] Allocated IP 192.168.233.198 (77dd02cc-289d-4b92-aaf2-0d786ef0b465/9b7d6260-6748-45a8-88e5-f3ccb0300243/97020303-c0b9-42b3-8822-fe42c7c5abba) {{(pid=104023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:27:24.324083 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-c66d900e-04a3-4335-9b21-8c897cb42c21 req-f4e43309-4efa-457f-b707-c36f1a3967d7 tempest-VolumesNegativeTest-1519376933 tempest-VolumesNegativeTest-1519376933-project] Publish callbacks [] for port (97020303-c0b9-42b3-8822-fe42c7c5abba), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:24.399941 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-6fe80ff0-e4d6-4f6b-a626-20f1709058d0 req-4662b08e-205a-4029-93e1-50873629cd11 tempest-VolumesNegativeTest-1519376933 tempest-VolumesNegativeTest-1519376933-project] 10.222.0.23 "GET /v2.0/ports?device_id=e01edbf4-01f7-4026-afd7-45f6e8dd6dbe HTTP/1.1" status: 200 len: 210 time: 0.0335071 May 04 18:27:24.434894 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-c66d900e-04a3-4335-9b21-8c897cb42c21 req-f4e43309-4efa-457f-b707-c36f1a3967d7 tempest-VolumesNegativeTest-1519376933 tempest-VolumesNegativeTest-1519376933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772819832230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7382190'] for port (97020303-c0b9-42b3-8822-fe42c7c5abba), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:24.483858 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c66d900e-04a3-4335-9b21-8c897cb42c21 req-f4e43309-4efa-457f-b707-c36f1a3967d7 tempest-VolumesNegativeTest-1519376933 tempest-VolumesNegativeTest-1519376933-project] Network 77dd02cc-289d-4b92-aaf2-0d786ef0b465 is already hosted by enough agents. {{(pid=104023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:27:24.488105 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.base_scheduler [req-c66d900e-04a3-4335-9b21-8c897cb42c21 req-f4e43309-4efa-457f-b707-c36f1a3967d7 tempest-VolumesNegativeTest-1519376933 tempest-VolumesNegativeTest-1519376933-project] Resources bound (agent type, host, resource id): {{(pid=104023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:27:24.494403 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [req-c66d900e-04a3-4335-9b21-8c897cb42c21 req-f4e43309-4efa-457f-b707-c36f1a3967d7 tempest-VolumesNegativeTest-1519376933 tempest-VolumesNegativeTest-1519376933-project] Received port after_create {{(pid=104023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:27:24.524834 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e43309-4efa-457f-b707-c36f1a3967d7 tempest-VolumesNegativeTest-1519376933 tempest-VolumesNegativeTest-1519376933-project] Pushing event updated for resources: {'Port': ['ID=97020303-c0b9-42b3-8822-fe42c7c5abba,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:24.558027 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66d900e-04a3-4335-9b21-8c897cb42c21 req-f4e43309-4efa-457f-b707-c36f1a3967d7 tempest-VolumesNegativeTest-1519376933 tempest-VolumesNegativeTest-1519376933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:27:24.558683 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-c66d900e-04a3-4335-9b21-8c897cb42c21 req-f4e43309-4efa-457f-b707-c36f1a3967d7 tempest-VolumesNegativeTest-1519376933 tempest-VolumesNegativeTest-1519376933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976'] for port (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:24.654523 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-c66d900e-04a3-4335-9b21-8c897cb42c21 req-f4e43309-4efa-457f-b707-c36f1a3967d7 tempest-VolumesNegativeTest-1519376933 tempest-VolumesNegativeTest-1519376933-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4121537 May 04 18:27:24.665203 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [req-c66d900e-04a3-4335-9b21-8c897cb42c21 req-47a95cda-7be4-42cb-b46b-0453adbee1ea tempest-VolumesNegativeTest-1519376933 tempest-VolumesNegativeTest-1519376933-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104023) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 18:27:24.666203 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-c66d900e-04a3-4335-9b21-8c897cb42c21 req-47a95cda-7be4-42cb-b46b-0453adbee1ea tempest-VolumesNegativeTest-1519376933 tempest-VolumesNegativeTest-1519376933-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0056508 May 04 18:27:24.742684 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-c31a7efb-56cd-4bf2-84d0-0b40deff2f89 None None] Provisioning complete for port 97020303-c0b9-42b3-8822-fe42c7c5abba triggered by entity DHCP. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:27:24.743247 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-c31a7efb-56cd-4bf2-84d0-0b40deff2f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (97020303-c0b9-42b3-8822-fe42c7c5abba), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:24.780111 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-c31a7efb-56cd-4bf2-84d0-0b40deff2f89 None None] Port 97020303-c0b9-42b3-8822-fe42c7c5abba cannot update to ACTIVE because it is not bound. {{(pid=104025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 18:27:24.806180 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.v2.base [req-c66d900e-04a3-4335-9b21-8c897cb42c21 req-e4b49226-fcfd-442a-bee0-c6c9a251c73d service neutron] Request body: {'port': {'device_id': 'e01edbf4-01f7-4026-afd7-45f6e8dd6dbe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=104023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:27:24.838308 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 56700) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:27:24.852159 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-b5e7d469-3489-4acb-9703-16dde02e6612 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:24.880173 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-c66d900e-04a3-4335-9b21-8c897cb42c21 req-e4b49226-fcfd-442a-bee0-c6c9a251c73d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (97020303-c0b9-42b3-8822-fe42c7c5abba), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:24.931755 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-b5e7d469-3489-4acb-9703-16dde02e6612 admin admin] Publish callbacks [] for security_group (03395005-a978-45fd-b694-0edc93fbe395), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:25.001516 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-b5e7d469-3489-4acb-9703-16dde02e6612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (03395005-a978-45fd-b694-0edc93fbe395), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:25.043817 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-b5e7d469-3489-4acb-9703-16dde02e6612 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3d0e1032866d47728a43cf4c75422827&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2044241 May 04 18:27:25.045148 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e7d469-3489-4acb-9703-16dde02e6612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03395005-a978-45fd-b694-0edc93fbe395,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:25.048389 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 56704) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:27:25.099933 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-16f24e50-9b69-444e-bfdd-06fe5a7fba76 admin admin] Publish callbacks [] for security_group (03395005-a978-45fd-b694-0edc93fbe395), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:25.127294 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-16f24e50-9b69-444e-bfdd-06fe5a7fba76 admin admin] Publish callbacks [] for security_group (03395005-a978-45fd-b694-0edc93fbe395), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:25.162705 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [req-c66d900e-04a3-4335-9b21-8c897cb42c21 req-e4b49226-fcfd-442a-bee0-c6c9a251c73d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97020303-c0b9-42b3-8822-fe42c7c5abba {{(pid=104023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:27:25.170595 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-c66d900e-04a3-4335-9b21-8c897cb42c21 req-e4b49226-fcfd-442a-bee0-c6c9a251c73d service neutron] Publish callbacks [] for port (97020303-c0b9-42b3-8822-fe42c7c5abba), precommit_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:25.262821 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [req-c66d900e-04a3-4335-9b21-8c897cb42c21 req-e4b49226-fcfd-442a-bee0-c6c9a251c73d service neutron] Transition to ACTIVE for port object 97020303-c0b9-42b3-8822-fe42c7c5abba will not be triggered until provisioned by entity L2. {{(pid=104023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 18:27:25.263049 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-16f24e50-9b69-444e-bfdd-06fe5a7fba76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (03395005-a978-45fd-b694-0edc93fbe395), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:25.266722 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-16f24e50-9b69-444e-bfdd-06fe5a7fba76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:25.267999 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-16f24e50-9b69-444e-bfdd-06fe5a7fba76 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/03395005-a978-45fd-b694-0edc93fbe395 HTTP/1.1" status: 204 len: 168 time: 0.2186859 May 04 18:27:25.276004 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f24e50-9b69-444e-bfdd-06fe5a7fba76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03395005-a978-45fd-b694-0edc93fbe395,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:25.346332 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-c66d900e-04a3-4335-9b21-8c897cb42c21 req-e4b49226-fcfd-442a-bee0-c6c9a251c73d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7382199'] for port (97020303-c0b9-42b3-8822-fe42c7c5abba), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:25.403675 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b49226-fcfd-442a-bee0-c6c9a251c73d service neutron] Pushing event updated for resources: {'Port': ['ID=97020303-c0b9-42b3-8822-fe42c7c5abba,revision_number=2']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:25.483557 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [req-c66d900e-04a3-4335-9b21-8c897cb42c21 req-e4b49226-fcfd-442a-bee0-c6c9a251c73d service neutron] Attempting to bind port 97020303-c0b9-42b3-8822-fe42c7c5abba on host hv-cinder-84051 for vnic_type normal with profile {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 18:27:25.484422 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [req-c66d900e-04a3-4335-9b21-8c897cb42c21 req-e4b49226-fcfd-442a-bee0-c6c9a251c73d service neutron] Attempting to bind port 97020303-c0b9-42b3-8822-fe42c7c5abba by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': 'c504ed52-b380-46c8-bb57-c44f8acb2c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '77dd02cc-289d-4b92-aaf2-0d786ef0b465'}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 18:27:25.485110 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66d900e-04a3-4335-9b21-8c897cb42c21 req-e4b49226-fcfd-442a-bee0-c6c9a251c73d service neutron] Attempting to bind port 97020303-c0b9-42b3-8822-fe42c7c5abba on network 77dd02cc-289d-4b92-aaf2-0d786ef0b465 {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:27:25.491803 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66d900e-04a3-4335-9b21-8c897cb42c21 req-e4b49226-fcfd-442a-bee0-c6c9a251c73d service neutron] Port 97020303-c0b9-42b3-8822-fe42c7c5abba on network 77dd02cc-289d-4b92-aaf2-0d786ef0b465 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 18:27:25.492457 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66d900e-04a3-4335-9b21-8c897cb42c21 req-e4b49226-fcfd-442a-bee0-c6c9a251c73d service neutron] Attempting to bind port 97020303-c0b9-42b3-8822-fe42c7c5abba on network 77dd02cc-289d-4b92-aaf2-0d786ef0b465 {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:27:25.497887 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66d900e-04a3-4335-9b21-8c897cb42c21 req-e4b49226-fcfd-442a-bee0-c6c9a251c73d service neutron] Checking agent: {'id': '2ed5d983-d6d1-49f2-9dfa-1a41e5be1317', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 13, 52), 'started_at': datetime.datetime(2022, 5, 4, 18, 13, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 18:27:25.498667 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66d900e-04a3-4335-9b21-8c897cb42c21 req-e4b49226-fcfd-442a-bee0-c6c9a251c73d service neutron] Checking segment: {'id': 'c504ed52-b380-46c8-bb57-c44f8acb2c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '77dd02cc-289d-4b92-aaf2-0d786ef0b465'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:27:25.499323 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66d900e-04a3-4335-9b21-8c897cb42c21 req-e4b49226-fcfd-442a-bee0-c6c9a251c73d service neutron] Bound using segment: {'id': 'c504ed52-b380-46c8-bb57-c44f8acb2c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '77dd02cc-289d-4b92-aaf2-0d786ef0b465'} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 18:27:25.501110 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [req-c66d900e-04a3-4335-9b21-8c897cb42c21 req-e4b49226-fcfd-442a-bee0-c6c9a251c73d service neutron] Bound port: 97020303-c0b9-42b3-8822-fe42c7c5abba, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c504ed52-b380-46c8-bb57-c44f8acb2c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '77dd02cc-289d-4b92-aaf2-0d786ef0b465'}}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 18:27:25.501712 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-c66d900e-04a3-4335-9b21-8c897cb42c21 req-e4b49226-fcfd-442a-bee0-c6c9a251c73d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (97020303-c0b9-42b3-8822-fe42c7c5abba), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:25.544203 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0d0113-6a06-4975-9c87-f0a7a91ecb2e req-b66f4f5c-a64e-4526-9d1a-0bc8e3b93c9c tempest-VolumesNegativeTest-1519376933 tempest-VolumesNegativeTest-1519376933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:27:25.548387 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-8b0d0113-6a06-4975-9c87-f0a7a91ecb2e req-b66f4f5c-a64e-4526-9d1a-0bc8e3b93c9c tempest-VolumesNegativeTest-1519376933 tempest-VolumesNegativeTest-1519376933-project] 10.222.0.23 "GET /v2.0/ports?device_id=e01edbf4-01f7-4026-afd7-45f6e8dd6dbe HTTP/1.1" status: 200 len: 948 time: 0.0620258 May 04 18:27:25.596683 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [req-c66d900e-04a3-4335-9b21-8c897cb42c21 req-e4b49226-fcfd-442a-bee0-c6c9a251c73d service neutron] For port 97020303-c0b9-42b3-8822-fe42c7c5abba, host hv-cinder-84051, cleared binding levels {{(pid=104023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 18:27:25.600475 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [req-c66d900e-04a3-4335-9b21-8c897cb42c21 req-e4b49226-fcfd-442a-bee0-c6c9a251c73d service neutron] For port 97020303-c0b9-42b3-8822-fe42c7c5abba, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=97020303-c0b9-42b3-8822-fe42c7c5abba,segment=NetworkSegment(c504ed52-b380-46c8-bb57-c44f8acb2c0e),segment_id=c504ed52-b380-46c8-bb57-c44f8acb2c0e)] {{(pid=104023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 18:27:25.614754 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-8b0d0113-6a06-4975-9c87-f0a7a91ecb2e req-c46c44aa-bc77-44e1-bb85-b546639a413b tempest-VolumesNegativeTest-1519376933 tempest-VolumesNegativeTest-1519376933-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7240d9e-c2ff-4873-84cf-b5b65e0777a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591381 May 04 18:27:25.704748 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-c66d900e-04a3-4335-9b21-8c897cb42c21 req-e4b49226-fcfd-442a-bee0-c6c9a251c73d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7382199'] for port (97020303-c0b9-42b3-8822-fe42c7c5abba), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:25.811485 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b49226-fcfd-442a-bee0-c6c9a251c73d service neutron] Pushing event updated for resources: {'Port': ['ID=97020303-c0b9-42b3-8822-fe42c7c5abba,revision_number=3']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:25.826585 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66d900e-04a3-4335-9b21-8c897cb42c21 req-e4b49226-fcfd-442a-bee0-c6c9a251c73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:27:25.830940 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-c66d900e-04a3-4335-9b21-8c897cb42c21 req-e4b49226-fcfd-442a-bee0-c6c9a251c73d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976'] for port (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:25.832750 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-c66d900e-04a3-4335-9b21-8c897cb42c21 req-e4b49226-fcfd-442a-bee0-c6c9a251c73d service neutron] 10.222.0.84 "PUT /v2.0/ports/97020303-c0b9-42b3-8822-fe42c7c5abba HTTP/1.1" status: 200 len: 1098 time: 1.1540942 May 04 18:27:25.833230 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e01edbf4-01f7-4026-afd7-45f6e8dd6dbe', 'tag': '97020303-c0b9-42b3-8822-fe42c7c5abba'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:27:25.842538 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}418c4fc0ed359c78e2a46d0945201a397afdfc4a7689ae544a04c30398cb972a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce22a780-0654-4671-ba7c-0df969e9166a" -d '{"events": [{"name": "network-changed", "server_uuid": "e01edbf4-01f7-4026-afd7-45f6e8dd6dbe", "tag": "97020303-c0b9-42b3-8822-fe42c7c5abba"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:27:25.897688 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 18:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf9c53cc-0634-4f81-af3c-5b8790c9ccdb x-openstack-request-id: req-cf9c53cc-0634-4f81-af3c-5b8790c9ccdb {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:27:25.898229 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e01edbf4-01f7-4026-afd7-45f6e8dd6dbe", "tag": "97020303-c0b9-42b3-8822-fe42c7c5abba", "status": "completed", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:27:25.898723 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cf9c53cc-0634-4f81-af3c-5b8790c9ccdb {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:27:25.899258 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf9c53cc-0634-4f81-af3c-5b8790c9ccdb'] response: {'name': 'network-changed', 'server_uuid': 'e01edbf4-01f7-4026-afd7-45f6e8dd6dbe', 'tag': '97020303-c0b9-42b3-8822-fe42c7c5abba', 'status': 'completed', 'code': 200} May 04 18:27:25.982384 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce22a780-0654-4671-ba7c-0df969e9166a req-1b948839-9a16-4537-a34e-b44b2f1ed10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:27:25.990868 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-ce22a780-0654-4671-ba7c-0df969e9166a req-1b948839-9a16-4537-a34e-b44b2f1ed10e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7b90f4bf16694a2d9d5999f3f8870912&device_id=e01edbf4-01f7-4026-afd7-45f6e8dd6dbe HTTP/1.1" status: 200 len: 1132 time: 0.0497978 May 04 18:27:26.023924 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-ce22a780-0654-4671-ba7c-0df969e9166a req-9783c10c-ea68-4c3e-b286-fc77c0f0adc6 service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=7b90f4bf16694a2d9d5999f3f8870912&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0216193 May 04 18:27:26.128727 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce22a780-0654-4671-ba7c-0df969e9166a req-bd709dbc-fc57-437f-a7bc-15d6f7d4217d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:27:26.133171 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-ce22a780-0654-4671-ba7c-0df969e9166a req-bd709dbc-fc57-437f-a7bc-15d6f7d4217d service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1008081 May 04 18:27:26.170921 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 56734) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:27:26.185299 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-73684d55-2d75-4768-acdd-f19c82c73062 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:26.224692 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66d900e-04a3-4335-9b21-8c897cb42c21 req-250f2cdb-8b32-4d1f-a5e6-ff10f36821e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:27:26.226624 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-c66d900e-04a3-4335-9b21-8c897cb42c21 req-250f2cdb-8b32-4d1f-a5e6-ff10f36821e8 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7b90f4bf16694a2d9d5999f3f8870912&device_id=e01edbf4-01f7-4026-afd7-45f6e8dd6dbe HTTP/1.1" status: 200 len: 1132 time: 0.0469809 May 04 18:27:26.273113 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-73684d55-2d75-4768-acdd-f19c82c73062 admin admin] Publish callbacks [] for security_group (dda3e6a1-c592-4a53-99c7-0a8ac7a9ead2), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:26.278651 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-c66d900e-04a3-4335-9b21-8c897cb42c21 req-3061cb49-72c3-4a96-aac8-41f3d1d89aa5 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=97020303-c0b9-42b3-8822-fe42c7c5abba HTTP/1.1" status: 200 len: 217 time: 0.0390515 May 04 18:27:26.334131 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66d900e-04a3-4335-9b21-8c897cb42c21 req-abe46eeb-c137-4e32-bf4e-495eaff74a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:27:26.335633 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-c66d900e-04a3-4335-9b21-8c897cb42c21 req-abe46eeb-c137-4e32-bf4e-495eaff74a80 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=9b7d6260-6748-45a8-88e5-f3ccb0300243 HTTP/1.1" status: 200 len: 843 time: 0.0505672 May 04 18:27:26.354670 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-73684d55-2d75-4768-acdd-f19c82c73062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (dda3e6a1-c592-4a53-99c7-0a8ac7a9ead2), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:26.382283 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66d900e-04a3-4335-9b21-8c897cb42c21 req-441369b6-451b-4d22-a671-c653baf0d124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:27:26.383819 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-c66d900e-04a3-4335-9b21-8c897cb42c21 req-441369b6-451b-4d22-a671-c653baf0d124 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=77dd02cc-289d-4b92-aaf2-0d786ef0b465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0420735 May 04 18:27:26.398442 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-73684d55-2d75-4768-acdd-f19c82c73062 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e58d0a2a37ec4778819e9bec9883e980&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2266996 May 04 18:27:26.403446 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73684d55-2d75-4768-acdd-f19c82c73062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda3e6a1-c592-4a53-99c7-0a8ac7a9ead2,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:26.403446 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 56736) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:27:26.454973 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-cfab8f7d-4239-447c-9753-9f10e266e0cf admin admin] Publish callbacks [] for security_group (dda3e6a1-c592-4a53-99c7-0a8ac7a9ead2), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:26.479341 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-c66d900e-04a3-4335-9b21-8c897cb42c21 req-f2cf31b1-3fc7-4960-84d4-8c0d23590865 service neutron] 10.222.0.84 "GET /v2.0/networks/77dd02cc-289d-4b92-aaf2-0d786ef0b465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873849 May 04 18:27:26.483867 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-cfab8f7d-4239-447c-9753-9f10e266e0cf admin admin] Publish callbacks [] for security_group (dda3e6a1-c592-4a53-99c7-0a8ac7a9ead2), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:26.574968 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-c66d900e-04a3-4335-9b21-8c897cb42c21 req-f084eeb3-fb6b-40cc-9879-cb98e3b8bc82 service neutron] 10.222.0.84 "GET /v2.0/networks/77dd02cc-289d-4b92-aaf2-0d786ef0b465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896020 May 04 18:27:26.608730 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-cfab8f7d-4239-447c-9753-9f10e266e0cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (dda3e6a1-c592-4a53-99c7-0a8ac7a9ead2), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:26.611932 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-cfab8f7d-4239-447c-9753-9f10e266e0cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:26.613110 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-cfab8f7d-4239-447c-9753-9f10e266e0cf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dda3e6a1-c592-4a53-99c7-0a8ac7a9ead2 HTTP/1.1" status: 204 len: 168 time: 0.2104044 May 04 18:27:26.621744 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfab8f7d-4239-447c-9753-9f10e266e0cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda3e6a1-c592-4a53-99c7-0a8ac7a9ead2,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:26.737001 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf9ee6e-7a4b-450c-b7bb-f465264e9941 req-6ae6f363-3887-4341-ad69-0c9aae5094d7 tempest-VolumesNegativeTest-1519376933 tempest-VolumesNegativeTest-1519376933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:27:26.738551 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-edf9ee6e-7a4b-450c-b7bb-f465264e9941 req-6ae6f363-3887-4341-ad69-0c9aae5094d7 tempest-VolumesNegativeTest-1519376933 tempest-VolumesNegativeTest-1519376933-project] 10.222.0.23 "GET /v2.0/ports?device_id=e01edbf4-01f7-4026-afd7-45f6e8dd6dbe HTTP/1.1" status: 200 len: 948 time: 0.0496624 May 04 18:27:26.786555 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-edf9ee6e-7a4b-450c-b7bb-f465264e9941 req-c4da370d-bf01-4853-98c3-0ca0ff5a1930 tempest-VolumesNegativeTest-1519376933 tempest-VolumesNegativeTest-1519376933-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7240d9e-c2ff-4873-84cf-b5b65e0777a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424473 May 04 18:27:27.573789 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-f3b3c762-9ea4-428d-a20c-6afd0f893264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (c89944b2-e06f-41dc-a0fc-77a7e649c9d3), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:27.730265 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 56764) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:27:27.826960 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.v2.base [None req-3f7b0fbc-21b5-4adf-8852-654cd3b027d9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-292983957-network', 'tenant_id': '309b01b9d92e4ede9ae5840b7b6dc843'}} {{(pid=104024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:27:27.901954 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd419506-83d4-43b2-bc0b-bc7a8d474e89 req-f0ef8d2b-508c-4a9d-b37e-00725214054d tempest-VolumesNegativeTest-1519376933 tempest-VolumesNegativeTest-1519376933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:27:27.903451 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-cd419506-83d4-43b2-bc0b-bc7a8d474e89 req-f0ef8d2b-508c-4a9d-b37e-00725214054d tempest-VolumesNegativeTest-1519376933 tempest-VolumesNegativeTest-1519376933-project] 10.222.0.23 "GET /v2.0/ports?device_id=e01edbf4-01f7-4026-afd7-45f6e8dd6dbe HTTP/1.1" status: 200 len: 948 time: 0.0482428 May 04 18:27:27.955366 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-cd419506-83d4-43b2-bc0b-bc7a8d474e89 req-6d1f46ba-3669-4c18-a235-34b5d3d528c7 tempest-VolumesNegativeTest-1519376933 tempest-VolumesNegativeTest-1519376933-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7240d9e-c2ff-4873-84cf-b5b65e0777a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460477 May 04 18:27:27.971495 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f7b0fbc-21b5-4adf-8852-654cd3b027d9 admin admin] Made reservation on behalf of 309b01b9d92e4ede9ae5840b7b6dc843 for: {'network': 1} {{(pid=104024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:27:27.973869 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-3f7b0fbc-21b5-4adf-8852-654cd3b027d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for network (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:27.982854 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-3f7b0fbc-21b5-4adf-8852-654cd3b027d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:28.060137 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-3f7b0fbc-21b5-4adf-8852-654cd3b027d9 admin admin] Publish callbacks [] for security_group (123ffc75-0ef5-4b53-9b6a-fa913ead9fe7), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:28.166047 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-3f7b0fbc-21b5-4adf-8852-654cd3b027d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (123ffc75-0ef5-4b53-9b6a-fa913ead9fe7), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:28.189511 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f7b0fbc-21b5-4adf-8852-654cd3b027d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 814} {{(pid=104024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 18:27:28.204543 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7b0fbc-21b5-4adf-8852-654cd3b027d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=123ffc75-0ef5-4b53-9b6a-fa913ead9fe7,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:28.209569 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-3f7b0fbc-21b5-4adf-8852-654cd3b027d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691573'] for segment (3d511f55-d290-49db-b8a8-dfe16787487d), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:28.209914 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.db.segments_db [None req-3f7b0fbc-21b5-4adf-8852-654cd3b027d9 admin admin] Added segment 3d511f55-d290-49db-b8a8-dfe16787487d of type vlan for network 63235afa-7a2a-4871-b441-e562903ed679 May 04 18:27:28.252733 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-3f7b0fbc-21b5-4adf-8852-654cd3b027d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772819821523'] for network (63235afa-7a2a-4871-b441-e562903ed679), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:28.343358 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-3f7b0fbc-21b5-4adf-8852-654cd3b027d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260'] for network (63235afa-7a2a-4871-b441-e562903ed679), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:28.344364 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7b0fbc-21b5-4adf-8852-654cd3b027d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:27:28.344962 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-3f7b0fbc-21b5-4adf-8852-654cd3b027d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598214'] for network (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:28.408326 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7b0fbc-21b5-4adf-8852-654cd3b027d9 admin admin] Pushing event updated for resources: {'Network': ['ID=63235afa-7a2a-4871-b441-e562903ed679,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:28.418856 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Network 63235afa-7a2a-4871-b441-e562903ed679 details requested by agent ovs-agent-dv-cinder-840511-4-iscsi with host dv-cinder-840511-4-iscsi {{(pid=104025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 18:27:28.449715 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-3f7b0fbc-21b5-4adf-8852-654cd3b027d9 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7176874 May 04 18:27:28.452771 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 56776) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:27:28.458600 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.v2.base [None req-38756974-41d9-40a4-861d-642f5f49b243 admin admin] Request body: {'subnet': {'network_id': '63235afa-7a2a-4871-b441-e562903ed679', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-292983957-subnet', 'tenant_id': '309b01b9d92e4ede9ae5840b7b6dc843', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:27:28.537431 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38756974-41d9-40a4-861d-642f5f49b243 admin admin] Made reservation on behalf of 309b01b9d92e4ede9ae5840b7b6dc843 for: {'subnet': 1} {{(pid=104023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:27:28.539820 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-38756974-41d9-40a4-861d-642f5f49b243 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7546366'] for subnet (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:28.760241 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-38756974-41d9-40a4-861d-642f5f49b243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7381822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7546252'] for subnet (23b99dcd-4324-4ea7-a464-8ee75344e3dc), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:28.819799 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38756974-41d9-40a4-861d-642f5f49b243 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23b99dcd-4324-4ea7-a464-8ee75344e3dc,revision_number=0']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:28.829662 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38756974-41d9-40a4-861d-642f5f49b243 admin admin] Checking segment: {'id': '3d511f55-d290-49db-b8a8-dfe16787487d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '63235afa-7a2a-4871-b441-e562903ed679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:27:28.830023 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38756974-41d9-40a4-861d-642f5f49b243 admin admin] Network hostable DHCP agents. Network: 63235afa-7a2a-4871-b441-e562903ed679, hostable agents: ['c89944b2-e06f-41dc-a0fc-77a7e649c9d3'], hosted agents: [] {{(pid=104023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 18:27:28.920119 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38756974-41d9-40a4-861d-642f5f49b243 admin admin] Network 63235afa-7a2a-4871-b441-e562903ed679 is scheduled to be hosted by DHCP agent c89944b2-e06f-41dc-a0fc-77a7e649c9d3 with binding_index 1 {{(pid=104023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 18:27:28.994251 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.base_scheduler [None req-38756974-41d9-40a4-861d-642f5f49b243 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840511-4-iscsi, 63235afa-7a2a-4871-b441-e562903ed679) {{(pid=104023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:27:28.998465 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38756974-41d9-40a4-861d-642f5f49b243 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:27:28.999097 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-38756974-41d9-40a4-861d-642f5f49b243 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598214'] for subnet (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:29.005901 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8ff3a7-4ac2-472e-ad64-41cb175b6272 None None] Network 63235afa-7a2a-4871-b441-e562903ed679 requested from dv-cinder-840511-4-iscsi {{(pid=104025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 18:27:29.079062 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5ec9bd-bfa3-4641-9c05-5ad1700a5651 req-9ea3ad51-912d-4777-b590-32a18045092b tempest-VolumesNegativeTest-1519376933 tempest-VolumesNegativeTest-1519376933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:27:29.080858 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-3d5ec9bd-bfa3-4641-9c05-5ad1700a5651 req-9ea3ad51-912d-4777-b590-32a18045092b tempest-VolumesNegativeTest-1519376933 tempest-VolumesNegativeTest-1519376933-project] 10.222.0.23 "GET /v2.0/ports?device_id=e01edbf4-01f7-4026-afd7-45f6e8dd6dbe HTTP/1.1" status: 200 len: 948 time: 0.0532057 May 04 18:27:29.088546 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-38756974-41d9-40a4-861d-642f5f49b243 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6344504 May 04 18:27:29.120185 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f5626a-4e1f-46c6-a156-ffef9178b5e0 None None] Network 63235afa-7a2a-4871-b441-e562903ed679 requested from dv-cinder-840511-4-iscsi {{(pid=104025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 18:27:29.134810 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-3d5ec9bd-bfa3-4641-9c05-5ad1700a5651 req-95786ba8-a49a-4187-aebd-a1c741ce8b9a tempest-VolumesNegativeTest-1519376933 tempest-VolumesNegativeTest-1519376933-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7240d9e-c2ff-4873-84cf-b5b65e0777a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479219 May 04 18:27:30.022426 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device 97020303-c0b9-42b3-8822-fe42c7c5abba details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=104025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 18:27:30.046726 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-fa9b1759-7c2b-42fa-8912-c9ab3f9fc248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:30.133039 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] For port 97020303-c0b9-42b3-8822-fe42c7c5abba, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=97020303-c0b9-42b3-8822-fe42c7c5abba,segment=NetworkSegment(c504ed52-b380-46c8-bb57-c44f8acb2c0e),segment_id=c504ed52-b380-46c8-bb57-c44f8acb2c0e)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:27:30.145109 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Returning: {'device': '97020303-c0b9-42b3-8822-fe42c7c5abba', 'network_id': '77dd02cc-289d-4b92-aaf2-0d786ef0b465', 'port_id': '97020303-c0b9-42b3-8822-fe42c7c5abba', 'mac_address': 'fa:16:3e:86:54:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b7d6260-6748-45a8-88e5-f3ccb0300243', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 18:27:30.183131 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Current status of the port 97020303-c0b9-42b3-8822-fe42c7c5abba is: DOWN; New status is: BUILD {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:27:30.183662 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (97020303-c0b9-42b3-8822-fe42c7c5abba), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:30.198426 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.notifiers.nova [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97020303-c0b9-42b3-8822-fe42c7c5abba {{(pid=104025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:27:30.219917 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] For port 97020303-c0b9-42b3-8822-fe42c7c5abba, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=97020303-c0b9-42b3-8822-fe42c7c5abba,segment=NetworkSegment(c504ed52-b380-46c8-bb57-c44f8acb2c0e),segment_id=c504ed52-b380-46c8-bb57-c44f8acb2c0e)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:27:30.269346 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8276b93-5a39-4509-bd2a-239c4703019c req-4e249db9-d242-4082-8e15-0b25377d8f90 tempest-VolumesNegativeTest-1519376933 tempest-VolumesNegativeTest-1519376933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:27:30.270753 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-e8276b93-5a39-4509-bd2a-239c4703019c req-4e249db9-d242-4082-8e15-0b25377d8f90 tempest-VolumesNegativeTest-1519376933 tempest-VolumesNegativeTest-1519376933-project] 10.222.0.23 "GET /v2.0/ports?device_id=e01edbf4-01f7-4026-afd7-45f6e8dd6dbe HTTP/1.1" status: 200 len: 948 time: 0.0470440 May 04 18:27:30.297491 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (97020303-c0b9-42b3-8822-fe42c7c5abba), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:30.324745 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-e8276b93-5a39-4509-bd2a-239c4703019c req-c7336e20-60c0-474c-8ebd-cb31f675c755 tempest-VolumesNegativeTest-1519376933 tempest-VolumesNegativeTest-1519376933-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7240d9e-c2ff-4873-84cf-b5b65e0777a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483024 May 04 18:27:30.350934 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Pushing event updated for resources: {'Port': ['ID=97020303-c0b9-42b3-8822-fe42c7c5abba,revision_number=4']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:30.694144 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] get_ports_and_sgs() called for port_ids ['97020303-c0b9-42b3-8822-fe42c7c5abba'] {{(pid=104025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 18:27:31.206513 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-4fdd29be-a970-4503-919e-12b86a90c52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (74c08095-bc4c-43d3-91b6-743b06ad1f6c), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:31.320746 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05910436-1fe3-47bc-8cf7-242da51a86f9 req-9a40f314-cb51-4e99-87be-37126f4e5d27 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:27:31.322172 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-05910436-1fe3-47bc-8cf7-242da51a86f9 req-9a40f314-cb51-4e99-87be-37126f4e5d27 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] 10.222.0.23 "GET /v2.0/networks?id=63235afa-7a2a-4871-b441-e562903ed679 HTTP/1.1" status: 200 len: 808 time: 0.1042466 May 04 18:27:31.337223 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-05910436-1fe3-47bc-8cf7-242da51a86f9 req-e5498289-b24d-4a5a-9d96-863c67083dce tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] 10.222.0.23 "GET /v2.0/quotas/309b01b9d92e4ede9ae5840b7b6dc843 HTTP/1.1" status: 200 len: 375 time: 0.0095987 May 04 18:27:31.370567 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-05910436-1fe3-47bc-8cf7-242da51a86f9 req-d0172133-8a2d-4dfa-aba6-55056dbc0e04 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=309b01b9d92e4ede9ae5840b7b6dc843&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280602 May 04 18:27:31.479454 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 56830) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:27:31.479958 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [req-05910436-1fe3-47bc-8cf7-242da51a86f9 req-a145bb13-31a1-47e1-8b70-321a0696c81a service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104024) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 18:27:31.480476 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-05910436-1fe3-47bc-8cf7-242da51a86f9 req-a145bb13-31a1-47e1-8b70-321a0696c81a service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1025674 May 04 18:27:31.537855 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-b47a3d4a-7aba-434e-8506-ce4ab035f381 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:31.576761 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-05910436-1fe3-47bc-8cf7-242da51a86f9 req-8e70dd58-7214-4205-af31-0176ee52921d service neutron] 10.222.0.23 "GET /v2.0/networks/63235afa-7a2a-4871-b441-e562903ed679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898876 May 04 18:27:31.616931 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-b47a3d4a-7aba-434e-8506-ce4ab035f381 admin admin] Publish callbacks [] for security_group (3771cac9-3578-4ea6-9627-7fc703fb7db0), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:31.673215 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-05910436-1fe3-47bc-8cf7-242da51a86f9 req-1c9f5825-dc60-479a-8253-5b8642175eb1 service neutron] 10.222.0.23 "GET /v2.0/networks/63235afa-7a2a-4871-b441-e562903ed679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914361 May 04 18:27:31.685800 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-b47a3d4a-7aba-434e-8506-ce4ab035f381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (3771cac9-3578-4ea6-9627-7fc703fb7db0), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:31.725135 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-b47a3d4a-7aba-434e-8506-ce4ab035f381 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4630b26324354b97863df6a9be4b16da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2485545 May 04 18:27:31.727163 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47a3d4a-7aba-434e-8506-ce4ab035f381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3771cac9-3578-4ea6-9627-7fc703fb7db0,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:31.728228 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 56834) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:27:31.780638 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-72e33170-7044-4a34-928f-5774bcd6cbf1 admin admin] Publish callbacks [] for security_group (3771cac9-3578-4ea6-9627-7fc703fb7db0), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:31.804897 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-72e33170-7044-4a34-928f-5774bcd6cbf1 admin admin] Publish callbacks [] for security_group (3771cac9-3578-4ea6-9627-7fc703fb7db0), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:31.983198 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-72e33170-7044-4a34-928f-5774bcd6cbf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (3771cac9-3578-4ea6-9627-7fc703fb7db0), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:31.985910 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-72e33170-7044-4a34-928f-5774bcd6cbf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:31.987612 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-72e33170-7044-4a34-928f-5774bcd6cbf1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3771cac9-3578-4ea6-9627-7fc703fb7db0 HTTP/1.1" status: 204 len: 168 time: 0.2583396 May 04 18:27:32.003487 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e33170-7044-4a34-928f-5774bcd6cbf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3771cac9-3578-4ea6-9627-7fc703fb7db0,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:32.013553 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3682e2ea-ca09-4f65-a1e3-65670b260d3b req-28fb8d3a-d44a-4748-b5b9-318b1f57777f tempest-VolumesNegativeTest-1519376933 tempest-VolumesNegativeTest-1519376933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:27:32.015108 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-3682e2ea-ca09-4f65-a1e3-65670b260d3b req-28fb8d3a-d44a-4748-b5b9-318b1f57777f tempest-VolumesNegativeTest-1519376933 tempest-VolumesNegativeTest-1519376933-project] 10.222.0.23 "GET /v2.0/ports?device_id=e01edbf4-01f7-4026-afd7-45f6e8dd6dbe HTTP/1.1" status: 200 len: 949 time: 0.0617630 May 04 18:27:32.033869 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device 97020303-c0b9-42b3-8822-fe42c7c5abba up at agent hyperv_hv-cinder-84051 {{(pid=104025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:27:32.069633 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-3682e2ea-ca09-4f65-a1e3-65670b260d3b req-e3c2c0d3-e430-498c-b3d5-8e2dfca669b4 tempest-VolumesNegativeTest-1519376933 tempest-VolumesNegativeTest-1519376933-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7240d9e-c2ff-4873-84cf-b5b65e0777a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477698 May 04 18:27:32.083712 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Provisioning for port 97020303-c0b9-42b3-8822-fe42c7c5abba completed by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 18:27:32.138627 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-f932fd5f-74fc-40f1-803a-e45c1387b90a req-58376091-126a-4734-8a2e-0f71088e8fc3 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4bd3601-369d-4257-b8b2-6525ca6c90bb HTTP/1.1" status: 200 len: 210 time: 0.0324445 May 04 18:27:32.142885 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Provisioning complete for port 97020303-c0b9-42b3-8822-fe42c7c5abba triggered by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:27:32.143557 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (97020303-c0b9-42b3-8822-fe42c7c5abba), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:32.227194 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Current status of the port 97020303-c0b9-42b3-8822-fe42c7c5abba is: BUILD; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:27:32.232664 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (97020303-c0b9-42b3-8822-fe42c7c5abba), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:32.251775 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e01edbf4-01f7-4026-afd7-45f6e8dd6dbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97020303-c0b9-42b3-8822-fe42c7c5abba'}] {{(pid=104025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:27:32.254051 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd171a24610d3ce9b5061050d4b691b0bb0a8f45589b955ae7373af7220d97b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c96d4089-4011-4daa-8a45-d716a9ba5b09" -d '{"events": [{"server_uuid": "e01edbf4-01f7-4026-afd7-45f6e8dd6dbe", "name": "network-vif-plugged", "status": "completed", "tag": "97020303-c0b9-42b3-8822-fe42c7c5abba"}]}' {{(pid=104025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:27:32.266422 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] For port 97020303-c0b9-42b3-8822-fe42c7c5abba, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=97020303-c0b9-42b3-8822-fe42c7c5abba,segment=NetworkSegment(c504ed52-b380-46c8-bb57-c44f8acb2c0e),segment_id=c504ed52-b380-46c8-bb57-c44f8acb2c0e)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:27:32.294270 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 18:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2dc3b41-ee9c-43cf-90fe-b875d02737c9 x-openstack-request-id: req-f2dc3b41-ee9c-43cf-90fe-b875d02737c9 {{(pid=104025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:27:32.294593 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e01edbf4-01f7-4026-afd7-45f6e8dd6dbe", "name": "network-vif-plugged", "status": "completed", "tag": "97020303-c0b9-42b3-8822-fe42c7c5abba", "code": 200}]} {{(pid=104025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:27:32.294859 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f2dc3b41-ee9c-43cf-90fe-b875d02737c9 {{(pid=104025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:27:32.295350 dv-cinder-840511-4-iscsi neutron-server[104025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2dc3b41-ee9c-43cf-90fe-b875d02737c9'] response: {'server_uuid': 'e01edbf4-01f7-4026-afd7-45f6e8dd6dbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97020303-c0b9-42b3-8822-fe42c7c5abba', 'code': 200} May 04 18:27:32.357341 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (97020303-c0b9-42b3-8822-fe42c7c5abba), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:32.412355 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Pushing event updated for resources: {'Port': ['ID=97020303-c0b9-42b3-8822-fe42c7c5abba,revision_number=5']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:32.719863 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-f7537222-04fb-4408-8d24-7493625e2bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (88f974dc-3c14-4d3d-9ef8-4363bb88b433), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:32.799641 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b7789-9b4b-442a-a6ac-19f3e2d1916d req-9faff05f-d831-47f5-b205-14b602c530b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:27:32.801117 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-6e9b7789-9b4b-442a-a6ac-19f3e2d1916d req-9faff05f-d831-47f5-b205-14b602c530b5 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=e01edbf4-01f7-4026-afd7-45f6e8dd6dbe HTTP/1.1" status: 200 len: 1134 time: 0.0397561 May 04 18:27:32.846220 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-6e9b7789-9b4b-442a-a6ac-19f3e2d1916d req-9a0e391c-9673-42f6-9de8-c6e9051cf834 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=f7240d9e-c2ff-4873-84cf-b5b65e0777a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382318 May 04 18:27:32.847339 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 56844) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:27:32.859543 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-80b04914-348a-4e42-a580-622ca2a10129 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:32.936200 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-80b04914-348a-4e42-a580-622ca2a10129 admin admin] Publish callbacks [] for security_group (ad74378c-c3ac-41c6-b78e-e9e0836251d3), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:33.014334 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-80b04914-348a-4e42-a580-622ca2a10129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (ad74378c-c3ac-41c6-b78e-e9e0836251d3), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:33.057603 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-80b04914-348a-4e42-a580-622ca2a10129 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ff1beed9930747c4b22e3898e341f582&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2092586 May 04 18:27:33.058435 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b04914-348a-4e42-a580-622ca2a10129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad74378c-c3ac-41c6-b78e-e9e0836251d3,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:33.060271 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 56852) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:27:33.122265 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-a51b01e8-13a3-4d64-bf7d-c3fbf2a407ab admin admin] Publish callbacks [] for security_group (ad74378c-c3ac-41c6-b78e-e9e0836251d3), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:33.146881 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-a51b01e8-13a3-4d64-bf7d-c3fbf2a407ab admin admin] Publish callbacks [] for security_group (ad74378c-c3ac-41c6-b78e-e9e0836251d3), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:33.213800 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe5d0a-3032-4a6a-a3d0-2002865a0591 req-a5f3e83c-36e8-4b4e-9530-4e053729d8af tempest-VolumesNegativeTest-1519376933 tempest-VolumesNegativeTest-1519376933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:27:33.215294 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-5bbe5d0a-3032-4a6a-a3d0-2002865a0591 req-a5f3e83c-36e8-4b4e-9530-4e053729d8af tempest-VolumesNegativeTest-1519376933 tempest-VolumesNegativeTest-1519376933-project] 10.222.0.23 "GET /v2.0/ports?device_id=e01edbf4-01f7-4026-afd7-45f6e8dd6dbe HTTP/1.1" status: 200 len: 950 time: 0.0712197 May 04 18:27:33.263696 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-5bbe5d0a-3032-4a6a-a3d0-2002865a0591 req-1b238856-70bc-40ca-8d59-4cc74a57838a tempest-VolumesNegativeTest-1519376933 tempest-VolumesNegativeTest-1519376933-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7240d9e-c2ff-4873-84cf-b5b65e0777a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425746 May 04 18:27:33.334149 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-d9aa6c22-be9c-49fa-bcad-7ff03a305f34 req-c5ea3f66-b384-4499-a2bf-72fb46f4c8c4 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4bd3601-369d-4257-b8b2-6525ca6c90bb HTTP/1.1" status: 200 len: 210 time: 0.0324254 May 04 18:27:33.334751 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-a51b01e8-13a3-4d64-bf7d-c3fbf2a407ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (ad74378c-c3ac-41c6-b78e-e9e0836251d3), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:33.337592 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-a51b01e8-13a3-4d64-bf7d-c3fbf2a407ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:33.338704 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-a51b01e8-13a3-4d64-bf7d-c3fbf2a407ab admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ad74378c-c3ac-41c6-b78e-e9e0836251d3 HTTP/1.1" status: 204 len: 168 time: 0.2769220 May 04 18:27:33.347272 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51b01e8-13a3-4d64-bf7d-c3fbf2a407ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad74378c-c3ac-41c6-b78e-e9e0836251d3,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:33.816810 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (e55a6cb5-967a-4631-865a-95818de4ff35), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:34.390255 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0234d7e5-e6f9-4a1c-b62b-2dac0f840738 req-0e213879-160c-4e6a-a9b7-42d43a395f11 tempest-VolumesNegativeTest-1519376933 tempest-VolumesNegativeTest-1519376933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:27:34.392359 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-0234d7e5-e6f9-4a1c-b62b-2dac0f840738 req-0e213879-160c-4e6a-a9b7-42d43a395f11 tempest-VolumesNegativeTest-1519376933 tempest-VolumesNegativeTest-1519376933-project] 10.222.0.23 "GET /v2.0/ports?device_id=e01edbf4-01f7-4026-afd7-45f6e8dd6dbe HTTP/1.1" status: 200 len: 950 time: 0.0580599 May 04 18:27:34.442602 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-0234d7e5-e6f9-4a1c-b62b-2dac0f840738 req-a07df7e2-40e1-43b5-82aa-4f669cbb9458 tempest-VolumesNegativeTest-1519376933 tempest-VolumesNegativeTest-1519376933-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7240d9e-c2ff-4873-84cf-b5b65e0777a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442951 May 04 18:27:34.512097 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-4f1d243e-b143-46e5-a081-a9aff617686c req-cfa72314-c379-4ba7-a53e-eb54d2b124db tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4bd3601-369d-4257-b8b2-6525ca6c90bb HTTP/1.1" status: 200 len: 210 time: 0.0287602 May 04 18:27:35.561848 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fb8a01-1286-4ff7-9cd6-2bf6b50a0771 req-a4a4adff-ecbe-4769-a9f0-5c8a918c39ab tempest-VolumesNegativeTest-1519376933 tempest-VolumesNegativeTest-1519376933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:27:35.563336 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-a1fb8a01-1286-4ff7-9cd6-2bf6b50a0771 req-a4a4adff-ecbe-4769-a9f0-5c8a918c39ab tempest-VolumesNegativeTest-1519376933 tempest-VolumesNegativeTest-1519376933-project] 10.222.0.23 "GET /v2.0/ports?device_id=e01edbf4-01f7-4026-afd7-45f6e8dd6dbe HTTP/1.1" status: 200 len: 950 time: 0.0511944 May 04 18:27:35.611465 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-a1fb8a01-1286-4ff7-9cd6-2bf6b50a0771 req-030d5255-9df8-4fb5-a924-590513ce10ec tempest-VolumesNegativeTest-1519376933 tempest-VolumesNegativeTest-1519376933-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7240d9e-c2ff-4873-84cf-b5b65e0777a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420675 May 04 18:27:35.682199 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-f0d15f9e-1df4-4313-809f-4c153e4b6074 req-70059ff3-2204-4c81-a8d7-53a344a5563d tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4bd3601-369d-4257-b8b2-6525ca6c90bb HTTP/1.1" status: 200 len: 210 time: 0.0302920 May 04 18:27:35.922094 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 56930) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:27:36.035106 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-474ae2d5-9688-4b46-b169-82a77a9d679e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:36.124294 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-474ae2d5-9688-4b46-b169-82a77a9d679e admin admin] Publish callbacks [] for security_group (a150b4d1-0e48-47c4-ada1-bf22e2e37cb5), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:36.162419 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f79b96-da52-48a7-aa0a-1613f6de2164 req-633f1ecd-7cc4-4888-a390-24b7d6d91ed5 tempest-VolumesNegativeTest-1519376933 tempest-VolumesNegativeTest-1519376933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:27:36.163913 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-b6f79b96-da52-48a7-aa0a-1613f6de2164 req-633f1ecd-7cc4-4888-a390-24b7d6d91ed5 tempest-VolumesNegativeTest-1519376933 tempest-VolumesNegativeTest-1519376933-project] 10.222.0.23 "GET /v2.0/ports?device_id=e01edbf4-01f7-4026-afd7-45f6e8dd6dbe HTTP/1.1" status: 200 len: 950 time: 0.0523772 May 04 18:27:36.199310 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-474ae2d5-9688-4b46-b169-82a77a9d679e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (a150b4d1-0e48-47c4-ada1-bf22e2e37cb5), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:36.249743 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-b6f79b96-da52-48a7-aa0a-1613f6de2164 req-fa5cff67-8d52-434e-b7fc-97efcfb51892 tempest-VolumesNegativeTest-1519376933 tempest-VolumesNegativeTest-1519376933-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7240d9e-c2ff-4873-84cf-b5b65e0777a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801780 May 04 18:27:36.254435 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-474ae2d5-9688-4b46-b169-82a77a9d679e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9dcc70ef418c4ccfb45e324968acf845&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3313439 May 04 18:27:36.255374 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474ae2d5-9688-4b46-b169-82a77a9d679e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a150b4d1-0e48-47c4-ada1-bf22e2e37cb5,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:36.257637 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 56938) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:27:36.309807 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-22c700fd-d089-4de4-ba99-6571625ad6f7 admin admin] Publish callbacks [] for security_group (a150b4d1-0e48-47c4-ada1-bf22e2e37cb5), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:36.333706 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-22c700fd-d089-4de4-ba99-6571625ad6f7 admin admin] Publish callbacks [] for security_group (a150b4d1-0e48-47c4-ada1-bf22e2e37cb5), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:36.514433 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-22c700fd-d089-4de4-ba99-6571625ad6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (a150b4d1-0e48-47c4-ada1-bf22e2e37cb5), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:36.517565 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-22c700fd-d089-4de4-ba99-6571625ad6f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:36.518720 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-22c700fd-d089-4de4-ba99-6571625ad6f7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a150b4d1-0e48-47c4-ada1-bf22e2e37cb5 HTTP/1.1" status: 204 len: 168 time: 0.2599056 May 04 18:27:36.526922 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c700fd-d089-4de4-ba99-6571625ad6f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a150b4d1-0e48-47c4-ada1-bf22e2e37cb5,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:36.783913 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-00a42f2b-74ff-4d23-a9ba-55545a4effbc req-d86e5b35-c59f-4cb5-89c0-fc1bacd87d0e tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4bd3601-369d-4257-b8b2-6525ca6c90bb HTTP/1.1" status: 200 len: 210 time: 0.0327988 May 04 18:27:37.142636 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 56946) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:27:37.155896 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-55e12f8f-e792-4095-bf61-e44a7551fe61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:37.233071 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-55e12f8f-e792-4095-bf61-e44a7551fe61 admin admin] Publish callbacks [] for security_group (680035d6-94c3-42b3-9b51-8101f1ff7dbd), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:37.308486 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-55e12f8f-e792-4095-bf61-e44a7551fe61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (680035d6-94c3-42b3-9b51-8101f1ff7dbd), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:37.354958 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 56952) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:27:37.355203 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-55e12f8f-e792-4095-bf61-e44a7551fe61 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=30a1d141f6af4fdeb4726bb1c88d651c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2085228 May 04 18:27:37.356323 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e12f8f-e792-4095-bf61-e44a7551fe61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=680035d6-94c3-42b3-9b51-8101f1ff7dbd,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:37.389601 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c43991b-1ea7-4092-a3fb-2983d899aa0d req-4c489bd4-39e5-4f88-93f4-c2565d3defa6 tempest-VolumesNegativeTest-1519376933 tempest-VolumesNegativeTest-1519376933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:27:37.391129 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-3c43991b-1ea7-4092-a3fb-2983d899aa0d req-4c489bd4-39e5-4f88-93f4-c2565d3defa6 tempest-VolumesNegativeTest-1519376933 tempest-VolumesNegativeTest-1519376933-project] 10.222.0.23 "GET /v2.0/ports?device_id=e01edbf4-01f7-4026-afd7-45f6e8dd6dbe HTTP/1.1" status: 200 len: 950 time: 0.0706124 May 04 18:27:37.451376 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-6a5cd411-c48d-4b9c-a68c-1939257dc620 admin admin] Publish callbacks [] for security_group (680035d6-94c3-42b3-9b51-8101f1ff7dbd), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:37.471749 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-3c43991b-1ea7-4092-a3fb-2983d899aa0d req-dd2445b4-0cb5-44ac-98ef-b93c3306b36a tempest-VolumesNegativeTest-1519376933 tempest-VolumesNegativeTest-1519376933-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7240d9e-c2ff-4873-84cf-b5b65e0777a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726373 May 04 18:27:37.485645 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-6a5cd411-c48d-4b9c-a68c-1939257dc620 admin admin] Publish callbacks [] for security_group (680035d6-94c3-42b3-9b51-8101f1ff7dbd), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:37.603059 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-6a5cd411-c48d-4b9c-a68c-1939257dc620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (680035d6-94c3-42b3-9b51-8101f1ff7dbd), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:37.605646 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-6a5cd411-c48d-4b9c-a68c-1939257dc620 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:37.609178 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-6a5cd411-c48d-4b9c-a68c-1939257dc620 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/680035d6-94c3-42b3-9b51-8101f1ff7dbd HTTP/1.1" status: 204 len: 168 time: 0.2506664 May 04 18:27:37.618002 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5cd411-c48d-4b9c-a68c-1939257dc620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=680035d6-94c3-42b3-9b51-8101f1ff7dbd,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:37.746665 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ffa203-3095-4de8-9de8-44504b91049b req-b86d3382-3401-4780-a515-2aada81fc169 tempest-VolumesNegativeTest-1519376933 tempest-VolumesNegativeTest-1519376933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:27:37.748236 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-19ffa203-3095-4de8-9de8-44504b91049b req-b86d3382-3401-4780-a515-2aada81fc169 tempest-VolumesNegativeTest-1519376933 tempest-VolumesNegativeTest-1519376933-project] 10.222.0.84 "GET /v2.0/ports?device_id=e01edbf4-01f7-4026-afd7-45f6e8dd6dbe HTTP/1.1" status: 200 len: 950 time: 0.0509057 May 04 18:27:37.838774 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [req-19ffa203-3095-4de8-9de8-44504b91049b req-7fc2a019-f524-4181-8686-1767366cab0f tempest-VolumesNegativeTest-1519376933 tempest-VolumesNegativeTest-1519376933-project] Deleting port 97020303-c0b9-42b3-8822-fe42c7c5abba {{(pid=104023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:27:37.839274 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-19ffa203-3095-4de8-9de8-44504b91049b req-7fc2a019-f524-4181-8686-1767366cab0f tempest-VolumesNegativeTest-1519376933 tempest-VolumesNegativeTest-1519376933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772820269343'] for port (97020303-c0b9-42b3-8822-fe42c7c5abba), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:37.884461 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-6229b241-e8a1-4587-b18a-826492898db5 req-312c596d-fd9e-4034-8c95-6cf11d3dcdd6 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4bd3601-369d-4257-b8b2-6525ca6c90bb HTTP/1.1" status: 200 len: 210 time: 0.0298660 May 04 18:27:37.946416 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [req-19ffa203-3095-4de8-9de8-44504b91049b req-7fc2a019-f524-4181-8686-1767366cab0f tempest-VolumesNegativeTest-1519376933 tempest-VolumesNegativeTest-1519376933-project] For port 97020303-c0b9-42b3-8822-fe42c7c5abba, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=97020303-c0b9-42b3-8822-fe42c7c5abba,segment=NetworkSegment(c504ed52-b380-46c8-bb57-c44f8acb2c0e),segment_id=c504ed52-b380-46c8-bb57-c44f8acb2c0e)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:27:37.946911 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-19ffa203-3095-4de8-9de8-44504b91049b req-7fc2a019-f524-4181-8686-1767366cab0f tempest-VolumesNegativeTest-1519376933 tempest-VolumesNegativeTest-1519376933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674980'] for port (97020303-c0b9-42b3-8822-fe42c7c5abba), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:37.961965 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [req-19ffa203-3095-4de8-9de8-44504b91049b req-7fc2a019-f524-4181-8686-1767366cab0f tempest-VolumesNegativeTest-1519376933 tempest-VolumesNegativeTest-1519376933-project] Calling delete_port for 97020303-c0b9-42b3-8822-fe42c7c5abba owned by compute:nova {{(pid=104023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:27:38.154145 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-19ffa203-3095-4de8-9de8-44504b91049b req-7fc2a019-f524-4181-8686-1767366cab0f tempest-VolumesNegativeTest-1519376933 tempest-VolumesNegativeTest-1519376933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772820276655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772819832239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7382190'] for port (97020303-c0b9-42b3-8822-fe42c7c5abba), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:38.186042 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] get_ports_and_sgs() called for port_ids ['97020303-c0b9-42b3-8822-fe42c7c5abba'] {{(pid=104025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 18:27:38.187554 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc2a019-f524-4181-8686-1767366cab0f tempest-VolumesNegativeTest-1519376933 tempest-VolumesNegativeTest-1519376933-project] Pushing event deleted for resources: {'Port': ['ID=97020303-c0b9-42b3-8822-fe42c7c5abba,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:38.236786 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [req-19ffa203-3095-4de8-9de8-44504b91049b req-7fc2a019-f524-4181-8686-1767366cab0f tempest-VolumesNegativeTest-1519376933 tempest-VolumesNegativeTest-1519376933-project] No DVR routers for this DVR port 97020303-c0b9-42b3-8822-fe42c7c5abba on host hv-cinder-84051 {{(pid=104023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:27:38.239617 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-19ffa203-3095-4de8-9de8-44504b91049b req-7fc2a019-f524-4181-8686-1767366cab0f tempest-VolumesNegativeTest-1519376933 tempest-VolumesNegativeTest-1519376933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976'] for port (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:38.242948 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-19ffa203-3095-4de8-9de8-44504b91049b req-7fc2a019-f524-4181-8686-1767366cab0f tempest-VolumesNegativeTest-1519376933 tempest-VolumesNegativeTest-1519376933-project] 10.222.0.84 "DELETE /v2.0/ports/97020303-c0b9-42b3-8822-fe42c7c5abba HTTP/1.1" status: 204 len: 173 time: 0.4888725 May 04 18:27:38.243451 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e01edbf4-01f7-4026-afd7-45f6e8dd6dbe', 'name': 'network-vif-deleted', 'tag': '97020303-c0b9-42b3-8822-fe42c7c5abba'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:27:38.245791 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}418c4fc0ed359c78e2a46d0945201a397afdfc4a7689ae544a04c30398cb972a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52bb3d26-2876-4912-91a3-c98c7891fa6f" -d '{"events": [{"server_uuid": "e01edbf4-01f7-4026-afd7-45f6e8dd6dbe", "name": "network-vif-deleted", "tag": "97020303-c0b9-42b3-8822-fe42c7c5abba"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:27:38.287714 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 18:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f567a2-2683-442e-a1cb-db42e99dc0e0 x-openstack-request-id: req-68f567a2-2683-442e-a1cb-db42e99dc0e0 {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:27:38.288223 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e01edbf4-01f7-4026-afd7-45f6e8dd6dbe", "name": "network-vif-deleted", "tag": "97020303-c0b9-42b3-8822-fe42c7c5abba", "status": "completed", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:27:38.288791 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-68f567a2-2683-442e-a1cb-db42e99dc0e0 {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:27:38.289847 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68f567a2-2683-442e-a1cb-db42e99dc0e0'] response: {'server_uuid': 'e01edbf4-01f7-4026-afd7-45f6e8dd6dbe', 'name': 'network-vif-deleted', 'tag': '97020303-c0b9-42b3-8822-fe42c7c5abba', 'status': 'completed', 'code': 200} May 04 18:27:38.574191 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-3e57f4c1-a69c-4e39-8437-67a4db127c53 req-4a000016-af4f-4d1d-ae51-5272a15a1c39 tempest-VolumesNegativeTest-1519376933 tempest-VolumesNegativeTest-1519376933-project] 10.222.0.23 "GET /v2.0/ports?device_id=e01edbf4-01f7-4026-afd7-45f6e8dd6dbe HTTP/1.1" status: 200 len: 210 time: 0.0301793 May 04 18:27:38.682126 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05910436-1fe3-47bc-8cf7-242da51a86f9 req-4f862c37-1f8d-4407-aea9-c60c5ac408b7 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:27:38.684362 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-05910436-1fe3-47bc-8cf7-242da51a86f9 req-4f862c37-1f8d-4407-aea9-c60c5ac408b7 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] 10.222.0.84 "GET /v2.0/networks?id=63235afa-7a2a-4871-b441-e562903ed679 HTTP/1.1" status: 200 len: 808 time: 0.1167357 May 04 18:27:38.699530 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.v2.base [req-05910436-1fe3-47bc-8cf7-242da51a86f9 req-546bfafa-e347-47d7-814a-320635da1fbf tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] Request body: {'port': {'device_id': 'd4bd3601-369d-4257-b8b2-6525ca6c90bb', 'network_id': '63235afa-7a2a-4871-b441-e562903ed679', 'admin_state_up': True, 'tenant_id': '309b01b9d92e4ede9ae5840b7b6dc843'}} {{(pid=104023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:27:38.885660 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05910436-1fe3-47bc-8cf7-242da51a86f9 req-546bfafa-e347-47d7-814a-320635da1fbf tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] Made reservation on behalf of 309b01b9d92e4ede9ae5840b7b6dc843 for: {'port': 1} {{(pid=104023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:27:38.889123 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-05910436-1fe3-47bc-8cf7-242da51a86f9 req-546bfafa-e347-47d7-814a-320635da1fbf tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:39.002641 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-7f9c230e-2991-426c-a545-bbdf37341874 req-06a24958-014f-436a-a274-f80b27cd7a8b tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4bd3601-369d-4257-b8b2-6525ca6c90bb HTTP/1.1" status: 200 len: 210 time: 0.0350428 May 04 18:27:39.049116 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.db_base_plugin_common [req-05910436-1fe3-47bc-8cf7-242da51a86f9 req-546bfafa-e347-47d7-814a-320635da1fbf tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] Allocated IP 172.20.0.9 (63235afa-7a2a-4871-b441-e562903ed679/23b99dcd-4324-4ea7-a464-8ee75344e3dc/43c24d16-0794-444a-80ef-c784ec3427b7) {{(pid=104023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:27:39.208599 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-05910436-1fe3-47bc-8cf7-242da51a86f9 req-546bfafa-e347-47d7-814a-320635da1fbf tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] Publish callbacks [] for port (43c24d16-0794-444a-80ef-c784ec3427b7), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:39.329961 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-05910436-1fe3-47bc-8cf7-242da51a86f9 req-546bfafa-e347-47d7-814a-320635da1fbf tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772819832230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7382190'] for port (43c24d16-0794-444a-80ef-c784ec3427b7), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:39.374182 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05910436-1fe3-47bc-8cf7-242da51a86f9 req-546bfafa-e347-47d7-814a-320635da1fbf tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] Network 63235afa-7a2a-4871-b441-e562903ed679 is already hosted by enough agents. {{(pid=104023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:27:39.377754 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.base_scheduler [req-05910436-1fe3-47bc-8cf7-242da51a86f9 req-546bfafa-e347-47d7-814a-320635da1fbf tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] Resources bound (agent type, host, resource id): {{(pid=104023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:27:39.384554 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [req-05910436-1fe3-47bc-8cf7-242da51a86f9 req-546bfafa-e347-47d7-814a-320635da1fbf tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] Received port after_create {{(pid=104023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:27:39.408535 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546bfafa-e347-47d7-814a-320635da1fbf tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] Pushing event updated for resources: {'Port': ['ID=43c24d16-0794-444a-80ef-c784ec3427b7,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:39.437075 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05910436-1fe3-47bc-8cf7-242da51a86f9 req-546bfafa-e347-47d7-814a-320635da1fbf tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:27:39.440412 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-05910436-1fe3-47bc-8cf7-242da51a86f9 req-546bfafa-e347-47d7-814a-320635da1fbf tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976'] for port (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:39.517229 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-05910436-1fe3-47bc-8cf7-242da51a86f9 req-546bfafa-e347-47d7-814a-320635da1fbf tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8215818 May 04 18:27:39.532625 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.v2.base [req-05910436-1fe3-47bc-8cf7-242da51a86f9 req-d2499dd7-91a3-40de-bf10-e933d5aa3f5d service neutron] Request body: {'port': {'device_id': 'd4bd3601-369d-4257-b8b2-6525ca6c90bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=104023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:27:39.595254 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-05910436-1fe3-47bc-8cf7-242da51a86f9 req-d2499dd7-91a3-40de-bf10-e933d5aa3f5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (43c24d16-0794-444a-80ef-c784ec3427b7), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:39.880449 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [req-05910436-1fe3-47bc-8cf7-242da51a86f9 req-d2499dd7-91a3-40de-bf10-e933d5aa3f5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43c24d16-0794-444a-80ef-c784ec3427b7 {{(pid=104023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:27:39.888331 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-05910436-1fe3-47bc-8cf7-242da51a86f9 req-d2499dd7-91a3-40de-bf10-e933d5aa3f5d service neutron] Publish callbacks [] for port (43c24d16-0794-444a-80ef-c784ec3427b7), precommit_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:39.901983 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [req-05910436-1fe3-47bc-8cf7-242da51a86f9 req-d2499dd7-91a3-40de-bf10-e933d5aa3f5d service neutron] Transition to ACTIVE for port object 43c24d16-0794-444a-80ef-c784ec3427b7 will not be triggered until provisioned by entity L2. {{(pid=104023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 18:27:39.988479 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-05910436-1fe3-47bc-8cf7-242da51a86f9 req-d2499dd7-91a3-40de-bf10-e933d5aa3f5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7382199'] for port (43c24d16-0794-444a-80ef-c784ec3427b7), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:40.062472 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2499dd7-91a3-40de-bf10-e933d5aa3f5d service neutron] Pushing event updated for resources: {'Port': ['ID=43c24d16-0794-444a-80ef-c784ec3427b7,revision_number=2']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:40.125790 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [req-05910436-1fe3-47bc-8cf7-242da51a86f9 req-d2499dd7-91a3-40de-bf10-e933d5aa3f5d service neutron] Attempting to bind port 43c24d16-0794-444a-80ef-c784ec3427b7 on host hv-cinder-84051 for vnic_type normal with profile {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 18:27:40.126354 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [req-05910436-1fe3-47bc-8cf7-242da51a86f9 req-d2499dd7-91a3-40de-bf10-e933d5aa3f5d service neutron] Attempting to bind port 43c24d16-0794-444a-80ef-c784ec3427b7 by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': '3d511f55-d290-49db-b8a8-dfe16787487d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '63235afa-7a2a-4871-b441-e562903ed679'}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 18:27:40.126699 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05910436-1fe3-47bc-8cf7-242da51a86f9 req-d2499dd7-91a3-40de-bf10-e933d5aa3f5d service neutron] Attempting to bind port 43c24d16-0794-444a-80ef-c784ec3427b7 on network 63235afa-7a2a-4871-b441-e562903ed679 {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:27:40.131877 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05910436-1fe3-47bc-8cf7-242da51a86f9 req-d2499dd7-91a3-40de-bf10-e933d5aa3f5d service neutron] Port 43c24d16-0794-444a-80ef-c784ec3427b7 on network 63235afa-7a2a-4871-b441-e562903ed679 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 18:27:40.132137 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05910436-1fe3-47bc-8cf7-242da51a86f9 req-d2499dd7-91a3-40de-bf10-e933d5aa3f5d service neutron] Attempting to bind port 43c24d16-0794-444a-80ef-c784ec3427b7 on network 63235afa-7a2a-4871-b441-e562903ed679 {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:27:40.137325 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05910436-1fe3-47bc-8cf7-242da51a86f9 req-d2499dd7-91a3-40de-bf10-e933d5aa3f5d service neutron] Checking agent: {'id': '2ed5d983-d6d1-49f2-9dfa-1a41e5be1317', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 13, 52), 'started_at': datetime.datetime(2022, 5, 4, 18, 13, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 18:27:40.137600 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05910436-1fe3-47bc-8cf7-242da51a86f9 req-d2499dd7-91a3-40de-bf10-e933d5aa3f5d service neutron] Checking segment: {'id': '3d511f55-d290-49db-b8a8-dfe16787487d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '63235afa-7a2a-4871-b441-e562903ed679'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:27:40.137965 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05910436-1fe3-47bc-8cf7-242da51a86f9 req-d2499dd7-91a3-40de-bf10-e933d5aa3f5d service neutron] Bound using segment: {'id': '3d511f55-d290-49db-b8a8-dfe16787487d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '63235afa-7a2a-4871-b441-e562903ed679'} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 18:27:40.138398 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [req-05910436-1fe3-47bc-8cf7-242da51a86f9 req-d2499dd7-91a3-40de-bf10-e933d5aa3f5d service neutron] Bound port: 43c24d16-0794-444a-80ef-c784ec3427b7, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d511f55-d290-49db-b8a8-dfe16787487d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '63235afa-7a2a-4871-b441-e562903ed679'}}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 18:27:40.138759 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-05910436-1fe3-47bc-8cf7-242da51a86f9 req-d2499dd7-91a3-40de-bf10-e933d5aa3f5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (43c24d16-0794-444a-80ef-c784ec3427b7), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:40.140988 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742ce637-38c9-4df4-8e04-2944c9392ee4 req-edc3c8ae-3313-4324-8afe-f3e62babf3cd tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:27:40.148433 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-742ce637-38c9-4df4-8e04-2944c9392ee4 req-edc3c8ae-3313-4324-8afe-f3e62babf3cd tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4bd3601-369d-4257-b8b2-6525ca6c90bb HTTP/1.1" status: 200 len: 943 time: 0.0736964 May 04 18:27:40.197770 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-742ce637-38c9-4df4-8e04-2944c9392ee4 req-b5c0213e-5ba4-4070-b9ad-a5efa1c32225 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] 10.222.0.23 "GET /v2.0/security-groups?id=123ffc75-0ef5-4b53-9b6a-fa913ead9fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484607 May 04 18:27:40.218894 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [req-05910436-1fe3-47bc-8cf7-242da51a86f9 req-d2499dd7-91a3-40de-bf10-e933d5aa3f5d service neutron] For port 43c24d16-0794-444a-80ef-c784ec3427b7, host hv-cinder-84051, cleared binding levels {{(pid=104023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 18:27:40.222940 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [req-05910436-1fe3-47bc-8cf7-242da51a86f9 req-d2499dd7-91a3-40de-bf10-e933d5aa3f5d service neutron] For port 43c24d16-0794-444a-80ef-c784ec3427b7, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=43c24d16-0794-444a-80ef-c784ec3427b7,segment=NetworkSegment(3d511f55-d290-49db-b8a8-dfe16787487d),segment_id=3d511f55-d290-49db-b8a8-dfe16787487d)] {{(pid=104023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 18:27:40.346631 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-05910436-1fe3-47bc-8cf7-242da51a86f9 req-d2499dd7-91a3-40de-bf10-e933d5aa3f5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7382199'] for port (43c24d16-0794-444a-80ef-c784ec3427b7), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:40.380327 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05910436-1fe3-47bc-8cf7-242da51a86f9 req-d2499dd7-91a3-40de-bf10-e933d5aa3f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:27:40.380859 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-05910436-1fe3-47bc-8cf7-242da51a86f9 req-d2499dd7-91a3-40de-bf10-e933d5aa3f5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976'] for port (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:40.382306 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-05910436-1fe3-47bc-8cf7-242da51a86f9 req-d2499dd7-91a3-40de-bf10-e933d5aa3f5d service neutron] 10.222.0.84 "PUT /v2.0/ports/43c24d16-0794-444a-80ef-c784ec3427b7 HTTP/1.1" status: 200 len: 1093 time: 0.8539267 May 04 18:27:40.382657 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4bd3601-369d-4257-b8b2-6525ca6c90bb', 'tag': '43c24d16-0794-444a-80ef-c784ec3427b7'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:27:40.384905 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}418c4fc0ed359c78e2a46d0945201a397afdfc4a7689ae544a04c30398cb972a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa6d7c0f-340f-4c0b-845e-86cefdaae6d3" -d '{"events": [{"name": "network-changed", "server_uuid": "d4bd3601-369d-4257-b8b2-6525ca6c90bb", "tag": "43c24d16-0794-444a-80ef-c784ec3427b7"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:27:40.410583 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2499dd7-91a3-40de-bf10-e933d5aa3f5d service neutron] Pushing event updated for resources: {'Port': ['ID=43c24d16-0794-444a-80ef-c784ec3427b7,revision_number=3']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:40.422120 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 18:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa6d5f1-a992-4e98-883a-47c31a84451d x-openstack-request-id: req-ffa6d5f1-a992-4e98-883a-47c31a84451d {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:27:40.422272 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4bd3601-369d-4257-b8b2-6525ca6c90bb", "tag": "43c24d16-0794-444a-80ef-c784ec3427b7", "status": "completed", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:27:40.422470 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ffa6d5f1-a992-4e98-883a-47c31a84451d {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:27:40.423543 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffa6d5f1-a992-4e98-883a-47c31a84451d'] response: {'name': 'network-changed', 'server_uuid': 'd4bd3601-369d-4257-b8b2-6525ca6c90bb', 'tag': '43c24d16-0794-444a-80ef-c784ec3427b7', 'status': 'completed', 'code': 200} May 04 18:27:40.497300 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6d7c0f-340f-4c0b-845e-86cefdaae6d3 req-d329ebd4-62a5-4bd2-b598-75a6aa41bc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:27:40.498831 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-fa6d7c0f-340f-4c0b-845e-86cefdaae6d3 req-d329ebd4-62a5-4bd2-b598-75a6aa41bc5e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=309b01b9d92e4ede9ae5840b7b6dc843&device_id=d4bd3601-369d-4257-b8b2-6525ca6c90bb HTTP/1.1" status: 200 len: 1127 time: 0.0445082 May 04 18:27:40.611888 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6d7c0f-340f-4c0b-845e-86cefdaae6d3 req-819357f5-f2f8-4771-8510-566d3899a0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:27:40.613404 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-fa6d7c0f-340f-4c0b-845e-86cefdaae6d3 req-819357f5-f2f8-4771-8510-566d3899a0a1 service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=309b01b9d92e4ede9ae5840b7b6dc843&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1029990 May 04 18:27:40.719622 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6d7c0f-340f-4c0b-845e-86cefdaae6d3 req-d459a8f5-9628-4d11-b334-1691bad1b863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:27:40.721142 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-fa6d7c0f-340f-4c0b-845e-86cefdaae6d3 req-d459a8f5-9628-4d11-b334-1691bad1b863 service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1016967 May 04 18:27:40.818626 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05910436-1fe3-47bc-8cf7-242da51a86f9 req-32ce70aa-21f5-4c4f-ba42-73b0b3391a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:27:40.820188 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-05910436-1fe3-47bc-8cf7-242da51a86f9 req-32ce70aa-21f5-4c4f-ba42-73b0b3391a4b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=309b01b9d92e4ede9ae5840b7b6dc843&device_id=d4bd3601-369d-4257-b8b2-6525ca6c90bb HTTP/1.1" status: 200 len: 1127 time: 0.0484226 May 04 18:27:40.873444 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-05910436-1fe3-47bc-8cf7-242da51a86f9 req-f169bc2c-7800-4c99-8d94-52305ab82ddc service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43c24d16-0794-444a-80ef-c784ec3427b7 HTTP/1.1" status: 200 len: 217 time: 0.0420384 May 04 18:27:40.930408 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05910436-1fe3-47bc-8cf7-242da51a86f9 req-482c6537-0d6e-438e-a1d1-ab33b149d13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:27:40.931903 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-05910436-1fe3-47bc-8cf7-242da51a86f9 req-482c6537-0d6e-438e-a1d1-ab33b149d13c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=23b99dcd-4324-4ea7-a464-8ee75344e3dc HTTP/1.1" status: 200 len: 848 time: 0.0521355 May 04 18:27:40.968902 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-05910436-1fe3-47bc-8cf7-242da51a86f9 req-796c8aca-a359-48aa-a9ed-b7755fff1d80 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=63235afa-7a2a-4871-b441-e562903ed679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283628 May 04 18:27:41.062978 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-05910436-1fe3-47bc-8cf7-242da51a86f9 req-3be7eb6c-b21c-46f7-a93f-71a5295e5320 service neutron] 10.222.0.84 "GET /v2.0/networks/63235afa-7a2a-4871-b441-e562903ed679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901752 May 04 18:27:41.158388 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-05910436-1fe3-47bc-8cf7-242da51a86f9 req-5fde8847-73f2-43bd-8b52-2da271700e9d service neutron] 10.222.0.84 "GET /v2.0/networks/63235afa-7a2a-4871-b441-e562903ed679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895603 May 04 18:27:41.330007 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7745227-23c3-4768-b746-2c65277d068b req-0461b8b4-5851-4c99-aa3b-95153542824f tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:27:41.331529 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-b7745227-23c3-4768-b746-2c65277d068b req-0461b8b4-5851-4c99-aa3b-95153542824f tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4bd3601-369d-4257-b8b2-6525ca6c90bb HTTP/1.1" status: 200 len: 943 time: 0.0540972 May 04 18:27:41.385808 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-b7745227-23c3-4768-b746-2c65277d068b req-5c7c8645-d673-41af-beae-47b4dbe83623 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] 10.222.0.23 "GET /v2.0/security-groups?id=123ffc75-0ef5-4b53-9b6a-fa913ead9fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486367 May 04 18:27:42.053119 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device 97020303-c0b9-42b3-8822-fe42c7c5abba no longer exists at agent hyperv_hv-cinder-84051 {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 18:27:42.073926 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] No Port match for: 97020303-c0b9-42b3-8822-fe42c7c5abba {{(pid=104025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 18:27:42.074273 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device 97020303-c0b9-42b3-8822-fe42c7c5abba not bound to the agent host hv-cinder-84051 {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 18:27:42.508286 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964e7c0a-6fe5-4471-800f-936320965a9f req-7a4e3f6c-1a91-4d40-8557-2fde940720e8 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:27:42.509780 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-964e7c0a-6fe5-4471-800f-936320965a9f req-7a4e3f6c-1a91-4d40-8557-2fde940720e8 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4bd3601-369d-4257-b8b2-6525ca6c90bb HTTP/1.1" status: 200 len: 943 time: 0.0526776 May 04 18:27:42.559839 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-964e7c0a-6fe5-4471-800f-936320965a9f req-a76ef14a-cdf9-4f98-a258-187031e38116 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] 10.222.0.23 "GET /v2.0/security-groups?id=123ffc75-0ef5-4b53-9b6a-fa913ead9fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441384 May 04 18:27:43.679979 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29717a40-7c93-4a37-a78b-ded340fa0960 req-10b8db5b-ade7-4788-9312-7ebf171b1810 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:27:43.681493 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-29717a40-7c93-4a37-a78b-ded340fa0960 req-10b8db5b-ade7-4788-9312-7ebf171b1810 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4bd3601-369d-4257-b8b2-6525ca6c90bb HTTP/1.1" status: 200 len: 943 time: 0.0481052 May 04 18:27:43.728863 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-29717a40-7c93-4a37-a78b-ded340fa0960 req-00f6c256-7689-4f2e-9ef7-3346cb034b41 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] 10.222.0.23 "GET /v2.0/security-groups?id=123ffc75-0ef5-4b53-9b6a-fa913ead9fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418243 May 04 18:27:44.064547 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device 43c24d16-0794-444a-80ef-c784ec3427b7 details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=104025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 18:27:44.304139 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] For port 43c24d16-0794-444a-80ef-c784ec3427b7, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=43c24d16-0794-444a-80ef-c784ec3427b7,segment=NetworkSegment(3d511f55-d290-49db-b8a8-dfe16787487d),segment_id=3d511f55-d290-49db-b8a8-dfe16787487d)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:27:44.315965 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Returning: {'device': '43c24d16-0794-444a-80ef-c784ec3427b7', 'network_id': '63235afa-7a2a-4871-b441-e562903ed679', 'port_id': '43c24d16-0794-444a-80ef-c784ec3427b7', 'mac_address': 'fa:16:3e:01:a5:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 814, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23b99dcd-4324-4ea7-a464-8ee75344e3dc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 18:27:44.353286 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Current status of the port 43c24d16-0794-444a-80ef-c784ec3427b7 is: DOWN; New status is: BUILD {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:27:44.353680 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (43c24d16-0794-444a-80ef-c784ec3427b7), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:44.366683 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.notifiers.nova [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43c24d16-0794-444a-80ef-c784ec3427b7 {{(pid=104025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:27:44.387198 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] For port 43c24d16-0794-444a-80ef-c784ec3427b7, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=43c24d16-0794-444a-80ef-c784ec3427b7,segment=NetworkSegment(3d511f55-d290-49db-b8a8-dfe16787487d),segment_id=3d511f55-d290-49db-b8a8-dfe16787487d)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:27:44.462665 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (43c24d16-0794-444a-80ef-c784ec3427b7), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:44.510748 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Pushing event updated for resources: {'Port': ['ID=43c24d16-0794-444a-80ef-c784ec3427b7,revision_number=4']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:44.841034 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eac07b-f734-43ae-9e85-8c73b212e5ac req-4d871c7d-a72b-4aa5-91a6-d932368bc1ba tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:27:44.842489 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-24eac07b-f734-43ae-9e85-8c73b212e5ac req-4d871c7d-a72b-4aa5-91a6-d932368bc1ba tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4bd3601-369d-4257-b8b2-6525ca6c90bb HTTP/1.1" status: 200 len: 944 time: 0.0469878 May 04 18:27:44.894400 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-24eac07b-f734-43ae-9e85-8c73b212e5ac req-0f020705-95ac-41a5-8a90-a14b729fde2b tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] 10.222.0.23 "GET /v2.0/security-groups?id=123ffc75-0ef5-4b53-9b6a-fa913ead9fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458517 May 04 18:27:46.006922 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63487fa1-e8db-4cca-b142-4858a0ea8263 req-1c9c0034-3cf1-481f-b70d-2ad8ff56537a tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:27:46.008475 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-63487fa1-e8db-4cca-b142-4858a0ea8263 req-1c9c0034-3cf1-481f-b70d-2ad8ff56537a tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4bd3601-369d-4257-b8b2-6525ca6c90bb HTTP/1.1" status: 200 len: 944 time: 0.0470240 May 04 18:27:46.055990 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-63487fa1-e8db-4cca-b142-4858a0ea8263 req-4f745035-d92e-4ee2-a437-66d478d7f5a9 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] 10.222.0.23 "GET /v2.0/security-groups?id=123ffc75-0ef5-4b53-9b6a-fa913ead9fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419536 May 04 18:27:47.173030 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7296fa9-d542-43bd-90e4-021a376ab35d req-53e993d9-a794-4545-874f-d6996c4ecf65 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:27:47.174498 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-a7296fa9-d542-43bd-90e4-021a376ab35d req-53e993d9-a794-4545-874f-d6996c4ecf65 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4bd3601-369d-4257-b8b2-6525ca6c90bb HTTP/1.1" status: 200 len: 944 time: 0.0469942 May 04 18:27:47.223040 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-a7296fa9-d542-43bd-90e4-021a376ab35d req-0f63e227-788d-4081-952e-8fe2199d89b2 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] 10.222.0.23 "GET /v2.0/security-groups?id=123ffc75-0ef5-4b53-9b6a-fa913ead9fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430093 May 04 18:27:47.982714 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] get_ports_and_sgs() called for port_ids ['43c24d16-0794-444a-80ef-c784ec3427b7'] {{(pid=104025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 18:27:48.338696 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5e6f66-d588-4296-a01d-5e7ca53ee7b9 req-74b368d8-58d9-4b32-b6e5-8939c086389c tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:27:48.340218 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-1a5e6f66-d588-4296-a01d-5e7ca53ee7b9 req-74b368d8-58d9-4b32-b6e5-8939c086389c tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4bd3601-369d-4257-b8b2-6525ca6c90bb HTTP/1.1" status: 200 len: 944 time: 0.0506830 May 04 18:27:48.388295 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-1a5e6f66-d588-4296-a01d-5e7ca53ee7b9 req-92f19e53-a325-4f93-b243-f8c6b38ec59d tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] 10.222.0.23 "GET /v2.0/security-groups?id=123ffc75-0ef5-4b53-9b6a-fa913ead9fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417175 May 04 18:27:48.854102 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 57308) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:27:49.013069 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-3039a6d9-cc89-4558-9202-18af2b0263f1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7b90f4bf16694a2d9d5999f3f8870912&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1576197 May 04 18:27:49.015466 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 57316) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:27:49.066764 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-6d639309-3aa5-46a5-a917-eb348ce47e95 admin admin] Publish callbacks [] for security_group (f7240d9e-c2ff-4873-84cf-b5b65e0777a1), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:49.088459 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-6d639309-3aa5-46a5-a917-eb348ce47e95 admin admin] Publish callbacks [] for security_group (f7240d9e-c2ff-4873-84cf-b5b65e0777a1), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:49.189073 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-6d639309-3aa5-46a5-a917-eb348ce47e95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (f7240d9e-c2ff-4873-84cf-b5b65e0777a1), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:49.192121 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-6d639309-3aa5-46a5-a917-eb348ce47e95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:49.197863 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-6d639309-3aa5-46a5-a917-eb348ce47e95 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f7240d9e-c2ff-4873-84cf-b5b65e0777a1 HTTP/1.1" status: 204 len: 168 time: 0.1767504 May 04 18:27:49.206881 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d639309-3aa5-46a5-a917-eb348ce47e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7240d9e-c2ff-4873-84cf-b5b65e0777a1,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:49.411792 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device 43c24d16-0794-444a-80ef-c784ec3427b7 up at agent hyperv_hv-cinder-84051 {{(pid=104025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:27:49.460239 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Provisioning for port 43c24d16-0794-444a-80ef-c784ec3427b7 completed by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 18:27:49.509675 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb2efb-3466-4bae-9f33-712a794dac4b req-f1e7fcae-4d81-4f2a-97a1-0cba1152c075 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:27:49.511357 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-1acb2efb-3466-4bae-9f33-712a794dac4b req-f1e7fcae-4d81-4f2a-97a1-0cba1152c075 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4bd3601-369d-4257-b8b2-6525ca6c90bb HTTP/1.1" status: 200 len: 944 time: 0.0519099 May 04 18:27:49.534525 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Provisioning complete for port 43c24d16-0794-444a-80ef-c784ec3427b7 triggered by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:27:49.534906 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (43c24d16-0794-444a-80ef-c784ec3427b7), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:49.563249 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-1acb2efb-3466-4bae-9f33-712a794dac4b req-13f660a4-5d8e-4b46-85bf-d4f89ec4bb67 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] 10.222.0.23 "GET /v2.0/security-groups?id=123ffc75-0ef5-4b53-9b6a-fa913ead9fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459931 May 04 18:27:49.619761 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Current status of the port 43c24d16-0794-444a-80ef-c784ec3427b7 is: BUILD; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:27:49.620160 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (43c24d16-0794-444a-80ef-c784ec3427b7), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:49.645082 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4bd3601-369d-4257-b8b2-6525ca6c90bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43c24d16-0794-444a-80ef-c784ec3427b7'}] {{(pid=104025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:27:49.647356 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd171a24610d3ce9b5061050d4b691b0bb0a8f45589b955ae7373af7220d97b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb440180-c63a-4b96-8998-e5d5c929205c" -d '{"events": [{"server_uuid": "d4bd3601-369d-4257-b8b2-6525ca6c90bb", "name": "network-vif-plugged", "status": "completed", "tag": "43c24d16-0794-444a-80ef-c784ec3427b7"}]}' {{(pid=104025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:27:49.663701 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] For port 43c24d16-0794-444a-80ef-c784ec3427b7, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=43c24d16-0794-444a-80ef-c784ec3427b7,segment=NetworkSegment(3d511f55-d290-49db-b8a8-dfe16787487d),segment_id=3d511f55-d290-49db-b8a8-dfe16787487d)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:27:49.734468 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (43c24d16-0794-444a-80ef-c784ec3427b7), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:49.788489 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Pushing event updated for resources: {'Port': ['ID=43c24d16-0794-444a-80ef-c784ec3427b7,revision_number=5']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:49.808188 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 18:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c130825-5b9c-4ee3-8b17-db8d04c4cb74 x-openstack-request-id: req-0c130825-5b9c-4ee3-8b17-db8d04c4cb74 {{(pid=104025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:27:49.808615 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4bd3601-369d-4257-b8b2-6525ca6c90bb", "name": "network-vif-plugged", "status": "completed", "tag": "43c24d16-0794-444a-80ef-c784ec3427b7", "code": 200}]} {{(pid=104025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:27:49.808875 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0c130825-5b9c-4ee3-8b17-db8d04c4cb74 {{(pid=104025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:27:49.809283 dv-cinder-840511-4-iscsi neutron-server[104025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c130825-5b9c-4ee3-8b17-db8d04c4cb74'] response: {'server_uuid': 'd4bd3601-369d-4257-b8b2-6525ca6c90bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43c24d16-0794-444a-80ef-c784ec3427b7', 'code': 200} May 04 18:27:50.117569 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d7ef25-cec0-400c-a778-579a11424899 req-c2965465-fe9d-4e8e-adfe-b84d568c9b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:27:50.119108 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-b4d7ef25-cec0-400c-a778-579a11424899 req-c2965465-fe9d-4e8e-adfe-b84d568c9b6e service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=d4bd3601-369d-4257-b8b2-6525ca6c90bb HTTP/1.1" status: 200 len: 1129 time: 0.0438831 May 04 18:27:50.165331 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-b4d7ef25-cec0-400c-a778-579a11424899 req-22c8a6d5-79e2-4e92-840c-1fae2d18f524 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=123ffc75-0ef5-4b53-9b6a-fa913ead9fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396631 May 04 18:27:50.257546 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 57350) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:27:50.354201 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.v2.base [None req-aea09238-0cef-4890-96c8-9832dce3a148 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1991410587-network', 'tenant_id': '1866b3ae05f944c89bbaa6f19f66c878'}} {{(pid=104023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:27:50.427921 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea09238-0cef-4890-96c8-9832dce3a148 admin admin] Made reservation on behalf of 1866b3ae05f944c89bbaa6f19f66c878 for: {'network': 1} {{(pid=104023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:27:50.430279 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-aea09238-0cef-4890-96c8-9832dce3a148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for network (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:50.440248 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-aea09238-0cef-4890-96c8-9832dce3a148 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:50.517747 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-aea09238-0cef-4890-96c8-9832dce3a148 admin admin] Publish callbacks [] for security_group (c0aee1c6-3a89-45c6-bc2b-f26f8ce531e7), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:50.608585 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-aea09238-0cef-4890-96c8-9832dce3a148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (c0aee1c6-3a89-45c6-bc2b-f26f8ce531e7), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:50.643898 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aea09238-0cef-4890-96c8-9832dce3a148 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 841} {{(pid=104023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 18:27:50.646301 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea09238-0cef-4890-96c8-9832dce3a148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0aee1c6-3a89-45c6-bc2b-f26f8ce531e7,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:50.661258 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea09238-0cef-4890-96c8-9832dce3a148 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:27:50.661891 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea09238-0cef-4890-96c8-9832dce3a148 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:27:50.662237 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea09238-0cef-4890-96c8-9832dce3a148 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:27:50.662755 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea09238-0cef-4890-96c8-9832dce3a148 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:27:50.663117 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea09238-0cef-4890-96c8-9832dce3a148 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:27:50.663443 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea09238-0cef-4890-96c8-9832dce3a148 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:27:50.663764 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea09238-0cef-4890-96c8-9832dce3a148 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:27:50.664086 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea09238-0cef-4890-96c8-9832dce3a148 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:27:50.664408 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea09238-0cef-4890-96c8-9832dce3a148 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:27:50.664727 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea09238-0cef-4890-96c8-9832dce3a148 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:27:50.665059 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea09238-0cef-4890-96c8-9832dce3a148 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:27:50.665374 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea09238-0cef-4890-96c8-9832dce3a148 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:27:50.665684 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea09238-0cef-4890-96c8-9832dce3a148 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:27:50.673958 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea09238-0cef-4890-96c8-9832dce3a148 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:27:50.673958 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea09238-0cef-4890-96c8-9832dce3a148 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:27:50.673958 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-aea09238-0cef-4890-96c8-9832dce3a148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691573'] for segment (c1aa9bb3-f22e-47e7-bfee-3b82ee818f0c), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:50.673958 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.db.segments_db [None req-aea09238-0cef-4890-96c8-9832dce3a148 admin admin] Added segment c1aa9bb3-f22e-47e7-bfee-3b82ee818f0c of type vlan for network 1f7a1af6-a8f3-402c-9395-0fc4a8a1493e May 04 18:27:50.697607 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efe2461-fd94-4121-b94e-f9ee9a65d2a0 req-d3fb8f95-4d38-4a6a-9bf5-ec4582e67afe tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:27:50.699154 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-9efe2461-fd94-4121-b94e-f9ee9a65d2a0 req-d3fb8f95-4d38-4a6a-9bf5-ec4582e67afe tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4bd3601-369d-4257-b8b2-6525ca6c90bb HTTP/1.1" status: 200 len: 945 time: 0.0534441 May 04 18:27:50.717374 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-aea09238-0cef-4890-96c8-9832dce3a148 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772819821523'] for network (1f7a1af6-a8f3-402c-9395-0fc4a8a1493e), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:50.750312 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-9efe2461-fd94-4121-b94e-f9ee9a65d2a0 req-5f173cae-8186-4c94-b5f8-3b24fdbb739a tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] 10.222.0.23 "GET /v2.0/security-groups?id=123ffc75-0ef5-4b53-9b6a-fa913ead9fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439193 May 04 18:27:50.791218 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-aea09238-0cef-4890-96c8-9832dce3a148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260'] for network (1f7a1af6-a8f3-402c-9395-0fc4a8a1493e), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:50.792239 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea09238-0cef-4890-96c8-9832dce3a148 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:27:50.792870 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-aea09238-0cef-4890-96c8-9832dce3a148 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598214'] for network (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:50.852530 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea09238-0cef-4890-96c8-9832dce3a148 admin admin] Pushing event updated for resources: {'Network': ['ID=1f7a1af6-a8f3-402c-9395-0fc4a8a1493e,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:50.862662 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Network 1f7a1af6-a8f3-402c-9395-0fc4a8a1493e details requested by agent ovs-agent-dv-cinder-840511-4-iscsi with host dv-cinder-840511-4-iscsi {{(pid=104025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 18:27:50.891617 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-aea09238-0cef-4890-96c8-9832dce3a148 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6323578 May 04 18:27:50.894889 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 57362) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:27:50.899761 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.v2.base [None req-f4a4a1b1-7864-4d34-b2a8-1971fe1c9fd0 admin admin] Request body: {'subnet': {'network_id': '1f7a1af6-a8f3-402c-9395-0fc4a8a1493e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1991410587-subnet', 'tenant_id': '1866b3ae05f944c89bbaa6f19f66c878', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:27:50.994161 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a4a1b1-7864-4d34-b2a8-1971fe1c9fd0 admin admin] Made reservation on behalf of 1866b3ae05f944c89bbaa6f19f66c878 for: {'subnet': 1} {{(pid=104023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:27:50.996530 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f4a4a1b1-7864-4d34-b2a8-1971fe1c9fd0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7546366'] for subnet (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:51.428243 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f4a4a1b1-7864-4d34-b2a8-1971fe1c9fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7381822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7546252'] for subnet (6137ea37-5711-4cf5-b40f-c2f2c7b34429), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:51.485586 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a4a1b1-7864-4d34-b2a8-1971fe1c9fd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6137ea37-5711-4cf5-b40f-c2f2c7b34429,revision_number=0']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:51.495024 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a4a1b1-7864-4d34-b2a8-1971fe1c9fd0 admin admin] Checking segment: {'id': 'c1aa9bb3-f22e-47e7-bfee-3b82ee818f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '1f7a1af6-a8f3-402c-9395-0fc4a8a1493e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:27:51.495378 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a4a1b1-7864-4d34-b2a8-1971fe1c9fd0 admin admin] Network hostable DHCP agents. Network: 1f7a1af6-a8f3-402c-9395-0fc4a8a1493e, hostable agents: ['c89944b2-e06f-41dc-a0fc-77a7e649c9d3'], hosted agents: [] {{(pid=104023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 18:27:51.622529 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a4a1b1-7864-4d34-b2a8-1971fe1c9fd0 admin admin] Network 1f7a1af6-a8f3-402c-9395-0fc4a8a1493e is scheduled to be hosted by DHCP agent c89944b2-e06f-41dc-a0fc-77a7e649c9d3 with binding_index 1 {{(pid=104023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 18:27:51.702621 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.base_scheduler [None req-f4a4a1b1-7864-4d34-b2a8-1971fe1c9fd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840511-4-iscsi, 1f7a1af6-a8f3-402c-9395-0fc4a8a1493e) {{(pid=104023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:27:51.707961 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a4a1b1-7864-4d34-b2a8-1971fe1c9fd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:27:51.709040 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f4a4a1b1-7864-4d34-b2a8-1971fe1c9fd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598214'] for subnet (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:51.715128 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218426e2-79e3-4614-8947-d631a84ec973 None None] Network 1f7a1af6-a8f3-402c-9395-0fc4a8a1493e requested from dv-cinder-840511-4-iscsi {{(pid=104025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 18:27:51.798697 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-f4a4a1b1-7864-4d34-b2a8-1971fe1c9fd0 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8973963 May 04 18:27:51.837280 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b729b9-dd63-46b5-ad6a-c0a3d16e6379 None None] Network 1f7a1af6-a8f3-402c-9395-0fc4a8a1493e requested from dv-cinder-840511-4-iscsi {{(pid=104025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 18:27:51.888853 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a698cb7-ea77-43c9-9fde-4275c73447c8 req-d6103227-51ea-463b-a4b4-44fcb493beae tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:27:51.890401 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-2a698cb7-ea77-43c9-9fde-4275c73447c8 req-d6103227-51ea-463b-a4b4-44fcb493beae tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4bd3601-369d-4257-b8b2-6525ca6c90bb HTTP/1.1" status: 200 len: 945 time: 0.0554361 May 04 18:27:51.944984 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-2a698cb7-ea77-43c9-9fde-4275c73447c8 req-84e5420b-04f0-456a-ba2f-521f658e2777 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] 10.222.0.23 "GET /v2.0/security-groups?id=123ffc75-0ef5-4b53-9b6a-fa913ead9fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479908 May 04 18:27:52.256729 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (2ed5d983-d6d1-49f2-9dfa-1a41e5be1317), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:52.798144 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 57380) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:27:52.907213 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-0ca6a599-a48e-42fa-897d-0c53fef8be6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:52.985159 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-0ca6a599-a48e-42fa-897d-0c53fef8be6d admin admin] Publish callbacks [] for security_group (594df714-de68-424d-8891-4b8f3ba6001b), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:53.062641 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c165ca-d687-4a83-b44b-70b7e21ada0b req-cc4b150a-14a5-417c-8977-2e48f2a15382 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:27:53.064129 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-d5c165ca-d687-4a83-b44b-70b7e21ada0b req-cc4b150a-14a5-417c-8977-2e48f2a15382 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4bd3601-369d-4257-b8b2-6525ca6c90bb HTTP/1.1" status: 200 len: 945 time: 0.0502520 May 04 18:27:53.106171 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-0ca6a599-a48e-42fa-897d-0c53fef8be6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (594df714-de68-424d-8891-4b8f3ba6001b), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:53.130364 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-d5c165ca-d687-4a83-b44b-70b7e21ada0b req-a8ddd0bb-5d4f-4c34-8da5-f9e437343d0f tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] 10.222.0.23 "GET /v2.0/security-groups?id=123ffc75-0ef5-4b53-9b6a-fa913ead9fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596318 May 04 18:27:53.153983 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-0ca6a599-a48e-42fa-897d-0c53fef8be6d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=714c8a78b72040e0af9d93aa725375e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3540354 May 04 18:27:53.155076 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca6a599-a48e-42fa-897d-0c53fef8be6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=594df714-de68-424d-8891-4b8f3ba6001b,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:53.156510 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 57392) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:27:53.163996 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca6a599-a48e-42fa-897d-0c53fef8be6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:27:53.165019 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca6a599-a48e-42fa-897d-0c53fef8be6d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:27:53.165019 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca6a599-a48e-42fa-897d-0c53fef8be6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:27:53.165019 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca6a599-a48e-42fa-897d-0c53fef8be6d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:27:53.165343 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca6a599-a48e-42fa-897d-0c53fef8be6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:27:53.165960 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca6a599-a48e-42fa-897d-0c53fef8be6d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:27:53.166301 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca6a599-a48e-42fa-897d-0c53fef8be6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:27:53.166626 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca6a599-a48e-42fa-897d-0c53fef8be6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:27:53.166960 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca6a599-a48e-42fa-897d-0c53fef8be6d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:27:53.167327 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca6a599-a48e-42fa-897d-0c53fef8be6d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:27:53.167660 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca6a599-a48e-42fa-897d-0c53fef8be6d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:27:53.167989 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca6a599-a48e-42fa-897d-0c53fef8be6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:27:53.168319 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca6a599-a48e-42fa-897d-0c53fef8be6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:27:53.168644 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca6a599-a48e-42fa-897d-0c53fef8be6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:27:53.168980 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca6a599-a48e-42fa-897d-0c53fef8be6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:27:53.226775 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-a2652dee-10d5-46d2-8d7d-31b6d375813c admin admin] Publish callbacks [] for security_group (594df714-de68-424d-8891-4b8f3ba6001b), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:53.249421 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-a2652dee-10d5-46d2-8d7d-31b6d375813c admin admin] Publish callbacks [] for security_group (594df714-de68-424d-8891-4b8f3ba6001b), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:53.330497 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-a2652dee-10d5-46d2-8d7d-31b6d375813c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (594df714-de68-424d-8891-4b8f3ba6001b), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:53.333136 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-a2652dee-10d5-46d2-8d7d-31b6d375813c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:53.334324 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-a2652dee-10d5-46d2-8d7d-31b6d375813c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/594df714-de68-424d-8891-4b8f3ba6001b HTTP/1.1" status: 204 len: 168 time: 0.1767282 May 04 18:27:53.343734 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2652dee-10d5-46d2-8d7d-31b6d375813c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=594df714-de68-424d-8891-4b8f3ba6001b,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:54.035963 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 57412) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:27:54.051676 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-c14127d5-f358-4030-b47c-6f3430c8161f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:54.134554 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-c14127d5-f358-4030-b47c-6f3430c8161f admin admin] Publish callbacks [] for security_group (42ccc8c2-3e4e-4944-80ba-66f01e24a9c4), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:54.183298 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f4645-9286-4e0a-9e7d-856f493f410c req-194d2c4f-0af4-41d3-ba9c-c231252e4aba tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:27:54.184816 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-508f4645-9286-4e0a-9e7d-856f493f410c req-194d2c4f-0af4-41d3-ba9c-c231252e4aba tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] 10.222.0.23 "GET /v2.0/networks?id=1f7a1af6-a8f3-402c-9395-0fc4a8a1493e HTTP/1.1" status: 200 len: 814 time: 0.1079378 May 04 18:27:54.193664 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-c14127d5-f358-4030-b47c-6f3430c8161f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (42ccc8c2-3e4e-4944-80ba-66f01e24a9c4), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:54.200027 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-508f4645-9286-4e0a-9e7d-856f493f410c req-089a2feb-224f-4731-b01c-99cce76f7d11 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] 10.222.0.23 "GET /v2.0/quotas/1866b3ae05f944c89bbaa6f19f66c878 HTTP/1.1" status: 200 len: 375 time: 0.0094173 May 04 18:27:54.226479 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14127d5-f358-4030-b47c-6f3430c8161f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ccc8c2-3e4e-4944-80ba-66f01e24a9c4,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:54.237502 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-508f4645-9286-4e0a-9e7d-856f493f410c req-34c5dc73-65d6-4fd4-bc62-975fe23b9ae2 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1866b3ae05f944c89bbaa6f19f66c878&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300055 May 04 18:27:54.240100 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-c14127d5-f358-4030-b47c-6f3430c8161f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3d77ed253eb24526b27174c293a55c23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2027555 May 04 18:27:54.242638 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 57422) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:27:54.293420 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-46f92340-ae4c-415f-9294-39703d10207c admin admin] Publish callbacks [] for security_group (42ccc8c2-3e4e-4944-80ba-66f01e24a9c4), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:54.317812 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-46f92340-ae4c-415f-9294-39703d10207c admin admin] Publish callbacks [] for security_group (42ccc8c2-3e4e-4944-80ba-66f01e24a9c4), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:54.333565 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-508f4645-9286-4e0a-9e7d-856f493f410c req-e6942014-9262-4ae1-b03d-8e6964bc912f service neutron] 10.222.0.23 "GET /v2.0/networks/1f7a1af6-a8f3-402c-9395-0fc4a8a1493e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895607 May 04 18:27:54.431314 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-508f4645-9286-4e0a-9e7d-856f493f410c req-1ee665a5-2d0c-46ed-937d-acc63b12d3ea service neutron] 10.222.0.23 "GET /v2.0/networks/1f7a1af6-a8f3-402c-9395-0fc4a8a1493e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915139 May 04 18:27:54.494162 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-46f92340-ae4c-415f-9294-39703d10207c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (42ccc8c2-3e4e-4944-80ba-66f01e24a9c4), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:54.496985 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-46f92340-ae4c-415f-9294-39703d10207c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:54.500557 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-46f92340-ae4c-415f-9294-39703d10207c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/42ccc8c2-3e4e-4944-80ba-66f01e24a9c4 HTTP/1.1" status: 204 len: 168 time: 0.2544141 May 04 18:27:54.507079 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f92340-ae4c-415f-9294-39703d10207c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ccc8c2-3e4e-4944-80ba-66f01e24a9c4,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:55.053061 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-11f34c35-fdcf-418a-b734-0ef9de4c8734 req-5de43c3b-743b-4e14-a961-10f626c823fa tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] 10.222.0.23 "GET /v2.0/ports?device_id=fda91c03-2fda-4c41-ae3d-9c415b830ddb HTTP/1.1" status: 200 len: 210 time: 0.0291367 May 04 18:27:55.157915 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d31104-8b42-4a5f-9260-8316eaa0c64e req-02398a19-c82b-492e-8ed1-8712bd0264ef tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:27:55.159497 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-90d31104-8b42-4a5f-9260-8316eaa0c64e req-02398a19-c82b-492e-8ed1-8712bd0264ef tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4bd3601-369d-4257-b8b2-6525ca6c90bb HTTP/1.1" status: 200 len: 945 time: 0.0484915 May 04 18:27:55.214482 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-90d31104-8b42-4a5f-9260-8316eaa0c64e req-a1e9af83-39f3-49a1-bcca-4f8c1609ce4e tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] 10.222.0.23 "GET /v2.0/security-groups?id=123ffc75-0ef5-4b53-9b6a-fa913ead9fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488815 May 04 18:27:56.148788 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-674f4103-f136-4207-960e-dcbc26acee27 req-eafb192e-4cb4-41ea-a163-8db88655e839 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] 10.222.0.23 "GET /v2.0/ports?device_id=fda91c03-2fda-4c41-ae3d-9c415b830ddb HTTP/1.1" status: 200 len: 210 time: 0.0291564 May 04 18:27:56.328906 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e156c3-d2c1-46e9-a783-41d9a7f6a654 req-df8d13d3-b40f-4255-ac51-d87c174069f0 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:27:56.330606 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-d8e156c3-d2c1-46e9-a783-41d9a7f6a654 req-df8d13d3-b40f-4255-ac51-d87c174069f0 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4bd3601-369d-4257-b8b2-6525ca6c90bb HTTP/1.1" status: 200 len: 945 time: 0.0485933 May 04 18:27:56.377947 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-d8e156c3-d2c1-46e9-a783-41d9a7f6a654 req-8966df41-cf18-4b7a-8e1e-7f123d61b2b3 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] 10.222.0.23 "GET /v2.0/security-groups?id=123ffc75-0ef5-4b53-9b6a-fa913ead9fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418990 May 04 18:27:56.544505 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c3374a-89dd-4058-a3b3-df2ef6ed3f9e req-e5fe8ea0-fc37-4714-8d1a-1111e3e0853a tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:27:56.548377 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-a2c3374a-89dd-4058-a3b3-df2ef6ed3f9e req-e5fe8ea0-fc37-4714-8d1a-1111e3e0853a tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] 10.222.0.84 "GET /v2.0/ports?device_id=d4bd3601-369d-4257-b8b2-6525ca6c90bb HTTP/1.1" status: 200 len: 945 time: 0.0521700 May 04 18:27:56.641184 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [req-a2c3374a-89dd-4058-a3b3-df2ef6ed3f9e req-74d073e9-670b-4b3f-987c-da3f8c5fafe3 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] Deleting port 43c24d16-0794-444a-80ef-c784ec3427b7 {{(pid=104023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:27:56.641428 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-a2c3374a-89dd-4058-a3b3-df2ef6ed3f9e req-74d073e9-670b-4b3f-987c-da3f8c5fafe3 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772820269343'] for port (43c24d16-0794-444a-80ef-c784ec3427b7), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:56.740942 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [req-a2c3374a-89dd-4058-a3b3-df2ef6ed3f9e req-74d073e9-670b-4b3f-987c-da3f8c5fafe3 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] For port 43c24d16-0794-444a-80ef-c784ec3427b7, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=43c24d16-0794-444a-80ef-c784ec3427b7,segment=NetworkSegment(3d511f55-d290-49db-b8a8-dfe16787487d),segment_id=3d511f55-d290-49db-b8a8-dfe16787487d)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:27:56.741312 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-a2c3374a-89dd-4058-a3b3-df2ef6ed3f9e req-74d073e9-670b-4b3f-987c-da3f8c5fafe3 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674980'] for port (43c24d16-0794-444a-80ef-c784ec3427b7), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:56.755554 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [req-a2c3374a-89dd-4058-a3b3-df2ef6ed3f9e req-74d073e9-670b-4b3f-987c-da3f8c5fafe3 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] Calling delete_port for 43c24d16-0794-444a-80ef-c784ec3427b7 owned by compute:nova {{(pid=104023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:27:56.988782 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-a2c3374a-89dd-4058-a3b3-df2ef6ed3f9e req-74d073e9-670b-4b3f-987c-da3f8c5fafe3 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772820276655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772819832239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7382190'] for port (43c24d16-0794-444a-80ef-c784ec3427b7), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:57.019436 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] get_ports_and_sgs() called for port_ids ['43c24d16-0794-444a-80ef-c784ec3427b7'] {{(pid=104025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 18:27:57.022769 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d073e9-670b-4b3f-987c-da3f8c5fafe3 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] Pushing event deleted for resources: {'Port': ['ID=43c24d16-0794-444a-80ef-c784ec3427b7,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:57.077063 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2c3374a-89dd-4058-a3b3-df2ef6ed3f9e req-74d073e9-670b-4b3f-987c-da3f8c5fafe3 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] No DVR routers for this DVR port 43c24d16-0794-444a-80ef-c784ec3427b7 on host hv-cinder-84051 {{(pid=104023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:27:57.079566 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-a2c3374a-89dd-4058-a3b3-df2ef6ed3f9e req-74d073e9-670b-4b3f-987c-da3f8c5fafe3 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976'] for port (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:57.083747 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-a2c3374a-89dd-4058-a3b3-df2ef6ed3f9e req-74d073e9-670b-4b3f-987c-da3f8c5fafe3 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] 10.222.0.84 "DELETE /v2.0/ports/43c24d16-0794-444a-80ef-c784ec3427b7 HTTP/1.1" status: 204 len: 173 time: 0.5322456 May 04 18:27:57.084221 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4bd3601-369d-4257-b8b2-6525ca6c90bb', 'name': 'network-vif-deleted', 'tag': '43c24d16-0794-444a-80ef-c784ec3427b7'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:27:57.086581 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}418c4fc0ed359c78e2a46d0945201a397afdfc4a7689ae544a04c30398cb972a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb61fa1-fce9-485d-982b-dafed41f4535" -d '{"events": [{"server_uuid": "d4bd3601-369d-4257-b8b2-6525ca6c90bb", "name": "network-vif-deleted", "tag": "43c24d16-0794-444a-80ef-c784ec3427b7"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:27:57.122011 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 18:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15046401-69c6-4093-b984-23ea0439889e x-openstack-request-id: req-15046401-69c6-4093-b984-23ea0439889e {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:27:57.122304 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4bd3601-369d-4257-b8b2-6525ca6c90bb", "name": "network-vif-deleted", "tag": "43c24d16-0794-444a-80ef-c784ec3427b7", "status": "completed", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:27:57.122558 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-15046401-69c6-4093-b984-23ea0439889e {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:27:57.122962 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15046401-69c6-4093-b984-23ea0439889e'] response: {'server_uuid': 'd4bd3601-369d-4257-b8b2-6525ca6c90bb', 'name': 'network-vif-deleted', 'tag': '43c24d16-0794-444a-80ef-c784ec3427b7', 'status': 'completed', 'code': 200} May 04 18:27:57.263250 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-4e5f3982-c818-4c0e-9a4f-d5a34e17745f req-a3d8c625-671f-4aa1-b8a2-747566849668 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] 10.222.0.23 "GET /v2.0/ports?device_id=fda91c03-2fda-4c41-ae3d-9c415b830ddb HTTP/1.1" status: 200 len: 210 time: 0.0299489 May 04 18:27:57.475801 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f4645-9286-4e0a-9e7d-856f493f410c req-9c3ffb54-65f0-4a07-9e64-8cb1e9a11574 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:27:57.477363 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-508f4645-9286-4e0a-9e7d-856f493f410c req-9c3ffb54-65f0-4a07-9e64-8cb1e9a11574 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] 10.222.0.84 "GET /v2.0/networks?id=1f7a1af6-a8f3-402c-9395-0fc4a8a1493e HTTP/1.1" status: 200 len: 814 time: 0.1311438 May 04 18:27:57.496036 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.v2.base [req-508f4645-9286-4e0a-9e7d-856f493f410c req-afcfe6c0-0b4f-40f6-a30a-d5874c2aabe6 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] Request body: {'port': {'device_id': 'fda91c03-2fda-4c41-ae3d-9c415b830ddb', 'network_id': '1f7a1af6-a8f3-402c-9395-0fc4a8a1493e', 'admin_state_up': True, 'tenant_id': '1866b3ae05f944c89bbaa6f19f66c878'}} {{(pid=104023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:27:57.523208 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-2de597ae-ea2b-44e8-8527-8c483c5e5258 req-12d13403-a982-424e-9839-e9ca956be2c0 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4bd3601-369d-4257-b8b2-6525ca6c90bb HTTP/1.1" status: 200 len: 210 time: 0.0444059 May 04 18:27:57.608490 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-8fa0396b-21df-4881-8ce3-33310c0d9689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (c89944b2-e06f-41dc-a0fc-77a7e649c9d3), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:57.708305 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-508f4645-9286-4e0a-9e7d-856f493f410c req-afcfe6c0-0b4f-40f6-a30a-d5874c2aabe6 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] Made reservation on behalf of 1866b3ae05f944c89bbaa6f19f66c878 for: {'port': 1} {{(pid=104023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:27:57.711517 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-508f4645-9286-4e0a-9e7d-856f493f410c req-afcfe6c0-0b4f-40f6-a30a-d5874c2aabe6 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:57.845223 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.db_base_plugin_common [req-508f4645-9286-4e0a-9e7d-856f493f410c req-afcfe6c0-0b4f-40f6-a30a-d5874c2aabe6 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] Allocated IP 172.20.0.4 (1f7a1af6-a8f3-402c-9395-0fc4a8a1493e/6137ea37-5711-4cf5-b40f-c2f2c7b34429/8253678e-0bff-4e0f-9bd6-a528a4a0ef6a) {{(pid=104023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:27:58.017881 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-508f4645-9286-4e0a-9e7d-856f493f410c req-afcfe6c0-0b4f-40f6-a30a-d5874c2aabe6 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] Publish callbacks [] for port (8253678e-0bff-4e0f-9bd6-a528a4a0ef6a), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:58.114066 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-508f4645-9286-4e0a-9e7d-856f493f410c req-afcfe6c0-0b4f-40f6-a30a-d5874c2aabe6 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772819832230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7382190'] for port (8253678e-0bff-4e0f-9bd6-a528a4a0ef6a), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:58.156507 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-508f4645-9286-4e0a-9e7d-856f493f410c req-afcfe6c0-0b4f-40f6-a30a-d5874c2aabe6 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] Network 1f7a1af6-a8f3-402c-9395-0fc4a8a1493e is already hosted by enough agents. {{(pid=104023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:27:58.160702 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.base_scheduler [req-508f4645-9286-4e0a-9e7d-856f493f410c req-afcfe6c0-0b4f-40f6-a30a-d5874c2aabe6 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] Resources bound (agent type, host, resource id): {{(pid=104023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:27:58.171329 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [req-508f4645-9286-4e0a-9e7d-856f493f410c req-afcfe6c0-0b4f-40f6-a30a-d5874c2aabe6 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] Received port after_create {{(pid=104023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:27:58.177561 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcfe6c0-0b4f-40f6-a30a-d5874c2aabe6 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] Pushing event updated for resources: {'Port': ['ID=8253678e-0bff-4e0f-9bd6-a528a4a0ef6a,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:58.229526 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f4645-9286-4e0a-9e7d-856f493f410c req-afcfe6c0-0b4f-40f6-a30a-d5874c2aabe6 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:27:58.230071 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-508f4645-9286-4e0a-9e7d-856f493f410c req-afcfe6c0-0b4f-40f6-a30a-d5874c2aabe6 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976'] for port (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:58.293225 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-508f4645-9286-4e0a-9e7d-856f493f410c req-afcfe6c0-0b4f-40f6-a30a-d5874c2aabe6 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8026245 May 04 18:27:58.320988 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.v2.base [req-508f4645-9286-4e0a-9e7d-856f493f410c req-f912efeb-b76c-451f-9709-12d4285720af service neutron] Request body: {'port': {'device_id': 'fda91c03-2fda-4c41-ae3d-9c415b830ddb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=104023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:27:58.384913 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb07fe8-7261-4642-9383-c8f72264d7ea req-e52262a0-8cb0-46a1-9383-fe5c14f631a8 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:27:58.385662 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-508f4645-9286-4e0a-9e7d-856f493f410c req-f912efeb-b76c-451f-9709-12d4285720af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (8253678e-0bff-4e0f-9bd6-a528a4a0ef6a), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:58.386474 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-8bb07fe8-7261-4642-9383-c8f72264d7ea req-e52262a0-8cb0-46a1-9383-fe5c14f631a8 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] 10.222.0.23 "GET /v2.0/ports?device_id=fda91c03-2fda-4c41-ae3d-9c415b830ddb HTTP/1.1" status: 200 len: 931 time: 0.0525115 May 04 18:27:58.437659 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-8bb07fe8-7261-4642-9383-c8f72264d7ea req-51f5cf17-d6b8-4f81-88c3-c74753364003 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0aee1c6-3a89-45c6-bc2b-f26f8ce531e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447381 May 04 18:27:58.716605 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.agents_db [None req-cc71a237-c19e-45a1-a167-cff52744c55e None None] Agent healthcheck: found 6 active agents {{(pid=104026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 18:27:58.876661 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3afe5-b73d-49c9-abef-f59e9ad7eefd req-ba4857e7-d267-4f13-9587-5d53af01833d tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:27:58.878831 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-3dd3afe5-b73d-49c9-abef-f59e9ad7eefd req-ba4857e7-d267-4f13-9587-5d53af01833d tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] 10.222.0.23 "GET /v2.0/networks?id=63235afa-7a2a-4871-b441-e562903ed679 HTTP/1.1" status: 200 len: 808 time: 0.1094513 May 04 18:27:58.894396 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-3dd3afe5-b73d-49c9-abef-f59e9ad7eefd req-0565b24b-adee-4f87-a935-81d732de275f tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] 10.222.0.23 "GET /v2.0/quotas/309b01b9d92e4ede9ae5840b7b6dc843 HTTP/1.1" status: 200 len: 375 time: 0.0092120 May 04 18:27:58.929099 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-3dd3afe5-b73d-49c9-abef-f59e9ad7eefd req-5aa43776-5d59-41bd-a8e8-5fb85c05660c tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=309b01b9d92e4ede9ae5840b7b6dc843&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293713 May 04 18:27:58.956880 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [req-508f4645-9286-4e0a-9e7d-856f493f410c req-f912efeb-b76c-451f-9709-12d4285720af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8253678e-0bff-4e0f-9bd6-a528a4a0ef6a {{(pid=104023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:27:58.965082 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-508f4645-9286-4e0a-9e7d-856f493f410c req-f912efeb-b76c-451f-9709-12d4285720af service neutron] Publish callbacks [] for port (8253678e-0bff-4e0f-9bd6-a528a4a0ef6a), precommit_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:58.977846 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [req-508f4645-9286-4e0a-9e7d-856f493f410c req-f912efeb-b76c-451f-9709-12d4285720af service neutron] Transition to ACTIVE for port object 8253678e-0bff-4e0f-9bd6-a528a4a0ef6a will not be triggered until provisioned by entity L2. {{(pid=104023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 18:27:59.024298 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-3dd3afe5-b73d-49c9-abef-f59e9ad7eefd req-48e0acc6-7eba-4bc6-ade4-79beb4b78948 service neutron] 10.222.0.23 "GET /v2.0/networks/63235afa-7a2a-4871-b441-e562903ed679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886378 May 04 18:27:59.051741 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-508f4645-9286-4e0a-9e7d-856f493f410c req-f912efeb-b76c-451f-9709-12d4285720af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7382199'] for port (8253678e-0bff-4e0f-9bd6-a528a4a0ef6a), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:59.103860 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f912efeb-b76c-451f-9709-12d4285720af service neutron] Pushing event updated for resources: {'Port': ['ID=8253678e-0bff-4e0f-9bd6-a528a4a0ef6a,revision_number=2']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:59.131462 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-3dd3afe5-b73d-49c9-abef-f59e9ad7eefd req-5bf91106-ad9f-4dbf-9b96-fe5b1fe7e9a3 service neutron] 10.222.0.23 "GET /v2.0/networks/63235afa-7a2a-4871-b441-e562903ed679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011233 May 04 18:27:59.178486 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [req-508f4645-9286-4e0a-9e7d-856f493f410c req-f912efeb-b76c-451f-9709-12d4285720af service neutron] Attempting to bind port 8253678e-0bff-4e0f-9bd6-a528a4a0ef6a on host hv-cinder-84051 for vnic_type normal with profile {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 18:27:59.178828 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [req-508f4645-9286-4e0a-9e7d-856f493f410c req-f912efeb-b76c-451f-9709-12d4285720af service neutron] Attempting to bind port 8253678e-0bff-4e0f-9bd6-a528a4a0ef6a by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': 'c1aa9bb3-f22e-47e7-bfee-3b82ee818f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '1f7a1af6-a8f3-402c-9395-0fc4a8a1493e'}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 18:27:59.179196 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508f4645-9286-4e0a-9e7d-856f493f410c req-f912efeb-b76c-451f-9709-12d4285720af service neutron] Attempting to bind port 8253678e-0bff-4e0f-9bd6-a528a4a0ef6a on network 1f7a1af6-a8f3-402c-9395-0fc4a8a1493e {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:27:59.183936 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508f4645-9286-4e0a-9e7d-856f493f410c req-f912efeb-b76c-451f-9709-12d4285720af service neutron] Port 8253678e-0bff-4e0f-9bd6-a528a4a0ef6a on network 1f7a1af6-a8f3-402c-9395-0fc4a8a1493e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 18:27:59.184274 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508f4645-9286-4e0a-9e7d-856f493f410c req-f912efeb-b76c-451f-9709-12d4285720af service neutron] Attempting to bind port 8253678e-0bff-4e0f-9bd6-a528a4a0ef6a on network 1f7a1af6-a8f3-402c-9395-0fc4a8a1493e {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:27:59.189832 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508f4645-9286-4e0a-9e7d-856f493f410c req-f912efeb-b76c-451f-9709-12d4285720af service neutron] Checking agent: {'id': '2ed5d983-d6d1-49f2-9dfa-1a41e5be1317', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 13, 52), 'started_at': datetime.datetime(2022, 5, 4, 18, 13, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 18:27:59.190235 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508f4645-9286-4e0a-9e7d-856f493f410c req-f912efeb-b76c-451f-9709-12d4285720af service neutron] Checking segment: {'id': 'c1aa9bb3-f22e-47e7-bfee-3b82ee818f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '1f7a1af6-a8f3-402c-9395-0fc4a8a1493e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:27:59.190670 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508f4645-9286-4e0a-9e7d-856f493f410c req-f912efeb-b76c-451f-9709-12d4285720af service neutron] Bound using segment: {'id': 'c1aa9bb3-f22e-47e7-bfee-3b82ee818f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '1f7a1af6-a8f3-402c-9395-0fc4a8a1493e'} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 18:27:59.191094 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [req-508f4645-9286-4e0a-9e7d-856f493f410c req-f912efeb-b76c-451f-9709-12d4285720af service neutron] Bound port: 8253678e-0bff-4e0f-9bd6-a528a4a0ef6a, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1aa9bb3-f22e-47e7-bfee-3b82ee818f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '1f7a1af6-a8f3-402c-9395-0fc4a8a1493e'}}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 18:27:59.191504 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-508f4645-9286-4e0a-9e7d-856f493f410c req-f912efeb-b76c-451f-9709-12d4285720af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (8253678e-0bff-4e0f-9bd6-a528a4a0ef6a), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:59.260963 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [req-508f4645-9286-4e0a-9e7d-856f493f410c req-f912efeb-b76c-451f-9709-12d4285720af service neutron] For port 8253678e-0bff-4e0f-9bd6-a528a4a0ef6a, host hv-cinder-84051, cleared binding levels {{(pid=104023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 18:27:59.263916 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [req-508f4645-9286-4e0a-9e7d-856f493f410c req-f912efeb-b76c-451f-9709-12d4285720af service neutron] For port 8253678e-0bff-4e0f-9bd6-a528a4a0ef6a, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=8253678e-0bff-4e0f-9bd6-a528a4a0ef6a,segment=NetworkSegment(c1aa9bb3-f22e-47e7-bfee-3b82ee818f0c),segment_id=c1aa9bb3-f22e-47e7-bfee-3b82ee818f0c)] {{(pid=104023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 18:27:59.349897 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-508f4645-9286-4e0a-9e7d-856f493f410c req-f912efeb-b76c-451f-9709-12d4285720af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7382199'] for port (8253678e-0bff-4e0f-9bd6-a528a4a0ef6a), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:59.395597 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f4645-9286-4e0a-9e7d-856f493f410c req-f912efeb-b76c-451f-9709-12d4285720af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:27:59.396355 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-508f4645-9286-4e0a-9e7d-856f493f410c req-f912efeb-b76c-451f-9709-12d4285720af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976'] for port (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:27:59.397949 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-508f4645-9286-4e0a-9e7d-856f493f410c req-f912efeb-b76c-451f-9709-12d4285720af service neutron] 10.222.0.84 "PUT /v2.0/ports/8253678e-0bff-4e0f-9bd6-a528a4a0ef6a HTTP/1.1" status: 200 len: 1093 time: 1.0816221 May 04 18:27:59.398502 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fda91c03-2fda-4c41-ae3d-9c415b830ddb', 'tag': '8253678e-0bff-4e0f-9bd6-a528a4a0ef6a'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:27:59.401301 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}418c4fc0ed359c78e2a46d0945201a397afdfc4a7689ae544a04c30398cb972a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a7cf7c-fc8c-41f5-b667-d152e62e0d15" -d '{"events": [{"name": "network-changed", "server_uuid": "fda91c03-2fda-4c41-ae3d-9c415b830ddb", "tag": "8253678e-0bff-4e0f-9bd6-a528a4a0ef6a"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:27:59.418238 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-5a244717-062e-4bb6-bc9c-ede3eb46f817 req-dc859acd-a3fc-4b0e-822f-604f005c4777 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f939cf8-68c0-4ec2-a0b1-e315348aa3aa HTTP/1.1" status: 200 len: 210 time: 0.0408404 May 04 18:27:59.429826 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f912efeb-b76c-451f-9709-12d4285720af service neutron] Pushing event updated for resources: {'Port': ['ID=8253678e-0bff-4e0f-9bd6-a528a4a0ef6a,revision_number=3']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:27:59.479687 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 18:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f1c4f9-a1f3-44b8-9619-067e006aaedb x-openstack-request-id: req-22f1c4f9-a1f3-44b8-9619-067e006aaedb {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:27:59.480013 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fda91c03-2fda-4c41-ae3d-9c415b830ddb", "tag": "8253678e-0bff-4e0f-9bd6-a528a4a0ef6a", "status": "completed", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:27:59.480279 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-22f1c4f9-a1f3-44b8-9619-067e006aaedb {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:27:59.483059 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22f1c4f9-a1f3-44b8-9619-067e006aaedb'] response: {'name': 'network-changed', 'server_uuid': 'fda91c03-2fda-4c41-ae3d-9c415b830ddb', 'tag': '8253678e-0bff-4e0f-9bd6-a528a4a0ef6a', 'status': 'completed', 'code': 200} May 04 18:27:59.572986 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a7cf7c-fc8c-41f5-b667-d152e62e0d15 req-eb4f06e3-4490-4a26-9a91-02a58d60702a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:27:59.574474 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-08a7cf7c-fc8c-41f5-b667-d152e62e0d15 req-eb4f06e3-4490-4a26-9a91-02a58d60702a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1866b3ae05f944c89bbaa6f19f66c878&device_id=fda91c03-2fda-4c41-ae3d-9c415b830ddb HTTP/1.1" status: 200 len: 1127 time: 0.0517344 May 04 18:27:59.587749 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452b39cb-7eea-495f-84e2-aa60f545c02f req-61c4e55d-9b59-44b2-bb56-ea9e353331cf tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:27:59.589274 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-452b39cb-7eea-495f-84e2-aa60f545c02f req-61c4e55d-9b59-44b2-bb56-ea9e353331cf tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] 10.222.0.23 "GET /v2.0/ports?device_id=fda91c03-2fda-4c41-ae3d-9c415b830ddb HTTP/1.1" status: 200 len: 943 time: 0.0555835 May 04 18:27:59.662822 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-452b39cb-7eea-495f-84e2-aa60f545c02f req-0a6934c0-263b-4f63-b4f4-dac94d239292 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0aee1c6-3a89-45c6-bc2b-f26f8ce531e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674572 May 04 18:27:59.696540 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a7cf7c-fc8c-41f5-b667-d152e62e0d15 req-06cb6b00-3d19-4bff-b284-9b7682e20014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:27:59.698001 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-08a7cf7c-fc8c-41f5-b667-d152e62e0d15 req-06cb6b00-3d19-4bff-b284-9b7682e20014 service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=1866b3ae05f944c89bbaa6f19f66c878&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1120942 May 04 18:27:59.797605 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a7cf7c-fc8c-41f5-b667-d152e62e0d15 req-6b0a6525-6c02-42ea-bd90-e5a3c0e080c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:27:59.799160 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-08a7cf7c-fc8c-41f5-b667-d152e62e0d15 req-6b0a6525-6c02-42ea-bd90-e5a3c0e080c9 service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0948901 May 04 18:27:59.896497 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f4645-9286-4e0a-9e7d-856f493f410c req-a0b13d79-7ee1-4cc5-9114-7490cb26e749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:27:59.898281 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-508f4645-9286-4e0a-9e7d-856f493f410c req-a0b13d79-7ee1-4cc5-9114-7490cb26e749 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1866b3ae05f944c89bbaa6f19f66c878&device_id=fda91c03-2fda-4c41-ae3d-9c415b830ddb HTTP/1.1" status: 200 len: 1127 time: 0.0468030 May 04 18:27:59.945758 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-508f4645-9286-4e0a-9e7d-856f493f410c req-ba02dd91-9fbd-4943-b4cf-9be191c330e0 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8253678e-0bff-4e0f-9bd6-a528a4a0ef6a HTTP/1.1" status: 200 len: 217 time: 0.0358651 May 04 18:27:59.995952 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f4645-9286-4e0a-9e7d-856f493f410c req-4a2aaa77-10f0-4912-82a8-8c626ab1ff2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:27:59.997410 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-508f4645-9286-4e0a-9e7d-856f493f410c req-4a2aaa77-10f0-4912-82a8-8c626ab1ff2e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=6137ea37-5711-4cf5-b40f-c2f2c7b34429 HTTP/1.1" status: 200 len: 854 time: 0.0447359 May 04 18:28:00.030809 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-508f4645-9286-4e0a-9e7d-856f493f410c req-dc21f1a1-0ea1-4671-a998-1e41db26e81f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1f7a1af6-a8f3-402c-9395-0fc4a8a1493e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264752 May 04 18:28:00.056442 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-3224672c-283f-455a-8c65-ff944282bd8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:28:00.129303 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-508f4645-9286-4e0a-9e7d-856f493f410c req-d13b82d7-294a-4601-9d96-9e680d5f6677 service neutron] 10.222.0.84 "GET /v2.0/networks/1f7a1af6-a8f3-402c-9395-0fc4a8a1493e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921531 May 04 18:28:00.226917 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-508f4645-9286-4e0a-9e7d-856f493f410c req-139d6c2a-0395-4382-ae2b-cf452ae0713a service neutron] 10.222.0.84 "GET /v2.0/networks/1f7a1af6-a8f3-402c-9395-0fc4a8a1493e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919650 May 04 18:28:00.531229 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-25dfbf19-f96f-467e-ac41-02015ae6b47f req-d5e4cc7e-da42-47d0-84c7-96d759878dc6 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f939cf8-68c0-4ec2-a0b1-e315348aa3aa HTTP/1.1" status: 200 len: 210 time: 0.0283451 May 04 18:28:00.780323 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a13df0-54eb-43c5-90ad-9650c854222f req-a879a1a9-e5b4-407f-9d00-ba57fc2d6fd7 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:28:00.781839 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-b1a13df0-54eb-43c5-90ad-9650c854222f req-a879a1a9-e5b4-407f-9d00-ba57fc2d6fd7 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] 10.222.0.23 "GET /v2.0/ports?device_id=fda91c03-2fda-4c41-ae3d-9c415b830ddb HTTP/1.1" status: 200 len: 943 time: 0.0487030 May 04 18:28:00.832114 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-b1a13df0-54eb-43c5-90ad-9650c854222f req-4d32d649-4f96-464f-ab05-696a2ae30f86 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0aee1c6-3a89-45c6-bc2b-f26f8ce531e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434573 May 04 18:28:01.185369 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-4fdd29be-a970-4503-919e-12b86a90c52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (74c08095-bc4c-43d3-91b6-743b06ad1f6c), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:28:01.452545 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device 43c24d16-0794-444a-80ef-c784ec3427b7 no longer exists at agent hyperv_hv-cinder-84051 {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 18:28:01.473643 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] No Port match for: 43c24d16-0794-444a-80ef-c784ec3427b7 {{(pid=104025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 18:28:01.473992 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device 43c24d16-0794-444a-80ef-c784ec3427b7 not bound to the agent host hv-cinder-84051 {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 18:28:01.630971 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-4de2dbef-cd98-4a16-8a78-c78457276e46 req-2e095372-6644-4fc7-a5f6-70b2005d94f6 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f939cf8-68c0-4ec2-a0b1-e315348aa3aa HTTP/1.1" status: 200 len: 210 time: 0.0313573 May 04 18:28:01.948066 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae76082c-b1c2-40d9-84f2-2f5a1e47185c req-e374b68f-886c-44f4-b427-ba976e8234a1 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:28:01.949645 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-ae76082c-b1c2-40d9-84f2-2f5a1e47185c req-e374b68f-886c-44f4-b427-ba976e8234a1 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] 10.222.0.23 "GET /v2.0/ports?device_id=fda91c03-2fda-4c41-ae3d-9c415b830ddb HTTP/1.1" status: 200 len: 943 time: 0.0474072 May 04 18:28:01.997290 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-ae76082c-b1c2-40d9-84f2-2f5a1e47185c req-440414fe-c737-4f61-ac97-8bafeeb903a8 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0aee1c6-3a89-45c6-bc2b-f26f8ce531e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420642 May 04 18:28:02.610580 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-f7537222-04fb-4408-8d24-7493625e2bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (88f974dc-3c14-4d3d-9ef8-4363bb88b433), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:28:02.731763 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-36da6c42-7d36-4164-aa3a-cd758cb6afba req-320003e3-f7b4-4bef-9ac0-50f3386ec2df tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f939cf8-68c0-4ec2-a0b1-e315348aa3aa HTTP/1.1" status: 200 len: 210 time: 0.0301828 May 04 18:28:03.113656 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e795cea6-f49c-4e6d-8466-8b3e84b4b10d req-9fe1f0d8-a4f7-4f10-8ef8-fc84519c0fdc tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:28:03.115164 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-e795cea6-f49c-4e6d-8466-8b3e84b4b10d req-9fe1f0d8-a4f7-4f10-8ef8-fc84519c0fdc tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] 10.222.0.23 "GET /v2.0/ports?device_id=fda91c03-2fda-4c41-ae3d-9c415b830ddb HTTP/1.1" status: 200 len: 943 time: 0.0488396 May 04 18:28:03.166808 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-e795cea6-f49c-4e6d-8466-8b3e84b4b10d req-47c34b92-ae40-45c2-a7f9-c7761ce6d3b2 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0aee1c6-3a89-45c6-bc2b-f26f8ce531e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459003 May 04 18:28:03.441963 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device 8253678e-0bff-4e0f-9bd6-a528a4a0ef6a details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=104025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 18:28:03.551590 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] For port 8253678e-0bff-4e0f-9bd6-a528a4a0ef6a, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=8253678e-0bff-4e0f-9bd6-a528a4a0ef6a,segment=NetworkSegment(c1aa9bb3-f22e-47e7-bfee-3b82ee818f0c),segment_id=c1aa9bb3-f22e-47e7-bfee-3b82ee818f0c)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:28:03.563969 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Returning: {'device': '8253678e-0bff-4e0f-9bd6-a528a4a0ef6a', 'network_id': '1f7a1af6-a8f3-402c-9395-0fc4a8a1493e', 'port_id': '8253678e-0bff-4e0f-9bd6-a528a4a0ef6a', 'mac_address': 'fa:16:3e:92:6a:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 841, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6137ea37-5711-4cf5-b40f-c2f2c7b34429', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 18:28:03.604697 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Current status of the port 8253678e-0bff-4e0f-9bd6-a528a4a0ef6a is: DOWN; New status is: BUILD {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:28:03.605073 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (8253678e-0bff-4e0f-9bd6-a528a4a0ef6a), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:28:03.619152 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.notifiers.nova [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8253678e-0bff-4e0f-9bd6-a528a4a0ef6a {{(pid=104025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:28:03.642426 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] For port 8253678e-0bff-4e0f-9bd6-a528a4a0ef6a, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=8253678e-0bff-4e0f-9bd6-a528a4a0ef6a,segment=NetworkSegment(c1aa9bb3-f22e-47e7-bfee-3b82ee818f0c),segment_id=c1aa9bb3-f22e-47e7-bfee-3b82ee818f0c)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:28:03.722674 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (8253678e-0bff-4e0f-9bd6-a528a4a0ef6a), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:28:03.793557 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Pushing event updated for resources: {'Port': ['ID=8253678e-0bff-4e0f-9bd6-a528a4a0ef6a,revision_number=4']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:28:03.842762 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-66059fde-e29f-4220-8b20-8c612be8db4b req-80c61d48-58ab-4ddc-837f-291227dfb0ec tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f939cf8-68c0-4ec2-a0b1-e315348aa3aa HTTP/1.1" status: 200 len: 210 time: 0.0309622 May 04 18:28:03.854167 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (e55a6cb5-967a-4631-865a-95818de4ff35), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:28:04.177753 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] get_ports_and_sgs() called for port_ids ['8253678e-0bff-4e0f-9bd6-a528a4a0ef6a'] {{(pid=104025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 18:28:04.206869 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3afe5-b73d-49c9-abef-f59e9ad7eefd req-7e225f15-1f20-46d9-acca-be63bd220f77 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:28:04.208421 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-3dd3afe5-b73d-49c9-abef-f59e9ad7eefd req-7e225f15-1f20-46d9-acca-be63bd220f77 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] 10.222.0.84 "GET /v2.0/networks?id=63235afa-7a2a-4871-b441-e562903ed679 HTTP/1.1" status: 200 len: 808 time: 0.1112354 May 04 18:28:04.227209 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.v2.base [req-3dd3afe5-b73d-49c9-abef-f59e9ad7eefd req-7212d6d8-44ce-4388-b8df-7eddf6bfeea0 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] Request body: {'port': {'device_id': '9f939cf8-68c0-4ec2-a0b1-e315348aa3aa', 'network_id': '63235afa-7a2a-4871-b441-e562903ed679', 'admin_state_up': True, 'tenant_id': '309b01b9d92e4ede9ae5840b7b6dc843'}} {{(pid=104023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:28:04.306324 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da68791-7511-4e1a-a608-365be438a551 req-f22b3721-5adf-4b1c-9cae-616e4c55e252 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:28:04.307889 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-5da68791-7511-4e1a-a608-365be438a551 req-f22b3721-5adf-4b1c-9cae-616e4c55e252 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] 10.222.0.23 "GET /v2.0/ports?device_id=fda91c03-2fda-4c41-ae3d-9c415b830ddb HTTP/1.1" status: 200 len: 944 time: 0.0511026 May 04 18:28:04.361561 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-5da68791-7511-4e1a-a608-365be438a551 req-9130a4cd-3bf2-4520-b597-bfea274c5c9d tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0aee1c6-3a89-45c6-bc2b-f26f8ce531e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474000 May 04 18:28:04.442641 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dd3afe5-b73d-49c9-abef-f59e9ad7eefd req-7212d6d8-44ce-4388-b8df-7eddf6bfeea0 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] Made reservation on behalf of 309b01b9d92e4ede9ae5840b7b6dc843 for: {'port': 1} {{(pid=104023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:28:04.445987 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-3dd3afe5-b73d-49c9-abef-f59e9ad7eefd req-7212d6d8-44ce-4388-b8df-7eddf6bfeea0 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:28:04.578721 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.db_base_plugin_common [req-3dd3afe5-b73d-49c9-abef-f59e9ad7eefd req-7212d6d8-44ce-4388-b8df-7eddf6bfeea0 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] Allocated IP 172.20.0.14 (63235afa-7a2a-4871-b441-e562903ed679/23b99dcd-4324-4ea7-a464-8ee75344e3dc/983e3739-e10b-4490-a4c9-66d8b3c5aac5) {{(pid=104023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:28:04.743560 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-3dd3afe5-b73d-49c9-abef-f59e9ad7eefd req-7212d6d8-44ce-4388-b8df-7eddf6bfeea0 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] Publish callbacks [] for port (983e3739-e10b-4490-a4c9-66d8b3c5aac5), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:28:04.860270 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-3dd3afe5-b73d-49c9-abef-f59e9ad7eefd req-7212d6d8-44ce-4388-b8df-7eddf6bfeea0 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772819832230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7382190'] for port (983e3739-e10b-4490-a4c9-66d8b3c5aac5), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:28:04.915184 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dd3afe5-b73d-49c9-abef-f59e9ad7eefd req-7212d6d8-44ce-4388-b8df-7eddf6bfeea0 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] Network 63235afa-7a2a-4871-b441-e562903ed679 is already hosted by enough agents. {{(pid=104023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:28:04.918412 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.base_scheduler [req-3dd3afe5-b73d-49c9-abef-f59e9ad7eefd req-7212d6d8-44ce-4388-b8df-7eddf6bfeea0 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] Resources bound (agent type, host, resource id): {{(pid=104023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:28:04.921064 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dd3afe5-b73d-49c9-abef-f59e9ad7eefd req-7212d6d8-44ce-4388-b8df-7eddf6bfeea0 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] Received port after_create {{(pid=104023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:28:04.964952 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7212d6d8-44ce-4388-b8df-7eddf6bfeea0 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] Pushing event updated for resources: {'Port': ['ID=983e3739-e10b-4490-a4c9-66d8b3c5aac5,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:28:04.969322 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3f92ba-0ecf-43bd-bc0e-02becb8cffab req-2faa6209-4311-4ce4-bde2-6c7fb4c52e81 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:28:04.970931 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-1c3f92ba-0ecf-43bd-bc0e-02becb8cffab req-2faa6209-4311-4ce4-bde2-6c7fb4c52e81 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f939cf8-68c0-4ec2-a0b1-e315348aa3aa HTTP/1.1" status: 200 len: 932 time: 0.0501366 May 04 18:28:04.996910 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3afe5-b73d-49c9-abef-f59e9ad7eefd req-7212d6d8-44ce-4388-b8df-7eddf6bfeea0 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:28:04.997954 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-3dd3afe5-b73d-49c9-abef-f59e9ad7eefd req-7212d6d8-44ce-4388-b8df-7eddf6bfeea0 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976'] for port (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:28:05.022425 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-1c3f92ba-0ecf-43bd-bc0e-02becb8cffab req-90d67fbc-5b62-4009-940a-1747462f3760 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] 10.222.0.23 "GET /v2.0/security-groups?id=123ffc75-0ef5-4b53-9b6a-fa913ead9fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457456 May 04 18:28:05.069019 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-3dd3afe5-b73d-49c9-abef-f59e9ad7eefd req-7212d6d8-44ce-4388-b8df-7eddf6bfeea0 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8466034 May 04 18:28:05.088198 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.v2.base [req-3dd3afe5-b73d-49c9-abef-f59e9ad7eefd req-6893cc97-133f-4dc2-850f-feeaee8846fe service neutron] Request body: {'port': {'device_id': '9f939cf8-68c0-4ec2-a0b1-e315348aa3aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=104023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:28:05.155994 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-3dd3afe5-b73d-49c9-abef-f59e9ad7eefd req-6893cc97-133f-4dc2-850f-feeaee8846fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (983e3739-e10b-4490-a4c9-66d8b3c5aac5), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:28:05.441544 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device 8253678e-0bff-4e0f-9bd6-a528a4a0ef6a up at agent hyperv_hv-cinder-84051 {{(pid=104025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:28:05.473908 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [req-3dd3afe5-b73d-49c9-abef-f59e9ad7eefd req-6893cc97-133f-4dc2-850f-feeaee8846fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 983e3739-e10b-4490-a4c9-66d8b3c5aac5 {{(pid=104023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:28:05.482752 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-3dd3afe5-b73d-49c9-abef-f59e9ad7eefd req-6893cc97-133f-4dc2-850f-feeaee8846fe service neutron] Publish callbacks [] for port (983e3739-e10b-4490-a4c9-66d8b3c5aac5), precommit_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:28:05.495918 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Provisioning for port 8253678e-0bff-4e0f-9bd6-a528a4a0ef6a completed by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 18:28:05.497322 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [req-3dd3afe5-b73d-49c9-abef-f59e9ad7eefd req-6893cc97-133f-4dc2-850f-feeaee8846fe service neutron] Transition to ACTIVE for port object 983e3739-e10b-4490-a4c9-66d8b3c5aac5 will not be triggered until provisioned by entity L2. {{(pid=104023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 18:28:05.502078 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55052be-e3f4-4c83-97e5-e6f893a43b49 req-4f5e2c5b-f44d-4e52-b854-8eccc449b436 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:28:05.503936 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-a55052be-e3f4-4c83-97e5-e6f893a43b49 req-4f5e2c5b-f44d-4e52-b854-8eccc449b436 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] 10.222.0.23 "GET /v2.0/ports?device_id=fda91c03-2fda-4c41-ae3d-9c415b830ddb HTTP/1.1" status: 200 len: 944 time: 0.0526183 May 04 18:28:05.555564 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-a55052be-e3f4-4c83-97e5-e6f893a43b49 req-e70c85d9-bd72-48cf-9f7e-2eac2ef1b313 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0aee1c6-3a89-45c6-bc2b-f26f8ce531e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435758 May 04 18:28:05.562218 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-3dd3afe5-b73d-49c9-abef-f59e9ad7eefd req-6893cc97-133f-4dc2-850f-feeaee8846fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7382199'] for port (983e3739-e10b-4490-a4c9-66d8b3c5aac5), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:28:05.598104 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Provisioning complete for port 8253678e-0bff-4e0f-9bd6-a528a4a0ef6a triggered by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:28:05.598104 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (8253678e-0bff-4e0f-9bd6-a528a4a0ef6a), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:28:05.642900 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6893cc97-133f-4dc2-850f-feeaee8846fe service neutron] Pushing event updated for resources: {'Port': ['ID=983e3739-e10b-4490-a4c9-66d8b3c5aac5,revision_number=2']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:28:05.686435 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Current status of the port 8253678e-0bff-4e0f-9bd6-a528a4a0ef6a is: BUILD; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:28:05.688223 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (8253678e-0bff-4e0f-9bd6-a528a4a0ef6a), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:28:05.705371 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [req-3dd3afe5-b73d-49c9-abef-f59e9ad7eefd req-6893cc97-133f-4dc2-850f-feeaee8846fe service neutron] Attempting to bind port 983e3739-e10b-4490-a4c9-66d8b3c5aac5 on host hv-cinder-84051 for vnic_type normal with profile {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 18:28:05.705709 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [req-3dd3afe5-b73d-49c9-abef-f59e9ad7eefd req-6893cc97-133f-4dc2-850f-feeaee8846fe service neutron] Attempting to bind port 983e3739-e10b-4490-a4c9-66d8b3c5aac5 by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': '3d511f55-d290-49db-b8a8-dfe16787487d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '63235afa-7a2a-4871-b441-e562903ed679'}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 18:28:05.706718 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd3afe5-b73d-49c9-abef-f59e9ad7eefd req-6893cc97-133f-4dc2-850f-feeaee8846fe service neutron] Attempting to bind port 983e3739-e10b-4490-a4c9-66d8b3c5aac5 on network 63235afa-7a2a-4871-b441-e562903ed679 {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:28:05.712091 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd3afe5-b73d-49c9-abef-f59e9ad7eefd req-6893cc97-133f-4dc2-850f-feeaee8846fe service neutron] Port 983e3739-e10b-4490-a4c9-66d8b3c5aac5 on network 63235afa-7a2a-4871-b441-e562903ed679 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 18:28:05.712515 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd3afe5-b73d-49c9-abef-f59e9ad7eefd req-6893cc97-133f-4dc2-850f-feeaee8846fe service neutron] Attempting to bind port 983e3739-e10b-4490-a4c9-66d8b3c5aac5 on network 63235afa-7a2a-4871-b441-e562903ed679 {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:28:05.713291 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fda91c03-2fda-4c41-ae3d-9c415b830ddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8253678e-0bff-4e0f-9bd6-a528a4a0ef6a'}] {{(pid=104025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:28:05.716065 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd171a24610d3ce9b5061050d4b691b0bb0a8f45589b955ae7373af7220d97b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6758ac5-f2a5-4b38-9403-97b13b78559b" -d '{"events": [{"server_uuid": "fda91c03-2fda-4c41-ae3d-9c415b830ddb", "name": "network-vif-plugged", "status": "completed", "tag": "8253678e-0bff-4e0f-9bd6-a528a4a0ef6a"}]}' {{(pid=104025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:28:05.718449 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd3afe5-b73d-49c9-abef-f59e9ad7eefd req-6893cc97-133f-4dc2-850f-feeaee8846fe service neutron] Checking agent: {'id': '2ed5d983-d6d1-49f2-9dfa-1a41e5be1317', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 13, 52), 'started_at': datetime.datetime(2022, 5, 4, 18, 13, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 18:28:05.718730 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd3afe5-b73d-49c9-abef-f59e9ad7eefd req-6893cc97-133f-4dc2-850f-feeaee8846fe service neutron] Checking segment: {'id': '3d511f55-d290-49db-b8a8-dfe16787487d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '63235afa-7a2a-4871-b441-e562903ed679'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:28:05.719187 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd3afe5-b73d-49c9-abef-f59e9ad7eefd req-6893cc97-133f-4dc2-850f-feeaee8846fe service neutron] Bound using segment: {'id': '3d511f55-d290-49db-b8a8-dfe16787487d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '63235afa-7a2a-4871-b441-e562903ed679'} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 18:28:05.719632 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [req-3dd3afe5-b73d-49c9-abef-f59e9ad7eefd req-6893cc97-133f-4dc2-850f-feeaee8846fe service neutron] Bound port: 983e3739-e10b-4490-a4c9-66d8b3c5aac5, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d511f55-d290-49db-b8a8-dfe16787487d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '63235afa-7a2a-4871-b441-e562903ed679'}}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 18:28:05.720394 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-3dd3afe5-b73d-49c9-abef-f59e9ad7eefd req-6893cc97-133f-4dc2-850f-feeaee8846fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (983e3739-e10b-4490-a4c9-66d8b3c5aac5), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:28:05.738001 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] For port 8253678e-0bff-4e0f-9bd6-a528a4a0ef6a, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=8253678e-0bff-4e0f-9bd6-a528a4a0ef6a,segment=NetworkSegment(c1aa9bb3-f22e-47e7-bfee-3b82ee818f0c),segment_id=c1aa9bb3-f22e-47e7-bfee-3b82ee818f0c)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:28:05.762385 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 18:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f92149-c0bc-4488-91de-cc23d88162ed x-openstack-request-id: req-67f92149-c0bc-4488-91de-cc23d88162ed {{(pid=104025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:28:05.762700 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fda91c03-2fda-4c41-ae3d-9c415b830ddb", "name": "network-vif-plugged", "status": "completed", "tag": "8253678e-0bff-4e0f-9bd6-a528a4a0ef6a", "code": 200}]} {{(pid=104025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:28:05.762959 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-67f92149-c0bc-4488-91de-cc23d88162ed {{(pid=104025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:28:05.763442 dv-cinder-840511-4-iscsi neutron-server[104025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67f92149-c0bc-4488-91de-cc23d88162ed'] response: {'server_uuid': 'fda91c03-2fda-4c41-ae3d-9c415b830ddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8253678e-0bff-4e0f-9bd6-a528a4a0ef6a', 'code': 200} May 04 18:28:05.798459 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [req-3dd3afe5-b73d-49c9-abef-f59e9ad7eefd req-6893cc97-133f-4dc2-850f-feeaee8846fe service neutron] For port 983e3739-e10b-4490-a4c9-66d8b3c5aac5, host hv-cinder-84051, cleared binding levels {{(pid=104023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 18:28:05.799643 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (8253678e-0bff-4e0f-9bd6-a528a4a0ef6a), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:28:05.802150 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [req-3dd3afe5-b73d-49c9-abef-f59e9ad7eefd req-6893cc97-133f-4dc2-850f-feeaee8846fe service neutron] For port 983e3739-e10b-4490-a4c9-66d8b3c5aac5, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=983e3739-e10b-4490-a4c9-66d8b3c5aac5,segment=NetworkSegment(3d511f55-d290-49db-b8a8-dfe16787487d),segment_id=3d511f55-d290-49db-b8a8-dfe16787487d)] {{(pid=104023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 18:28:05.852382 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Pushing event updated for resources: {'Port': ['ID=8253678e-0bff-4e0f-9bd6-a528a4a0ef6a,revision_number=5']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:28:05.868479 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-3dd3afe5-b73d-49c9-abef-f59e9ad7eefd req-6893cc97-133f-4dc2-850f-feeaee8846fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7382199'] for port (983e3739-e10b-4490-a4c9-66d8b3c5aac5), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:28:05.905272 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3afe5-b73d-49c9-abef-f59e9ad7eefd req-6893cc97-133f-4dc2-850f-feeaee8846fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:28:05.905965 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-3dd3afe5-b73d-49c9-abef-f59e9ad7eefd req-6893cc97-133f-4dc2-850f-feeaee8846fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976'] for port (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:28:05.907391 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-3dd3afe5-b73d-49c9-abef-f59e9ad7eefd req-6893cc97-133f-4dc2-850f-feeaee8846fe service neutron] 10.222.0.84 "PUT /v2.0/ports/983e3739-e10b-4490-a4c9-66d8b3c5aac5 HTTP/1.1" status: 200 len: 1094 time: 0.8240080 May 04 18:28:05.907853 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f939cf8-68c0-4ec2-a0b1-e315348aa3aa', 'tag': '983e3739-e10b-4490-a4c9-66d8b3c5aac5'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:28:05.910329 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}418c4fc0ed359c78e2a46d0945201a397afdfc4a7689ae544a04c30398cb972a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3603b17f-0234-45e2-9039-d7267c582bd5" -d '{"events": [{"name": "network-changed", "server_uuid": "9f939cf8-68c0-4ec2-a0b1-e315348aa3aa", "tag": "983e3739-e10b-4490-a4c9-66d8b3c5aac5"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:28:05.944682 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6893cc97-133f-4dc2-850f-feeaee8846fe service neutron] Pushing event updated for resources: {'Port': ['ID=983e3739-e10b-4490-a4c9-66d8b3c5aac5,revision_number=3']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:28:05.954338 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 18:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd75f129-b95f-4ae0-94cd-8af07ad60222 x-openstack-request-id: req-bd75f129-b95f-4ae0-94cd-8af07ad60222 {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:28:05.954636 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f939cf8-68c0-4ec2-a0b1-e315348aa3aa", "tag": "983e3739-e10b-4490-a4c9-66d8b3c5aac5", "status": "completed", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:28:05.961199 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bd75f129-b95f-4ae0-94cd-8af07ad60222 {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:28:05.961199 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd75f129-b95f-4ae0-94cd-8af07ad60222'] response: {'name': 'network-changed', 'server_uuid': '9f939cf8-68c0-4ec2-a0b1-e315348aa3aa', 'tag': '983e3739-e10b-4490-a4c9-66d8b3c5aac5', 'status': 'completed', 'code': 200} May 04 18:28:06.031877 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3603b17f-0234-45e2-9039-d7267c582bd5 req-4f21a8ea-043f-43c3-914b-33cff7fe845e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:28:06.033417 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-3603b17f-0234-45e2-9039-d7267c582bd5 req-4f21a8ea-043f-43c3-914b-33cff7fe845e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=309b01b9d92e4ede9ae5840b7b6dc843&device_id=9f939cf8-68c0-4ec2-a0b1-e315348aa3aa HTTP/1.1" status: 200 len: 1128 time: 0.0423028 May 04 18:28:06.115756 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e545fd-05fd-45d7-9e02-b38cbc2ca4f2 req-b2632115-e772-4c27-964f-ee357cf031d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:28:06.117185 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-31e545fd-05fd-45d7-9e02-b38cbc2ca4f2 req-b2632115-e772-4c27-964f-ee357cf031d6 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=fda91c03-2fda-4c41-ae3d-9c415b830ddb HTTP/1.1" status: 200 len: 1129 time: 0.0636220 May 04 18:28:06.162137 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3603b17f-0234-45e2-9039-d7267c582bd5 req-5fcf57c7-318f-404e-be75-4ab204ccadad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:28:06.163574 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-3603b17f-0234-45e2-9039-d7267c582bd5 req-5fcf57c7-318f-404e-be75-4ab204ccadad service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=309b01b9d92e4ede9ae5840b7b6dc843&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1103292 May 04 18:28:06.169812 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8df01b4-f856-46c1-b7de-62abcb70e199 req-098223a3-d606-453f-baee-08c9e245d742 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:28:06.171383 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-b8df01b4-f856-46c1-b7de-62abcb70e199 req-098223a3-d606-453f-baee-08c9e245d742 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f939cf8-68c0-4ec2-a0b1-e315348aa3aa HTTP/1.1" status: 200 len: 944 time: 0.0681374 May 04 18:28:06.206758 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-31e545fd-05fd-45d7-9e02-b38cbc2ca4f2 req-b9daa138-e99f-47f1-91aa-5622d95691ec service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=c0aee1c6-3a89-45c6-bc2b-f26f8ce531e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696504 May 04 18:28:06.232722 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-b8df01b4-f856-46c1-b7de-62abcb70e199 req-ce60c5ae-42af-49a6-adbf-058779ece08c tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] 10.222.0.23 "GET /v2.0/security-groups?id=123ffc75-0ef5-4b53-9b6a-fa913ead9fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555921 May 04 18:28:06.268076 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3603b17f-0234-45e2-9039-d7267c582bd5 req-d2a129bd-2e49-4455-aaae-36571250eb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:28:06.269543 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-3603b17f-0234-45e2-9039-d7267c582bd5 req-d2a129bd-2e49-4455-aaae-36571250eb9c service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0997019 May 04 18:28:06.566201 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3afe5-b73d-49c9-abef-f59e9ad7eefd req-d5235759-3565-42a0-91f3-f328c8fdd37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:28:06.567719 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-3dd3afe5-b73d-49c9-abef-f59e9ad7eefd req-d5235759-3565-42a0-91f3-f328c8fdd37c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=309b01b9d92e4ede9ae5840b7b6dc843&device_id=9f939cf8-68c0-4ec2-a0b1-e315348aa3aa HTTP/1.1" status: 200 len: 1128 time: 0.0406489 May 04 18:28:06.623889 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-3dd3afe5-b73d-49c9-abef-f59e9ad7eefd req-48ee147d-2918-47c8-8929-38dfca470779 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=983e3739-e10b-4490-a4c9-66d8b3c5aac5 HTTP/1.1" status: 200 len: 217 time: 0.0376954 May 04 18:28:06.672266 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629abd1-9eee-4790-8a11-bafe4fd561ed req-1f7cc5a7-4377-499e-a8eb-6673d8b95550 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:28:06.673737 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-9629abd1-9eee-4790-8a11-bafe4fd561ed req-1f7cc5a7-4377-499e-a8eb-6673d8b95550 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] 10.222.0.23 "GET /v2.0/ports?device_id=fda91c03-2fda-4c41-ae3d-9c415b830ddb HTTP/1.1" status: 200 len: 945 time: 0.0482891 May 04 18:28:06.720201 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-9629abd1-9eee-4790-8a11-bafe4fd561ed req-122e0881-fd1c-4e09-824d-0325e226cf2b tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0aee1c6-3a89-45c6-bc2b-f26f8ce531e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400572 May 04 18:28:07.173901 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3afe5-b73d-49c9-abef-f59e9ad7eefd req-bdbfb055-de99-4f10-9ea6-6d5476c55968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:28:07.175397 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-3dd3afe5-b73d-49c9-abef-f59e9ad7eefd req-bdbfb055-de99-4f10-9ea6-6d5476c55968 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=23b99dcd-4324-4ea7-a464-8ee75344e3dc HTTP/1.1" status: 200 len: 848 time: 0.0446172 May 04 18:28:07.212510 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-3dd3afe5-b73d-49c9-abef-f59e9ad7eefd req-286e5eff-0b89-40f2-90f2-b7d618ce69ae service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=63235afa-7a2a-4871-b441-e562903ed679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306377 May 04 18:28:07.308600 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-3dd3afe5-b73d-49c9-abef-f59e9ad7eefd req-1f39b9db-4365-4a58-ba98-6070fb85835d service neutron] 10.222.0.84 "GET /v2.0/networks/63235afa-7a2a-4871-b441-e562903ed679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885689 May 04 18:28:07.361480 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67731be5-9b10-4d14-86ee-2906501fcd69 req-60d13370-7487-4e32-ac48-fcebf9915411 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:28:07.362967 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-67731be5-9b10-4d14-86ee-2906501fcd69 req-60d13370-7487-4e32-ac48-fcebf9915411 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f939cf8-68c0-4ec2-a0b1-e315348aa3aa HTTP/1.1" status: 200 len: 944 time: 0.0592427 May 04 18:28:07.410806 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-3dd3afe5-b73d-49c9-abef-f59e9ad7eefd req-0fca203b-1f74-446e-a9a2-adeb0f6b4f02 service neutron] 10.222.0.84 "GET /v2.0/networks/63235afa-7a2a-4871-b441-e562903ed679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944939 May 04 18:28:07.411593 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-67731be5-9b10-4d14-86ee-2906501fcd69 req-7f62b163-ee9c-44e5-b407-e9dc634f5d30 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] 10.222.0.23 "GET /v2.0/security-groups?id=123ffc75-0ef5-4b53-9b6a-fa913ead9fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421903 May 04 18:28:07.835471 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec06a2-8bc1-4cad-ba64-a94706507131 req-b9224abb-72f0-4e5e-86ed-335722dc9380 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:28:07.836923 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-dbec06a2-8bc1-4cad-ba64-a94706507131 req-b9224abb-72f0-4e5e-86ed-335722dc9380 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] 10.222.0.23 "GET /v2.0/ports?device_id=fda91c03-2fda-4c41-ae3d-9c415b830ddb HTTP/1.1" status: 200 len: 945 time: 0.0465684 May 04 18:28:07.885023 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-dbec06a2-8bc1-4cad-ba64-a94706507131 req-9203cff6-e14e-4250-8791-4bd4dbbbdd23 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0aee1c6-3a89-45c6-bc2b-f26f8ce531e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425177 May 04 18:28:08.525088 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ecb0f-9e9e-4bc4-9867-082590fe7ebc req-72a94965-5978-4c88-b2ef-6ffaa1e3a591 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:28:08.526575 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-f98ecb0f-9e9e-4bc4-9867-082590fe7ebc req-72a94965-5978-4c88-b2ef-6ffaa1e3a591 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f939cf8-68c0-4ec2-a0b1-e315348aa3aa HTTP/1.1" status: 200 len: 944 time: 0.0474715 May 04 18:28:08.576686 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-f98ecb0f-9e9e-4bc4-9867-082590fe7ebc req-9c4a5289-064d-4c70-844f-0764d2cb6e5d tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] 10.222.0.23 "GET /v2.0/security-groups?id=123ffc75-0ef5-4b53-9b6a-fa913ead9fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446100 May 04 18:28:09.000417 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd4b4e8-6aed-43b0-95f4-afd1a13e6269 req-38f4909f-b0d9-4529-ba37-ea1f7851add1 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:28:09.001907 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-7fd4b4e8-6aed-43b0-95f4-afd1a13e6269 req-38f4909f-b0d9-4529-ba37-ea1f7851add1 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] 10.222.0.23 "GET /v2.0/ports?device_id=fda91c03-2fda-4c41-ae3d-9c415b830ddb HTTP/1.1" status: 200 len: 945 time: 0.0478344 May 04 18:28:09.049444 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-7fd4b4e8-6aed-43b0-95f4-afd1a13e6269 req-cf0b5f0e-6953-489c-b690-38be0548fe3b tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0aee1c6-3a89-45c6-bc2b-f26f8ce531e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412602 May 04 18:28:09.691580 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46a4fd8-2cbd-4a50-b8a6-a3ea49d7bde7 req-a64a59bd-ae13-49af-aa14-eb2087281be4 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:28:09.693240 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-f46a4fd8-2cbd-4a50-b8a6-a3ea49d7bde7 req-a64a59bd-ae13-49af-aa14-eb2087281be4 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f939cf8-68c0-4ec2-a0b1-e315348aa3aa HTTP/1.1" status: 200 len: 944 time: 0.0483735 May 04 18:28:09.743753 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-f46a4fd8-2cbd-4a50-b8a6-a3ea49d7bde7 req-b9b2c362-0249-4332-8cec-01a15508fc24 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] 10.222.0.23 "GET /v2.0/security-groups?id=123ffc75-0ef5-4b53-9b6a-fa913ead9fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448411 May 04 18:28:10.867581 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acd1885-f1d8-479e-8f52-c0f3ff7ce51c req-6d358fd6-a181-434e-8246-faf39849dde1 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:28:10.869088 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-8acd1885-f1d8-479e-8f52-c0f3ff7ce51c req-6d358fd6-a181-434e-8246-faf39849dde1 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f939cf8-68c0-4ec2-a0b1-e315348aa3aa HTTP/1.1" status: 200 len: 944 time: 0.0537076 May 04 18:28:10.917349 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-8acd1885-f1d8-479e-8f52-c0f3ff7ce51c req-baee9cb3-5b35-4b29-89fd-7d4121b7b25c tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] 10.222.0.23 "GET /v2.0/security-groups?id=123ffc75-0ef5-4b53-9b6a-fa913ead9fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423293 May 04 18:28:11.462357 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device 983e3739-e10b-4490-a4c9-66d8b3c5aac5 details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=104025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 18:28:11.569363 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] For port 983e3739-e10b-4490-a4c9-66d8b3c5aac5, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=983e3739-e10b-4490-a4c9-66d8b3c5aac5,segment=NetworkSegment(3d511f55-d290-49db-b8a8-dfe16787487d),segment_id=3d511f55-d290-49db-b8a8-dfe16787487d)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:28:11.580745 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Returning: {'device': '983e3739-e10b-4490-a4c9-66d8b3c5aac5', 'network_id': '63235afa-7a2a-4871-b441-e562903ed679', 'port_id': '983e3739-e10b-4490-a4c9-66d8b3c5aac5', 'mac_address': 'fa:16:3e:30:50:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 814, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23b99dcd-4324-4ea7-a464-8ee75344e3dc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 18:28:11.619108 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Current status of the port 983e3739-e10b-4490-a4c9-66d8b3c5aac5 is: DOWN; New status is: BUILD {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:28:11.619493 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (983e3739-e10b-4490-a4c9-66d8b3c5aac5), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:28:11.632648 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.notifiers.nova [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 983e3739-e10b-4490-a4c9-66d8b3c5aac5 {{(pid=104025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:28:11.652524 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] For port 983e3739-e10b-4490-a4c9-66d8b3c5aac5, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=983e3739-e10b-4490-a4c9-66d8b3c5aac5,segment=NetworkSegment(3d511f55-d290-49db-b8a8-dfe16787487d),segment_id=3d511f55-d290-49db-b8a8-dfe16787487d)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:28:11.716456 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (983e3739-e10b-4490-a4c9-66d8b3c5aac5), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:28:11.765538 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Pushing event updated for resources: {'Port': ['ID=983e3739-e10b-4490-a4c9-66d8b3c5aac5,revision_number=4']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:28:12.041072 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb345e8-9cbd-4baa-baa5-d12a6325f46e req-77cd9362-23bc-4239-8e40-e085e68636fb tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:28:12.042568 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-3eb345e8-9cbd-4baa-baa5-d12a6325f46e req-77cd9362-23bc-4239-8e40-e085e68636fb tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f939cf8-68c0-4ec2-a0b1-e315348aa3aa HTTP/1.1" status: 200 len: 945 time: 0.0520449 May 04 18:28:12.091803 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-3eb345e8-9cbd-4baa-baa5-d12a6325f46e req-47d7bead-f14a-4d60-b481-71a2a0018f9d tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] 10.222.0.23 "GET /v2.0/security-groups?id=123ffc75-0ef5-4b53-9b6a-fa913ead9fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431032 May 04 18:28:12.187727 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] get_ports_and_sgs() called for port_ids ['983e3739-e10b-4490-a4c9-66d8b3c5aac5'] {{(pid=104025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 18:28:13.208447 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7560fd60-169f-4f67-b099-4bcbffd0494d req-57d0882c-9b27-41b5-973a-f9ca764efde2 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:28:13.210432 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-7560fd60-169f-4f67-b099-4bcbffd0494d req-57d0882c-9b27-41b5-973a-f9ca764efde2 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f939cf8-68c0-4ec2-a0b1-e315348aa3aa HTTP/1.1" status: 200 len: 945 time: 0.0516469 May 04 18:28:13.257693 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-7560fd60-169f-4f67-b099-4bcbffd0494d req-32bbfccb-b116-460f-ba4f-5bee81dbd424 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] 10.222.0.23 "GET /v2.0/security-groups?id=123ffc75-0ef5-4b53-9b6a-fa913ead9fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417099 May 04 18:28:13.495411 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device 983e3739-e10b-4490-a4c9-66d8b3c5aac5 up at agent hyperv_hv-cinder-84051 {{(pid=104025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:28:13.547094 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Provisioning for port 983e3739-e10b-4490-a4c9-66d8b3c5aac5 completed by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 18:28:13.617452 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Provisioning complete for port 983e3739-e10b-4490-a4c9-66d8b3c5aac5 triggered by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:28:13.617831 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (983e3739-e10b-4490-a4c9-66d8b3c5aac5), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:28:13.702311 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Current status of the port 983e3739-e10b-4490-a4c9-66d8b3c5aac5 is: BUILD; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:28:13.702703 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (983e3739-e10b-4490-a4c9-66d8b3c5aac5), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:28:13.726446 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f939cf8-68c0-4ec2-a0b1-e315348aa3aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '983e3739-e10b-4490-a4c9-66d8b3c5aac5'}] {{(pid=104025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:28:13.728761 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd171a24610d3ce9b5061050d4b691b0bb0a8f45589b955ae7373af7220d97b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c30683-86ac-435b-a0b8-be074c3e849c" -d '{"events": [{"server_uuid": "9f939cf8-68c0-4ec2-a0b1-e315348aa3aa", "name": "network-vif-plugged", "status": "completed", "tag": "983e3739-e10b-4490-a4c9-66d8b3c5aac5"}]}' {{(pid=104025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:28:13.742273 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] For port 983e3739-e10b-4490-a4c9-66d8b3c5aac5, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=983e3739-e10b-4490-a4c9-66d8b3c5aac5,segment=NetworkSegment(3d511f55-d290-49db-b8a8-dfe16787487d),segment_id=3d511f55-d290-49db-b8a8-dfe16787487d)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:28:13.764599 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 18:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e12ed3e4-e3b2-4bf5-a9d8-54c378eac07b x-openstack-request-id: req-e12ed3e4-e3b2-4bf5-a9d8-54c378eac07b {{(pid=104025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:28:13.764920 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f939cf8-68c0-4ec2-a0b1-e315348aa3aa", "name": "network-vif-plugged", "status": "completed", "tag": "983e3739-e10b-4490-a4c9-66d8b3c5aac5", "code": 200}]} {{(pid=104025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:28:13.765181 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e12ed3e4-e3b2-4bf5-a9d8-54c378eac07b {{(pid=104025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:28:13.765583 dv-cinder-840511-4-iscsi neutron-server[104025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e12ed3e4-e3b2-4bf5-a9d8-54c378eac07b'] response: {'server_uuid': '9f939cf8-68c0-4ec2-a0b1-e315348aa3aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '983e3739-e10b-4490-a4c9-66d8b3c5aac5', 'code': 200} May 04 18:28:13.832932 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (983e3739-e10b-4490-a4c9-66d8b3c5aac5), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:28:13.883752 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Pushing event updated for resources: {'Port': ['ID=983e3739-e10b-4490-a4c9-66d8b3c5aac5,revision_number=5']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:28:13.891921 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:28:13.892288 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:28:13.892685 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:28:13.893022 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:28:13.893358 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:28:13.893687 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:28:13.894015 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:28:13.894341 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:28:13.894671 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:28:13.895078 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:28:13.899761 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:28:13.899761 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:28:13.899761 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:28:13.899761 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:28:13.899761 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:28:14.081509 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4345896-8158-40e7-b025-cf6cc362d1ad req-b68ac1f7-85b2-4b48-8cd3-8fdbfa73bfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:28:14.083069 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-c4345896-8158-40e7-b025-cf6cc362d1ad req-b68ac1f7-85b2-4b48-8cd3-8fdbfa73bfdc service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=9f939cf8-68c0-4ec2-a0b1-e315348aa3aa HTTP/1.1" status: 200 len: 1130 time: 0.0424204 May 04 18:28:14.129213 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-c4345896-8158-40e7-b025-cf6cc362d1ad req-ebb4746a-0ad4-4c10-b052-99544530d90f service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=123ffc75-0ef5-4b53-9b6a-fa913ead9fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395331 May 04 18:28:14.378252 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc0efe2-0206-48f7-9834-55b52e834568 req-707758b9-7f0f-46fa-b0f1-761edcca00fc tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:28:14.379849 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-5dc0efe2-0206-48f7-9834-55b52e834568 req-707758b9-7f0f-46fa-b0f1-761edcca00fc tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f939cf8-68c0-4ec2-a0b1-e315348aa3aa HTTP/1.1" status: 200 len: 946 time: 0.0494173 May 04 18:28:14.429282 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-5dc0efe2-0206-48f7-9834-55b52e834568 req-e9518b79-0aa9-474c-9a1c-4eb2ce716889 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] 10.222.0.23 "GET /v2.0/security-groups?id=123ffc75-0ef5-4b53-9b6a-fa913ead9fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429766 May 04 18:28:15.546201 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb83545-09d1-4090-b8e3-c0b9be3cbf1a req-09f39a36-ad7c-4f54-83de-df68b724ae0f tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:28:15.547714 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-dbb83545-09d1-4090-b8e3-c0b9be3cbf1a req-09f39a36-ad7c-4f54-83de-df68b724ae0f tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f939cf8-68c0-4ec2-a0b1-e315348aa3aa HTTP/1.1" status: 200 len: 946 time: 0.0495801 May 04 18:28:15.600822 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-dbb83545-09d1-4090-b8e3-c0b9be3cbf1a req-268ce741-69a7-4ec1-9712-0c28f70fdbb9 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] 10.222.0.23 "GET /v2.0/security-groups?id=123ffc75-0ef5-4b53-9b6a-fa913ead9fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472546 May 04 18:28:16.720644 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705fa20c-2bf1-4484-848f-ef15dbe29f34 req-20c89dc2-bdc8-4aed-b8b6-9d7036785035 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:28:16.727561 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-705fa20c-2bf1-4484-848f-ef15dbe29f34 req-20c89dc2-bdc8-4aed-b8b6-9d7036785035 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f939cf8-68c0-4ec2-a0b1-e315348aa3aa HTTP/1.1" status: 200 len: 946 time: 0.0497675 May 04 18:28:16.770192 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-705fa20c-2bf1-4484-848f-ef15dbe29f34 req-d11e0a32-6fef-4f3f-b631-c70a0f5398a1 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] 10.222.0.23 "GET /v2.0/security-groups?id=123ffc75-0ef5-4b53-9b6a-fa913ead9fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415285 May 04 18:28:18.245394 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de061e79-3cbd-4153-b51b-34177cd45d0b req-10a20dd2-ddfb-4305-83ca-175778047e72 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:28:18.247070 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-de061e79-3cbd-4153-b51b-34177cd45d0b req-10a20dd2-ddfb-4305-83ca-175778047e72 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f939cf8-68c0-4ec2-a0b1-e315348aa3aa HTTP/1.1" status: 200 len: 946 time: 0.0504563 May 04 18:28:18.296213 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-de061e79-3cbd-4153-b51b-34177cd45d0b req-1843b58a-fb94-41ae-b371-777bddec33ad tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] 10.222.0.23 "GET /v2.0/security-groups?id=123ffc75-0ef5-4b53-9b6a-fa913ead9fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431893 May 04 18:28:19.416498 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2773ebec-678b-49a7-aa72-3618d006c868 req-dc4429de-85a4-4f7e-9372-65bc08d5fe89 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:28:19.418056 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-2773ebec-678b-49a7-aa72-3618d006c868 req-dc4429de-85a4-4f7e-9372-65bc08d5fe89 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f939cf8-68c0-4ec2-a0b1-e315348aa3aa HTTP/1.1" status: 200 len: 946 time: 0.0531399 May 04 18:28:19.467177 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-2773ebec-678b-49a7-aa72-3618d006c868 req-6b7b086c-601a-409d-b6a0-bf550deca3f6 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] 10.222.0.23 "GET /v2.0/security-groups?id=123ffc75-0ef5-4b53-9b6a-fa913ead9fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434697 May 04 18:28:20.371293 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0786eab-292c-4e27-8efc-73bbde4d47dc req-23428608-0c50-4ba5-a57f-90d4a23595bb tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:28:20.372772 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-e0786eab-292c-4e27-8efc-73bbde4d47dc req-23428608-0c50-4ba5-a57f-90d4a23595bb tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f939cf8-68c0-4ec2-a0b1-e315348aa3aa HTTP/1.1" status: 200 len: 946 time: 0.0480826 May 04 18:28:20.467138 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [req-e0786eab-292c-4e27-8efc-73bbde4d47dc req-689fe1c6-ab0c-4f32-bca3-666e468baac0 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] Deleting port 983e3739-e10b-4490-a4c9-66d8b3c5aac5 {{(pid=104023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:28:20.467355 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-e0786eab-292c-4e27-8efc-73bbde4d47dc req-689fe1c6-ab0c-4f32-bca3-666e468baac0 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772820269343'] for port (983e3739-e10b-4490-a4c9-66d8b3c5aac5), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:28:20.568057 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [req-e0786eab-292c-4e27-8efc-73bbde4d47dc req-689fe1c6-ab0c-4f32-bca3-666e468baac0 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] For port 983e3739-e10b-4490-a4c9-66d8b3c5aac5, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=983e3739-e10b-4490-a4c9-66d8b3c5aac5,segment=NetworkSegment(3d511f55-d290-49db-b8a8-dfe16787487d),segment_id=3d511f55-d290-49db-b8a8-dfe16787487d)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:28:20.568057 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-e0786eab-292c-4e27-8efc-73bbde4d47dc req-689fe1c6-ab0c-4f32-bca3-666e468baac0 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674980'] for port (983e3739-e10b-4490-a4c9-66d8b3c5aac5), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:28:20.583603 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [req-e0786eab-292c-4e27-8efc-73bbde4d47dc req-689fe1c6-ab0c-4f32-bca3-666e468baac0 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] Calling delete_port for 983e3739-e10b-4490-a4c9-66d8b3c5aac5 owned by compute:nova {{(pid=104023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:28:20.599258 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699e3d76-9794-4f84-bbf2-fe4a0f0b06ec req-e9c9b6b9-1bb5-48a1-b57f-0faeb3230535 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:28:20.599258 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-699e3d76-9794-4f84-bbf2-fe4a0f0b06ec req-e9c9b6b9-1bb5-48a1-b57f-0faeb3230535 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f939cf8-68c0-4ec2-a0b1-e315348aa3aa HTTP/1.1" status: 200 len: 946 time: 0.0522237 May 04 18:28:20.656333 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-699e3d76-9794-4f84-bbf2-fe4a0f0b06ec req-8bf188d9-86ca-4a29-8015-25057074fc2f tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] 10.222.0.23 "GET /v2.0/security-groups?id=123ffc75-0ef5-4b53-9b6a-fa913ead9fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590911 May 04 18:28:20.706911 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 57780) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:28:20.787655 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-e0786eab-292c-4e27-8efc-73bbde4d47dc req-689fe1c6-ab0c-4f32-bca3-666e468baac0 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772820276655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772819832239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7382190'] for port (983e3739-e10b-4490-a4c9-66d8b3c5aac5), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:28:20.824399 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] get_ports_and_sgs() called for port_ids ['983e3739-e10b-4490-a4c9-66d8b3c5aac5'] {{(pid=104025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 18:28:20.829321 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689fe1c6-ab0c-4f32-bca3-666e468baac0 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] Pushing event deleted for resources: {'Port': ['ID=983e3739-e10b-4490-a4c9-66d8b3c5aac5,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:28:20.843797 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-17315a02-5e6e-4109-a565-ce52f83325a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:28:20.889599 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0786eab-292c-4e27-8efc-73bbde4d47dc req-689fe1c6-ab0c-4f32-bca3-666e468baac0 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] No DVR routers for this DVR port 983e3739-e10b-4490-a4c9-66d8b3c5aac5 on host hv-cinder-84051 {{(pid=104023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:28:20.894301 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-e0786eab-292c-4e27-8efc-73bbde4d47dc req-689fe1c6-ab0c-4f32-bca3-666e468baac0 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976'] for port (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:28:20.898018 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-e0786eab-292c-4e27-8efc-73bbde4d47dc req-689fe1c6-ab0c-4f32-bca3-666e468baac0 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] 10.222.0.84 "DELETE /v2.0/ports/983e3739-e10b-4490-a4c9-66d8b3c5aac5 HTTP/1.1" status: 204 len: 173 time: 0.5191107 May 04 18:28:20.898682 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f939cf8-68c0-4ec2-a0b1-e315348aa3aa', 'name': 'network-vif-deleted', 'tag': '983e3739-e10b-4490-a4c9-66d8b3c5aac5'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:28:20.901158 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}418c4fc0ed359c78e2a46d0945201a397afdfc4a7689ae544a04c30398cb972a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a2f2c3-108e-4fba-9700-75e7f3d7a88d" -d '{"events": [{"server_uuid": "9f939cf8-68c0-4ec2-a0b1-e315348aa3aa", "name": "network-vif-deleted", "tag": "983e3739-e10b-4490-a4c9-66d8b3c5aac5"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:28:20.940959 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 18:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d9ae240-3ed5-4e14-9f95-a6b44336b97b x-openstack-request-id: req-6d9ae240-3ed5-4e14-9f95-a6b44336b97b {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:28:20.941108 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f939cf8-68c0-4ec2-a0b1-e315348aa3aa", "name": "network-vif-deleted", "tag": "983e3739-e10b-4490-a4c9-66d8b3c5aac5", "status": "completed", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:28:20.941284 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6d9ae240-3ed5-4e14-9f95-a6b44336b97b {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:28:20.941710 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d9ae240-3ed5-4e14-9f95-a6b44336b97b'] response: {'server_uuid': '9f939cf8-68c0-4ec2-a0b1-e315348aa3aa', 'name': 'network-vif-deleted', 'tag': '983e3739-e10b-4490-a4c9-66d8b3c5aac5', 'status': 'completed', 'code': 200} May 04 18:28:20.973271 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-17315a02-5e6e-4109-a565-ce52f83325a6 admin admin] Publish callbacks [] for security_group (38015758-7308-4ae6-946a-a323768e65e7), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:28:21.088546 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-17315a02-5e6e-4109-a565-ce52f83325a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (38015758-7308-4ae6-946a-a323768e65e7), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:28:21.133264 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-17315a02-5e6e-4109-a565-ce52f83325a6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f076ce9d235245abbd20ccb7dd5a5b27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4249511 May 04 18:28:21.134265 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17315a02-5e6e-4109-a565-ce52f83325a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38015758-7308-4ae6-946a-a323768e65e7,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:28:21.135764 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 57786) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:28:21.185771 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-b30e68a2-90c0-4766-a06e-0a04368eedad admin admin] Publish callbacks [] for security_group (38015758-7308-4ae6-946a-a323768e65e7), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:28:21.207896 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-b30e68a2-90c0-4766-a06e-0a04368eedad admin admin] Publish callbacks [] for security_group (38015758-7308-4ae6-946a-a323768e65e7), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:28:21.329938 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-b30e68a2-90c0-4766-a06e-0a04368eedad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (38015758-7308-4ae6-946a-a323768e65e7), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:28:21.332549 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-b30e68a2-90c0-4766-a06e-0a04368eedad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:28:21.333819 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-b30e68a2-90c0-4766-a06e-0a04368eedad admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/38015758-7308-4ae6-946a-a323768e65e7 HTTP/1.1" status: 204 len: 168 time: 0.1970656 May 04 18:28:21.342439 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30e68a2-90c0-4766-a06e-0a04368eedad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38015758-7308-4ae6-946a-a323768e65e7,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:28:21.773121 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-3366307a-82e0-4b69-98c6-9b3c0a3354c2 req-e4e22144-c8c7-42c4-93bf-7d20736e0702 tempest-VolumesActionsTest-1895542419 tempest-VolumesActionsTest-1895542419-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f939cf8-68c0-4ec2-a0b1-e315348aa3aa HTTP/1.1" status: 200 len: 210 time: 0.0279937 May 04 18:28:22.661948 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (2ed5d983-d6d1-49f2-9dfa-1a41e5be1317), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:28:23.537152 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device 983e3739-e10b-4490-a4c9-66d8b3c5aac5 no longer exists at agent hyperv_hv-cinder-84051 {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 18:28:23.558105 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] No Port match for: 983e3739-e10b-4490-a4c9-66d8b3c5aac5 {{(pid=104025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 18:28:23.558105 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device 983e3739-e10b-4490-a4c9-66d8b3c5aac5 not bound to the agent host hv-cinder-84051 {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 18:28:27.584601 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-54c8197f-d72c-4978-ac65-c6ec6f46d10d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (c89944b2-e06f-41dc-a0fc-77a7e649c9d3), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:28:30.018579 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-a4723ead-d166-46ab-b6aa-1cc2318889d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:28:31.192514 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-4fdd29be-a970-4503-919e-12b86a90c52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (74c08095-bc4c-43d3-91b6-743b06ad1f6c), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:28:32.603773 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-f7537222-04fb-4408-8d24-7493625e2bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (88f974dc-3c14-4d3d-9ef8-4363bb88b433), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:28:33.671073 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 57966) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:28:33.783642 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-69c804a2-80f4-4446-afb9-1818f80c9180 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:28:33.839269 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (e55a6cb5-967a-4631-865a-95818de4ff35), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:28:33.864184 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-69c804a2-80f4-4446-afb9-1818f80c9180 admin admin] Publish callbacks [] for security_group (79d7c7e7-1fdb-43db-8cc7-f7ea571a13d0), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:28:33.946730 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-69c804a2-80f4-4446-afb9-1818f80c9180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (79d7c7e7-1fdb-43db-8cc7-f7ea571a13d0), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:28:33.985455 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c804a2-80f4-4446-afb9-1818f80c9180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79d7c7e7-1fdb-43db-8cc7-f7ea571a13d0,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:28:33.990361 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-69c804a2-80f4-4446-afb9-1818f80c9180 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aecd18d83f0943bbb4040c13d8a36bb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3174641 May 04 18:28:33.992416 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 57978) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:28:34.045546 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-b746dd6f-ee08-49e2-bacb-67396f304c60 admin admin] Publish callbacks [] for security_group (79d7c7e7-1fdb-43db-8cc7-f7ea571a13d0), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:28:34.081326 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-b746dd6f-ee08-49e2-bacb-67396f304c60 admin admin] Publish callbacks [] for security_group (79d7c7e7-1fdb-43db-8cc7-f7ea571a13d0), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:28:34.222116 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-b746dd6f-ee08-49e2-bacb-67396f304c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (79d7c7e7-1fdb-43db-8cc7-f7ea571a13d0), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:28:34.226853 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-b746dd6f-ee08-49e2-bacb-67396f304c60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:28:34.228143 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-b746dd6f-ee08-49e2-bacb-67396f304c60 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/79d7c7e7-1fdb-43db-8cc7-f7ea571a13d0 HTTP/1.1" status: 204 len: 168 time: 0.2346528 May 04 18:28:34.237063 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b746dd6f-ee08-49e2-bacb-67396f304c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d7c7e7-1fdb-43db-8cc7-f7ea571a13d0,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:28:35.717588 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.agents_db [None req-cc71a237-c19e-45a1-a167-cff52744c55e None None] Agent healthcheck: found 6 active agents {{(pid=104026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 18:28:52.240996 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (2ed5d983-d6d1-49f2-9dfa-1a41e5be1317), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:28:57.575281 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-e5aaa4fc-0086-4fd6-90fd-eb8c5afbc38e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (c89944b2-e06f-41dc-a0fc-77a7e649c9d3), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:29:00.040768 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-98e2c3a5-4470-47b7-8e94-8da005e804ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:29:00.796588 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 58344) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:29:00.841307 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.db.db_base_plugin_v2 [None req-cada3b06-ec10-41ee-ba2b-33cece02a4c4 admin admin] Deleting subnet 23b99dcd-4324-4ea7-a464-8ee75344e3dc {{(pid=104024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 18:29:00.844494 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-cada3b06-ec10-41ee-ba2b-33cece02a4c4 admin admin] Publish callbacks [] for subnet (23b99dcd-4324-4ea7-a464-8ee75344e3dc), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:29:00.881804 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-cada3b06-ec10-41ee-ba2b-33cece02a4c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6008541'] for subnet (23b99dcd-4324-4ea7-a464-8ee75344e3dc), precommit_delete_associations {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:29:00.921622 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-cada3b06-ec10-41ee-ba2b-33cece02a4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727632'] for subnet (23b99dcd-4324-4ea7-a464-8ee75344e3dc), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:29:01.055048 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-cada3b06-ec10-41ee-ba2b-33cece02a4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5949328'] for subnet (23b99dcd-4324-4ea7-a464-8ee75344e3dc), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:29:01.081347 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cada3b06-ec10-41ee-ba2b-33cece02a4c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23b99dcd-4324-4ea7-a464-8ee75344e3dc,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:29:01.086426 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-cada3b06-ec10-41ee-ba2b-33cece02a4c4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:29:01.089882 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-cada3b06-ec10-41ee-ba2b-33cece02a4c4 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/23b99dcd-4324-4ea7-a464-8ee75344e3dc HTTP/1.1" status: 204 len: 168 time: 0.2918677 May 04 18:29:01.092370 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 58348) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:29:01.094668 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cada3b06-ec10-41ee-ba2b-33cece02a4c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:29:01.094896 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cada3b06-ec10-41ee-ba2b-33cece02a4c4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:29:01.095263 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cada3b06-ec10-41ee-ba2b-33cece02a4c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:29:01.095598 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cada3b06-ec10-41ee-ba2b-33cece02a4c4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:29:01.096052 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cada3b06-ec10-41ee-ba2b-33cece02a4c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:29:01.096234 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cada3b06-ec10-41ee-ba2b-33cece02a4c4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:29:01.096945 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cada3b06-ec10-41ee-ba2b-33cece02a4c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:29:01.097449 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cada3b06-ec10-41ee-ba2b-33cece02a4c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:29:01.097775 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cada3b06-ec10-41ee-ba2b-33cece02a4c4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:29:01.098204 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cada3b06-ec10-41ee-ba2b-33cece02a4c4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:29:01.098410 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cada3b06-ec10-41ee-ba2b-33cece02a4c4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:29:01.098728 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cada3b06-ec10-41ee-ba2b-33cece02a4c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:29:01.099250 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cada3b06-ec10-41ee-ba2b-33cece02a4c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:29:01.099571 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cada3b06-ec10-41ee-ba2b-33cece02a4c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:29:01.099889 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cada3b06-ec10-41ee-ba2b-33cece02a4c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:29:01.172745 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-76f69656-a79e-430e-ba10-ba266cc79ebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653438'] for network (63235afa-7a2a-4871-b441-e562903ed679), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:29:01.197414 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-4fdd29be-a970-4503-919e-12b86a90c52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (74c08095-bc4c-43d3-91b6-743b06ad1f6c), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:29:01.252618 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-76f69656-a79e-430e-ba10-ba266cc79ebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727429', 'neutron.services.segments.db._delete_segments_for_network-8772820294476'] for network (63235afa-7a2a-4871-b441-e562903ed679), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:29:01.279048 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.services.segments.db [None req-76f69656-a79e-430e-ba10-ba266cc79ebd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63235afa-7a2a-4871-b441-e562903ed679']}} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:29:01.289078 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.services.segments.db [None req-76f69656-a79e-430e-ba10-ba266cc79ebd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d511f55-d290-49db-b8a8-dfe16787487d') {'for_net_delete': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:29:01.289374 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.services.segments.db [None req-76f69656-a79e-430e-ba10-ba266cc79ebd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d511f55-d290-49db-b8a8-dfe16787487d') {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:29:01.299660 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-76f69656-a79e-430e-ba10-ba266cc79ebd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772820296277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7381908'] for segment (3d511f55-d290-49db-b8a8-dfe16787487d), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:29:01.312660 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-76f69656-a79e-430e-ba10-ba266cc79ebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691573'] for segment (3d511f55-d290-49db-b8a8-dfe16787487d), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:29:01.318450 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76f69656-a79e-430e-ba10-ba266cc79ebd admin admin] Releasing vlan 814 on physical network physnet1 to pool {{(pid=104023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 18:29:01.318952 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-76f69656-a79e-430e-ba10-ba266cc79ebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7382171'] for segment (3d511f55-d290-49db-b8a8-dfe16787487d), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:29:01.320647 dv-cinder-840511-4-iscsi neutron-server[104023]: Traceback (most recent call last): May 04 18:29:01.320647 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 18:29:01.320647 dv-cinder-840511-4-iscsi neutron-server[104023]: timer() May 04 18:29:01.320647 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 18:29:01.320647 dv-cinder-840511-4-iscsi neutron-server[104023]: cb(*args, **kw) May 04 18:29:01.320647 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 18:29:01.320647 dv-cinder-840511-4-iscsi neutron-server[104023]: return func(*args, **kwargs) May 04 18:29:01.320647 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 18:29:01.320647 dv-cinder-840511-4-iscsi neutron-server[104023]: self._notify() May 04 18:29:01.320647 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 18:29:01.320647 dv-cinder-840511-4-iscsi neutron-server[104023]: self.callback(batched_events) May 04 18:29:01.320647 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 18:29:01.320647 dv-cinder-840511-4-iscsi neutron-server[104023]: event.method(event) May 04 18:29:01.320647 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 18:29:01.320647 dv-cinder-840511-4-iscsi neutron-server[104023]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 18:29:01.320647 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 18:29:01.320647 dv-cinder-840511-4-iscsi neutron-server[104023]: aggregate_uuid = self.p_client.list_aggregates( May 04 18:29:01.320647 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 18:29:01.320647 dv-cinder-840511-4-iscsi neutron-server[104023]: return f(self, *a, **k) May 04 18:29:01.320647 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 18:29:01.320647 dv-cinder-840511-4-iscsi neutron-server[104023]: return self._get(url).json() May 04 18:29:01.320647 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 18:29:01.320647 dv-cinder-840511-4-iscsi neutron-server[104023]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 18:29:01.320647 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 18:29:01.320647 dv-cinder-840511-4-iscsi neutron-server[104023]: return self.request(url, 'GET', **kwargs) May 04 18:29:01.320647 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 18:29:01.320647 dv-cinder-840511-4-iscsi neutron-server[104023]: base_url = self.get_endpoint(auth, allow=allow, May 04 18:29:01.320647 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 18:29:01.320647 dv-cinder-840511-4-iscsi neutron-server[104023]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 18:29:01.320647 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 18:29:01.320647 dv-cinder-840511-4-iscsi neutron-server[104023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 18:29:01.320647 dv-cinder-840511-4-iscsi neutron-server[104023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 18:29:01.449356 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-76f69656-a79e-430e-ba10-ba266cc79ebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676474'] for network (63235afa-7a2a-4871-b441-e562903ed679), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:29:01.454834 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-76f69656-a79e-430e-ba10-ba266cc79ebd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598214'] for network (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:29:01.458066 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-76f69656-a79e-430e-ba10-ba266cc79ebd admin admin] 10.222.0.23 "DELETE /v2.0/networks/63235afa-7a2a-4871-b441-e562903ed679 HTTP/1.1" status: 204 len: 168 time: 0.3639576 May 04 18:29:01.469467 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f69656-a79e-430e-ba10-ba266cc79ebd admin admin] Pushing event deleted for resources: {'Network': ['ID=63235afa-7a2a-4871-b441-e562903ed679,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:29:01.476984 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f69656-a79e-430e-ba10-ba266cc79ebd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:29:01.477335 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f69656-a79e-430e-ba10-ba266cc79ebd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:29:01.477676 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f69656-a79e-430e-ba10-ba266cc79ebd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:29:01.478015 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f69656-a79e-430e-ba10-ba266cc79ebd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:29:01.478347 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f69656-a79e-430e-ba10-ba266cc79ebd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:29:01.478678 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f69656-a79e-430e-ba10-ba266cc79ebd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:29:01.479949 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f69656-a79e-430e-ba10-ba266cc79ebd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:29:01.479949 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f69656-a79e-430e-ba10-ba266cc79ebd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:29:01.480259 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f69656-a79e-430e-ba10-ba266cc79ebd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:29:01.480585 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f69656-a79e-430e-ba10-ba266cc79ebd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:29:01.480915 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f69656-a79e-430e-ba10-ba266cc79ebd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:29:01.481236 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f69656-a79e-430e-ba10-ba266cc79ebd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:29:01.481635 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f69656-a79e-430e-ba10-ba266cc79ebd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:29:01.481956 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f69656-a79e-430e-ba10-ba266cc79ebd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:29:01.482274 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f69656-a79e-430e-ba10-ba266cc79ebd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:29:01.842735 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 58358) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:29:01.883316 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-c685fb84-ca3a-4f93-8450-45a814e65901 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=309b01b9d92e4ede9ae5840b7b6dc843&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393348 May 04 18:29:01.886413 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 58360) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:29:01.938333 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-65ba47e5-b9b9-4aee-9d11-6aa2a3923047 admin admin] Publish callbacks [] for security_group (123ffc75-0ef5-4b53-9b6a-fa913ead9fe7), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:29:01.960565 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-65ba47e5-b9b9-4aee-9d11-6aa2a3923047 admin admin] Publish callbacks [] for security_group (123ffc75-0ef5-4b53-9b6a-fa913ead9fe7), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:29:02.075261 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-65ba47e5-b9b9-4aee-9d11-6aa2a3923047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (123ffc75-0ef5-4b53-9b6a-fa913ead9fe7), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:29:02.077816 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-65ba47e5-b9b9-4aee-9d11-6aa2a3923047 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:29:02.078966 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-65ba47e5-b9b9-4aee-9d11-6aa2a3923047 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/123ffc75-0ef5-4b53-9b6a-fa913ead9fe7 HTTP/1.1" status: 204 len: 168 time: 0.1916602 May 04 18:29:02.087234 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba47e5-b9b9-4aee-9d11-6aa2a3923047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=123ffc75-0ef5-4b53-9b6a-fa913ead9fe7,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:29:02.597329 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-f7537222-04fb-4408-8d24-7493625e2bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (88f974dc-3c14-4d3d-9ef8-4363bb88b433), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:29:03.817822 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (e55a6cb5-967a-4631-865a-95818de4ff35), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:29:10.610351 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-aece28fb-d098-460e-bf2b-f9509d16f576 req-2e246905-ba94-41d0-854b-87a945922c12 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=fda91c03-2fda-4c41-ae3d-9c415b830ddb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390699 May 04 18:29:10.725667 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aece28fb-d098-460e-bf2b-f9509d16f576 req-79d8f948-5238-438c-82b6-9a3162d8ee38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:29:10.727203 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-aece28fb-d098-460e-bf2b-f9509d16f576 req-79d8f948-5238-438c-82b6-9a3162d8ee38 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1866b3ae05f944c89bbaa6f19f66c878&device_id=fda91c03-2fda-4c41-ae3d-9c415b830ddb HTTP/1.1" status: 200 len: 1129 time: 0.0409710 May 04 18:29:10.842740 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aece28fb-d098-460e-bf2b-f9509d16f576 req-1da1bfda-92b3-4bc5-bbf1-3b1a9310b2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:29:10.844214 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-aece28fb-d098-460e-bf2b-f9509d16f576 req-1da1bfda-92b3-4bc5-bbf1-3b1a9310b2e4 service neutron] 10.222.0.84 "GET /v2.0/networks?id=1f7a1af6-a8f3-402c-9395-0fc4a8a1493e HTTP/1.1" status: 200 len: 915 time: 0.0886142 May 04 18:29:10.886292 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-aece28fb-d098-460e-bf2b-f9509d16f576 req-0956183d-338f-4dc1-8711-7659e535da11 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8253678e-0bff-4e0f-9bd6-a528a4a0ef6a HTTP/1.1" status: 200 len: 217 time: 0.0341508 May 04 18:29:10.940228 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aece28fb-d098-460e-bf2b-f9509d16f576 req-c4a83ae8-4683-497e-9da4-dad372a75cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:29:10.941697 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-aece28fb-d098-460e-bf2b-f9509d16f576 req-c4a83ae8-4683-497e-9da4-dad372a75cf9 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=6137ea37-5711-4cf5-b40f-c2f2c7b34429 HTTP/1.1" status: 200 len: 854 time: 0.0502634 May 04 18:29:10.976979 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-aece28fb-d098-460e-bf2b-f9509d16f576 req-d83def67-a299-474b-8083-b6a72d113ea6 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1f7a1af6-a8f3-402c-9395-0fc4a8a1493e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280688 May 04 18:29:11.070597 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-aece28fb-d098-460e-bf2b-f9509d16f576 req-8a4f674f-7ffd-471c-9f49-3cfe4bfcb959 service neutron] 10.222.0.84 "GET /v2.0/networks/1f7a1af6-a8f3-402c-9395-0fc4a8a1493e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863991 May 04 18:29:11.167623 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-aece28fb-d098-460e-bf2b-f9509d16f576 req-bd54f65b-3b77-4360-bc6b-5b4099c9075f service neutron] 10.222.0.84 "GET /v2.0/networks/1f7a1af6-a8f3-402c-9395-0fc4a8a1493e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902307 May 04 18:29:12.716507 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.agents_db [None req-cc71a237-c19e-45a1-a167-cff52744c55e None None] Agent healthcheck: found 6 active agents {{(pid=104026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 18:29:13.681365 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 58434) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:29:13.786708 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3adb1228-e4c6-4f28-ad88-cd075aa90368 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:29:13.864087 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3adb1228-e4c6-4f28-ad88-cd075aa90368 admin admin] Publish callbacks [] for security_group (772e2126-b929-47e9-9774-cf60794563d4), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:29:13.991220 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3adb1228-e4c6-4f28-ad88-cd075aa90368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (772e2126-b929-47e9-9774-cf60794563d4), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:29:14.028846 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adb1228-e4c6-4f28-ad88-cd075aa90368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=772e2126-b929-47e9-9774-cf60794563d4,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:29:14.035136 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-3adb1228-e4c6-4f28-ad88-cd075aa90368 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c230e0f1593e4a03ab66d99d898e99e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3526580 May 04 18:29:14.037949 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 58438) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:29:14.086557 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-4f0b1dde-d146-4607-bd52-a96dd8a813a7 admin admin] Publish callbacks [] for security_group (772e2126-b929-47e9-9774-cf60794563d4), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:29:14.108361 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-4f0b1dde-d146-4607-bd52-a96dd8a813a7 admin admin] Publish callbacks [] for security_group (772e2126-b929-47e9-9774-cf60794563d4), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:29:14.236727 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-4f0b1dde-d146-4607-bd52-a96dd8a813a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (772e2126-b929-47e9-9774-cf60794563d4), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:29:14.239371 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-4f0b1dde-d146-4607-bd52-a96dd8a813a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:29:14.240570 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-4f0b1dde-d146-4607-bd52-a96dd8a813a7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/772e2126-b929-47e9-9774-cf60794563d4 HTTP/1.1" status: 204 len: 168 time: 0.2016795 May 04 18:29:14.248871 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0b1dde-d146-4607-bd52-a96dd8a813a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=772e2126-b929-47e9-9774-cf60794563d4,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:29:17.282457 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74457f0e-65a0-432c-ac95-8463a14fa9d0 req-09597bdb-6f9d-4295-9cbe-bfb557171b93 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:29:17.284259 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-74457f0e-65a0-432c-ac95-8463a14fa9d0 req-09597bdb-6f9d-4295-9cbe-bfb557171b93 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] 10.222.0.23 "GET /v2.0/ports?device_id=fda91c03-2fda-4c41-ae3d-9c415b830ddb HTTP/1.1" status: 200 len: 945 time: 0.0483081 May 04 18:29:17.335609 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-74457f0e-65a0-432c-ac95-8463a14fa9d0 req-669578f0-ef71-449c-9379-983adcd9d1a4 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0aee1c6-3a89-45c6-bc2b-f26f8ce531e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456386 May 04 18:29:18.452326 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b6332-97f5-407c-a8d4-189eb9813c80 req-ce6dcbbc-7d56-4f44-97f7-d03c800c69b7 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:29:18.453792 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-573b6332-97f5-407c-a8d4-189eb9813c80 req-ce6dcbbc-7d56-4f44-97f7-d03c800c69b7 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] 10.222.0.23 "GET /v2.0/ports?device_id=fda91c03-2fda-4c41-ae3d-9c415b830ddb HTTP/1.1" status: 200 len: 945 time: 0.0477726 May 04 18:29:18.500957 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-573b6332-97f5-407c-a8d4-189eb9813c80 req-701a4062-a800-46c6-a42d-0e0ddf2db226 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0aee1c6-3a89-45c6-bc2b-f26f8ce531e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413868 May 04 18:29:19.313989 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c682a126-e22b-4829-8d32-f98237c9c7d5 req-f3c16ef8-8652-4aa0-80d0-11de1e4ad3ba tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:29:19.316020 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-c682a126-e22b-4829-8d32-f98237c9c7d5 req-f3c16ef8-8652-4aa0-80d0-11de1e4ad3ba tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] 10.222.0.84 "GET /v2.0/ports?device_id=fda91c03-2fda-4c41-ae3d-9c415b830ddb HTTP/1.1" status: 200 len: 945 time: 0.0530343 May 04 18:29:19.407673 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [req-c682a126-e22b-4829-8d32-f98237c9c7d5 req-63bb881c-dca3-4f34-b170-df6d756226f2 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] Deleting port 8253678e-0bff-4e0f-9bd6-a528a4a0ef6a {{(pid=104023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:29:19.408844 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-c682a126-e22b-4829-8d32-f98237c9c7d5 req-63bb881c-dca3-4f34-b170-df6d756226f2 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772820269343'] for port (8253678e-0bff-4e0f-9bd6-a528a4a0ef6a), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:29:19.501259 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [req-c682a126-e22b-4829-8d32-f98237c9c7d5 req-63bb881c-dca3-4f34-b170-df6d756226f2 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] For port 8253678e-0bff-4e0f-9bd6-a528a4a0ef6a, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=8253678e-0bff-4e0f-9bd6-a528a4a0ef6a,segment=NetworkSegment(c1aa9bb3-f22e-47e7-bfee-3b82ee818f0c),segment_id=c1aa9bb3-f22e-47e7-bfee-3b82ee818f0c)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:29:19.502215 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-c682a126-e22b-4829-8d32-f98237c9c7d5 req-63bb881c-dca3-4f34-b170-df6d756226f2 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674980'] for port (8253678e-0bff-4e0f-9bd6-a528a4a0ef6a), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:29:19.515565 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [req-c682a126-e22b-4829-8d32-f98237c9c7d5 req-63bb881c-dca3-4f34-b170-df6d756226f2 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] Calling delete_port for 8253678e-0bff-4e0f-9bd6-a528a4a0ef6a owned by compute:nova {{(pid=104023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:29:19.615729 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0ad614-2f3e-4ab0-9284-aaea5e545632 req-2e48398f-8039-4704-8c85-2814d16b0be7 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:29:19.617345 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-ef0ad614-2f3e-4ab0-9284-aaea5e545632 req-2e48398f-8039-4704-8c85-2814d16b0be7 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] 10.222.0.23 "GET /v2.0/ports?device_id=fda91c03-2fda-4c41-ae3d-9c415b830ddb HTTP/1.1" status: 200 len: 945 time: 0.0475302 May 04 18:29:19.665769 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-ef0ad614-2f3e-4ab0-9284-aaea5e545632 req-26fba490-c19a-4d89-8d2c-82533b3b64ed tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0aee1c6-3a89-45c6-bc2b-f26f8ce531e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426788 May 04 18:29:19.739633 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-c682a126-e22b-4829-8d32-f98237c9c7d5 req-63bb881c-dca3-4f34-b170-df6d756226f2 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772820276655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772819832239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7382190'] for port (8253678e-0bff-4e0f-9bd6-a528a4a0ef6a), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:29:19.774079 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bb881c-dca3-4f34-b170-df6d756226f2 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] Pushing event deleted for resources: {'Port': ['ID=8253678e-0bff-4e0f-9bd6-a528a4a0ef6a,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:29:19.819538 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [req-c682a126-e22b-4829-8d32-f98237c9c7d5 req-63bb881c-dca3-4f34-b170-df6d756226f2 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] No DVR routers for this DVR port 8253678e-0bff-4e0f-9bd6-a528a4a0ef6a on host hv-cinder-84051 {{(pid=104023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:29:19.822090 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-c682a126-e22b-4829-8d32-f98237c9c7d5 req-63bb881c-dca3-4f34-b170-df6d756226f2 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976'] for port (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:29:19.825351 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-c682a126-e22b-4829-8d32-f98237c9c7d5 req-63bb881c-dca3-4f34-b170-df6d756226f2 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] 10.222.0.84 "DELETE /v2.0/ports/8253678e-0bff-4e0f-9bd6-a528a4a0ef6a HTTP/1.1" status: 204 len: 173 time: 0.5043318 May 04 18:29:19.825781 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fda91c03-2fda-4c41-ae3d-9c415b830ddb', 'name': 'network-vif-deleted', 'tag': '8253678e-0bff-4e0f-9bd6-a528a4a0ef6a'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:29:19.828041 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}418c4fc0ed359c78e2a46d0945201a397afdfc4a7689ae544a04c30398cb972a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2947abf4-6d07-43a1-8603-04952236faf0" -d '{"events": [{"server_uuid": "fda91c03-2fda-4c41-ae3d-9c415b830ddb", "name": "network-vif-deleted", "tag": "8253678e-0bff-4e0f-9bd6-a528a4a0ef6a"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:29:19.862519 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 18:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48435761-3ae7-4966-a7a8-74518fa49d90 x-openstack-request-id: req-48435761-3ae7-4966-a7a8-74518fa49d90 {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:29:19.862805 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fda91c03-2fda-4c41-ae3d-9c415b830ddb", "name": "network-vif-deleted", "tag": "8253678e-0bff-4e0f-9bd6-a528a4a0ef6a", "status": "completed", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:29:19.863080 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-48435761-3ae7-4966-a7a8-74518fa49d90 {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:29:19.863481 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48435761-3ae7-4966-a7a8-74518fa49d90'] response: {'server_uuid': 'fda91c03-2fda-4c41-ae3d-9c415b830ddb', 'name': 'network-vif-deleted', 'tag': '8253678e-0bff-4e0f-9bd6-a528a4a0ef6a', 'status': 'completed', 'code': 200} May 04 18:29:20.782885 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-866060dd-6d9f-4f1d-b4a8-dea9c40e2afd req-ea38de09-7e09-4e69-bdea-ac5080099010 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] 10.222.0.23 "GET /v2.0/ports?device_id=fda91c03-2fda-4c41-ae3d-9c415b830ddb HTTP/1.1" status: 200 len: 210 time: 0.0316904 May 04 18:29:21.722490 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device 8253678e-0bff-4e0f-9bd6-a528a4a0ef6a no longer exists at agent hyperv_hv-cinder-84051 {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 18:29:21.743854 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] No Port match for: 8253678e-0bff-4e0f-9bd6-a528a4a0ef6a {{(pid=104025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 18:29:21.744202 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device 8253678e-0bff-4e0f-9bd6-a528a4a0ef6a not bound to the agent host hv-cinder-84051 {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 18:29:22.241209 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (2ed5d983-d6d1-49f2-9dfa-1a41e5be1317), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:29:27.590778 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-d33546f5-fa6e-4aff-9606-fab4a0e30989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (c89944b2-e06f-41dc-a0fc-77a7e649c9d3), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:29:30.056904 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-0e9301a7-f15e-4224-ad29-8cee70309c4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:29:31.219311 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-4fdd29be-a970-4503-919e-12b86a90c52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (74c08095-bc4c-43d3-91b6-743b06ad1f6c), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:29:32.421660 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4196ff3c-34c7-4d61-85f9-afc7164ac64d req-94d4fccd-a2d4-4a2f-85cf-abaedd594558 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:29:32.423012 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-4196ff3c-34c7-4d61-85f9-afc7164ac64d req-94d4fccd-a2d4-4a2f-85cf-abaedd594558 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] 10.222.0.23 "GET /v2.0/networks?id=1f7a1af6-a8f3-402c-9395-0fc4a8a1493e HTTP/1.1" status: 200 len: 814 time: 0.1009488 May 04 18:29:32.438273 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-4196ff3c-34c7-4d61-85f9-afc7164ac64d req-38be7f24-a554-44d3-bc4a-77e0d986b54e tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] 10.222.0.23 "GET /v2.0/quotas/1866b3ae05f944c89bbaa6f19f66c878 HTTP/1.1" status: 200 len: 375 time: 0.0088525 May 04 18:29:32.475459 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-4196ff3c-34c7-4d61-85f9-afc7164ac64d req-e2721866-89ec-462e-97d8-f168bf4feedb tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1866b3ae05f944c89bbaa6f19f66c878&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317729 May 04 18:29:32.566325 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-4196ff3c-34c7-4d61-85f9-afc7164ac64d req-0cd7f4aa-bc32-46aa-b4f8-d78cb80228e2 service neutron] 10.222.0.23 "GET /v2.0/networks/1f7a1af6-a8f3-402c-9395-0fc4a8a1493e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836284 May 04 18:29:32.596321 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-f7537222-04fb-4408-8d24-7493625e2bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (88f974dc-3c14-4d3d-9ef8-4363bb88b433), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:29:32.658759 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-4196ff3c-34c7-4d61-85f9-afc7164ac64d req-df087f4c-4566-4b52-b50a-8e0722a95169 service neutron] 10.222.0.23 "GET /v2.0/networks/1f7a1af6-a8f3-402c-9395-0fc4a8a1493e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864182 May 04 18:29:32.880432 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-1f75e96c-2a50-4c64-af00-c628ac220208 req-ffc36593-42b5-4a3c-9c39-7ebe05395065 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] 10.222.0.23 "GET /v2.0/ports?device_id=8153e760-80bd-4924-a54f-0755fe868af4 HTTP/1.1" status: 200 len: 210 time: 0.0279973 May 04 18:29:33.795935 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (e55a6cb5-967a-4631-865a-95818de4ff35), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:29:33.977130 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-373c1e9c-477f-4fff-ae56-bac2e97f24e1 req-5b30d035-b49f-431c-92b2-4c2dfa06953c tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] 10.222.0.23 "GET /v2.0/ports?device_id=8153e760-80bd-4924-a54f-0755fe868af4 HTTP/1.1" status: 200 len: 210 time: 0.0291433 May 04 18:29:34.715282 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4196ff3c-34c7-4d61-85f9-afc7164ac64d req-1c9a9a61-0d82-4c92-bef5-25da321d64d1 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:29:34.717059 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-4196ff3c-34c7-4d61-85f9-afc7164ac64d req-1c9a9a61-0d82-4c92-bef5-25da321d64d1 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] 10.222.0.84 "GET /v2.0/networks?id=1f7a1af6-a8f3-402c-9395-0fc4a8a1493e HTTP/1.1" status: 200 len: 814 time: 0.1098967 May 04 18:29:34.733008 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.v2.base [req-4196ff3c-34c7-4d61-85f9-afc7164ac64d req-a145e134-c5e7-455f-815c-96d34a3e7962 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] Request body: {'port': {'device_id': '8153e760-80bd-4924-a54f-0755fe868af4', 'network_id': '1f7a1af6-a8f3-402c-9395-0fc4a8a1493e', 'admin_state_up': True, 'tenant_id': '1866b3ae05f944c89bbaa6f19f66c878'}} {{(pid=104023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:29:34.904486 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4196ff3c-34c7-4d61-85f9-afc7164ac64d req-a145e134-c5e7-455f-815c-96d34a3e7962 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] Made reservation on behalf of 1866b3ae05f944c89bbaa6f19f66c878 for: {'port': 1} {{(pid=104023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:29:34.907886 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-4196ff3c-34c7-4d61-85f9-afc7164ac64d req-a145e134-c5e7-455f-815c-96d34a3e7962 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:29:35.047570 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.db_base_plugin_common [req-4196ff3c-34c7-4d61-85f9-afc7164ac64d req-a145e134-c5e7-455f-815c-96d34a3e7962 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] Allocated IP 172.20.0.6 (1f7a1af6-a8f3-402c-9395-0fc4a8a1493e/6137ea37-5711-4cf5-b40f-c2f2c7b34429/3ccd1c4a-7037-4bdb-8164-50fc7c2d15f0) {{(pid=104023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:29:35.074697 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-4baa794f-8f7e-4834-81d9-5b52f40d4284 req-871798a5-045b-414a-9fbd-e34b04ebabb6 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] 10.222.0.23 "GET /v2.0/ports?device_id=8153e760-80bd-4924-a54f-0755fe868af4 HTTP/1.1" status: 200 len: 210 time: 0.0274816 May 04 18:29:35.203987 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-4196ff3c-34c7-4d61-85f9-afc7164ac64d req-a145e134-c5e7-455f-815c-96d34a3e7962 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] Publish callbacks [] for port (3ccd1c4a-7037-4bdb-8164-50fc7c2d15f0), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:29:35.282269 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-4196ff3c-34c7-4d61-85f9-afc7164ac64d req-a145e134-c5e7-455f-815c-96d34a3e7962 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772819832230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7382190'] for port (3ccd1c4a-7037-4bdb-8164-50fc7c2d15f0), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:29:35.325550 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4196ff3c-34c7-4d61-85f9-afc7164ac64d req-a145e134-c5e7-455f-815c-96d34a3e7962 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] Network 1f7a1af6-a8f3-402c-9395-0fc4a8a1493e is already hosted by enough agents. {{(pid=104023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:29:35.328798 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.base_scheduler [req-4196ff3c-34c7-4d61-85f9-afc7164ac64d req-a145e134-c5e7-455f-815c-96d34a3e7962 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] Resources bound (agent type, host, resource id): {{(pid=104023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:29:35.335973 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [req-4196ff3c-34c7-4d61-85f9-afc7164ac64d req-a145e134-c5e7-455f-815c-96d34a3e7962 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] Received port after_create {{(pid=104023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:29:35.359432 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a145e134-c5e7-455f-815c-96d34a3e7962 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] Pushing event updated for resources: {'Port': ['ID=3ccd1c4a-7037-4bdb-8164-50fc7c2d15f0,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:29:35.387064 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4196ff3c-34c7-4d61-85f9-afc7164ac64d req-a145e134-c5e7-455f-815c-96d34a3e7962 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:29:35.387680 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-4196ff3c-34c7-4d61-85f9-afc7164ac64d req-a145e134-c5e7-455f-815c-96d34a3e7962 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976'] for port (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:29:35.448313 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-4196ff3c-34c7-4d61-85f9-afc7164ac64d req-a145e134-c5e7-455f-815c-96d34a3e7962 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7189302 May 04 18:29:35.463480 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.v2.base [req-4196ff3c-34c7-4d61-85f9-afc7164ac64d req-cc244e1a-e0f4-4003-8c8f-612b898943b0 service neutron] Request body: {'port': {'device_id': '8153e760-80bd-4924-a54f-0755fe868af4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=104023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:29:35.526167 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-4196ff3c-34c7-4d61-85f9-afc7164ac64d req-cc244e1a-e0f4-4003-8c8f-612b898943b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (3ccd1c4a-7037-4bdb-8164-50fc7c2d15f0), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:29:36.052778 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [req-4196ff3c-34c7-4d61-85f9-afc7164ac64d req-cc244e1a-e0f4-4003-8c8f-612b898943b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ccd1c4a-7037-4bdb-8164-50fc7c2d15f0 {{(pid=104023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:29:36.060289 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-4196ff3c-34c7-4d61-85f9-afc7164ac64d req-cc244e1a-e0f4-4003-8c8f-612b898943b0 service neutron] Publish callbacks [] for port (3ccd1c4a-7037-4bdb-8164-50fc7c2d15f0), precommit_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:29:36.072823 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [req-4196ff3c-34c7-4d61-85f9-afc7164ac64d req-cc244e1a-e0f4-4003-8c8f-612b898943b0 service neutron] Transition to ACTIVE for port object 3ccd1c4a-7037-4bdb-8164-50fc7c2d15f0 will not be triggered until provisioned by entity L2. {{(pid=104023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 18:29:36.150576 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-4196ff3c-34c7-4d61-85f9-afc7164ac64d req-cc244e1a-e0f4-4003-8c8f-612b898943b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7382199'] for port (3ccd1c4a-7037-4bdb-8164-50fc7c2d15f0), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:29:36.191035 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1a287b-439c-4086-9bd8-eff348e5fac1 req-d349a9e0-71d2-4efc-86ac-78c8557ad777 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:29:36.193031 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-dc1a287b-439c-4086-9bd8-eff348e5fac1 req-d349a9e0-71d2-4efc-86ac-78c8557ad777 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] 10.222.0.23 "GET /v2.0/ports?device_id=8153e760-80bd-4924-a54f-0755fe868af4 HTTP/1.1" status: 200 len: 943 time: 0.0496373 May 04 18:29:36.206748 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc244e1a-e0f4-4003-8c8f-612b898943b0 service neutron] Pushing event updated for resources: {'Port': ['ID=3ccd1c4a-7037-4bdb-8164-50fc7c2d15f0,revision_number=2']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:29:36.285496 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [req-4196ff3c-34c7-4d61-85f9-afc7164ac64d req-cc244e1a-e0f4-4003-8c8f-612b898943b0 service neutron] Attempting to bind port 3ccd1c4a-7037-4bdb-8164-50fc7c2d15f0 on host hv-cinder-84051 for vnic_type normal with profile {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 18:29:36.285767 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [req-4196ff3c-34c7-4d61-85f9-afc7164ac64d req-cc244e1a-e0f4-4003-8c8f-612b898943b0 service neutron] Attempting to bind port 3ccd1c4a-7037-4bdb-8164-50fc7c2d15f0 by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': 'c1aa9bb3-f22e-47e7-bfee-3b82ee818f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '1f7a1af6-a8f3-402c-9395-0fc4a8a1493e'}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 18:29:36.286076 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4196ff3c-34c7-4d61-85f9-afc7164ac64d req-cc244e1a-e0f4-4003-8c8f-612b898943b0 service neutron] Attempting to bind port 3ccd1c4a-7037-4bdb-8164-50fc7c2d15f0 on network 1f7a1af6-a8f3-402c-9395-0fc4a8a1493e {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:29:36.291090 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4196ff3c-34c7-4d61-85f9-afc7164ac64d req-cc244e1a-e0f4-4003-8c8f-612b898943b0 service neutron] Port 3ccd1c4a-7037-4bdb-8164-50fc7c2d15f0 on network 1f7a1af6-a8f3-402c-9395-0fc4a8a1493e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 18:29:36.291419 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4196ff3c-34c7-4d61-85f9-afc7164ac64d req-cc244e1a-e0f4-4003-8c8f-612b898943b0 service neutron] Attempting to bind port 3ccd1c4a-7037-4bdb-8164-50fc7c2d15f0 on network 1f7a1af6-a8f3-402c-9395-0fc4a8a1493e {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:29:36.297180 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4196ff3c-34c7-4d61-85f9-afc7164ac64d req-cc244e1a-e0f4-4003-8c8f-612b898943b0 service neutron] Checking agent: {'id': '2ed5d983-d6d1-49f2-9dfa-1a41e5be1317', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 13, 52), 'started_at': datetime.datetime(2022, 5, 4, 18, 13, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 18:29:36.297527 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4196ff3c-34c7-4d61-85f9-afc7164ac64d req-cc244e1a-e0f4-4003-8c8f-612b898943b0 service neutron] Checking segment: {'id': 'c1aa9bb3-f22e-47e7-bfee-3b82ee818f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '1f7a1af6-a8f3-402c-9395-0fc4a8a1493e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:29:36.297958 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4196ff3c-34c7-4d61-85f9-afc7164ac64d req-cc244e1a-e0f4-4003-8c8f-612b898943b0 service neutron] Bound using segment: {'id': 'c1aa9bb3-f22e-47e7-bfee-3b82ee818f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '1f7a1af6-a8f3-402c-9395-0fc4a8a1493e'} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 18:29:36.298398 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [req-4196ff3c-34c7-4d61-85f9-afc7164ac64d req-cc244e1a-e0f4-4003-8c8f-612b898943b0 service neutron] Bound port: 3ccd1c4a-7037-4bdb-8164-50fc7c2d15f0, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1aa9bb3-f22e-47e7-bfee-3b82ee818f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '1f7a1af6-a8f3-402c-9395-0fc4a8a1493e'}}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 18:29:36.298858 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-4196ff3c-34c7-4d61-85f9-afc7164ac64d req-cc244e1a-e0f4-4003-8c8f-612b898943b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (3ccd1c4a-7037-4bdb-8164-50fc7c2d15f0), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:29:36.374237 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [req-4196ff3c-34c7-4d61-85f9-afc7164ac64d req-cc244e1a-e0f4-4003-8c8f-612b898943b0 service neutron] For port 3ccd1c4a-7037-4bdb-8164-50fc7c2d15f0, host hv-cinder-84051, cleared binding levels {{(pid=104023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 18:29:36.378331 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [req-4196ff3c-34c7-4d61-85f9-afc7164ac64d req-cc244e1a-e0f4-4003-8c8f-612b898943b0 service neutron] For port 3ccd1c4a-7037-4bdb-8164-50fc7c2d15f0, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=3ccd1c4a-7037-4bdb-8164-50fc7c2d15f0,segment=NetworkSegment(c1aa9bb3-f22e-47e7-bfee-3b82ee818f0c),segment_id=c1aa9bb3-f22e-47e7-bfee-3b82ee818f0c)] {{(pid=104023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 18:29:36.488999 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-4196ff3c-34c7-4d61-85f9-afc7164ac64d req-cc244e1a-e0f4-4003-8c8f-612b898943b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7382199'] for port (3ccd1c4a-7037-4bdb-8164-50fc7c2d15f0), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:29:36.516606 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-dc1a287b-439c-4086-9bd8-eff348e5fac1 req-a3cb05e2-d279-46df-b387-7608404f9da2 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0aee1c6-3a89-45c6-bc2b-f26f8ce531e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3182242 May 04 18:29:36.526145 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4196ff3c-34c7-4d61-85f9-afc7164ac64d req-cc244e1a-e0f4-4003-8c8f-612b898943b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:29:36.527696 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-4196ff3c-34c7-4d61-85f9-afc7164ac64d req-cc244e1a-e0f4-4003-8c8f-612b898943b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976'] for port (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:29:36.528309 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-4196ff3c-34c7-4d61-85f9-afc7164ac64d req-cc244e1a-e0f4-4003-8c8f-612b898943b0 service neutron] 10.222.0.84 "PUT /v2.0/ports/3ccd1c4a-7037-4bdb-8164-50fc7c2d15f0 HTTP/1.1" status: 200 len: 1093 time: 1.0688031 May 04 18:29:36.528682 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8153e760-80bd-4924-a54f-0755fe868af4', 'tag': '3ccd1c4a-7037-4bdb-8164-50fc7c2d15f0'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:29:36.530954 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}418c4fc0ed359c78e2a46d0945201a397afdfc4a7689ae544a04c30398cb972a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc28225-2b78-4634-b3df-70978842e86d" -d '{"events": [{"name": "network-changed", "server_uuid": "8153e760-80bd-4924-a54f-0755fe868af4", "tag": "3ccd1c4a-7037-4bdb-8164-50fc7c2d15f0"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:29:36.561990 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc244e1a-e0f4-4003-8c8f-612b898943b0 service neutron] Pushing event updated for resources: {'Port': ['ID=3ccd1c4a-7037-4bdb-8164-50fc7c2d15f0,revision_number=3']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:29:36.568247 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 18:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f04e0f0-8b37-41ef-a74f-996786337f60 x-openstack-request-id: req-1f04e0f0-8b37-41ef-a74f-996786337f60 {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:29:36.568542 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8153e760-80bd-4924-a54f-0755fe868af4", "tag": "3ccd1c4a-7037-4bdb-8164-50fc7c2d15f0", "status": "completed", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:29:36.568791 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1f04e0f0-8b37-41ef-a74f-996786337f60 {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:29:36.569195 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f04e0f0-8b37-41ef-a74f-996786337f60'] response: {'name': 'network-changed', 'server_uuid': '8153e760-80bd-4924-a54f-0755fe868af4', 'tag': '3ccd1c4a-7037-4bdb-8164-50fc7c2d15f0', 'status': 'completed', 'code': 200} May 04 18:29:36.644221 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc28225-2b78-4634-b3df-70978842e86d req-cd5cc126-7342-408a-96f1-0af498cc8520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:29:36.645596 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-dbc28225-2b78-4634-b3df-70978842e86d req-cd5cc126-7342-408a-96f1-0af498cc8520 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1866b3ae05f944c89bbaa6f19f66c878&device_id=8153e760-80bd-4924-a54f-0755fe868af4 HTTP/1.1" status: 200 len: 1127 time: 0.0447142 May 04 18:29:36.749676 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc28225-2b78-4634-b3df-70978842e86d req-ab60706b-57e3-4cf4-8349-e887087049ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:29:36.751154 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-dbc28225-2b78-4634-b3df-70978842e86d req-ab60706b-57e3-4cf4-8349-e887087049ae service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=1866b3ae05f944c89bbaa6f19f66c878&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0925255 May 04 18:29:36.851320 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc28225-2b78-4634-b3df-70978842e86d req-0b71a300-bb60-4a9b-b9c5-6d22aba48d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:29:36.852800 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-dbc28225-2b78-4634-b3df-70978842e86d req-0b71a300-bb60-4a9b-b9c5-6d22aba48d28 service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0944841 May 04 18:29:36.945287 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4196ff3c-34c7-4d61-85f9-afc7164ac64d req-081664e5-d09a-4bb7-b35b-d2d1f810d01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:29:36.946737 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-4196ff3c-34c7-4d61-85f9-afc7164ac64d req-081664e5-d09a-4bb7-b35b-d2d1f810d01d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1866b3ae05f944c89bbaa6f19f66c878&device_id=8153e760-80bd-4924-a54f-0755fe868af4 HTTP/1.1" status: 200 len: 1127 time: 0.0420132 May 04 18:29:36.995706 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-4196ff3c-34c7-4d61-85f9-afc7164ac64d req-76eb7466-dd09-436f-aafb-fb5b8235b39e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ccd1c4a-7037-4bdb-8164-50fc7c2d15f0 HTTP/1.1" status: 200 len: 217 time: 0.0390987 May 04 18:29:37.053576 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4196ff3c-34c7-4d61-85f9-afc7164ac64d req-6af18e12-86ab-4e90-ba1a-ff73ac90862c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:29:37.055097 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-4196ff3c-34c7-4d61-85f9-afc7164ac64d req-6af18e12-86ab-4e90-ba1a-ff73ac90862c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=6137ea37-5711-4cf5-b40f-c2f2c7b34429 HTTP/1.1" status: 200 len: 854 time: 0.0542076 May 04 18:29:37.091993 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-4196ff3c-34c7-4d61-85f9-afc7164ac64d req-ff2ce561-bd55-47ec-b9cc-756832a73761 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1f7a1af6-a8f3-402c-9395-0fc4a8a1493e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260870 May 04 18:29:37.187748 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-4196ff3c-34c7-4d61-85f9-afc7164ac64d req-771be6bb-6f2c-4230-a04a-1347ba0a339b service neutron] 10.222.0.84 "GET /v2.0/networks/1f7a1af6-a8f3-402c-9395-0fc4a8a1493e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890658 May 04 18:29:37.277711 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-4196ff3c-34c7-4d61-85f9-afc7164ac64d req-10225495-fb66-45f8-ac95-a06c93b16aed service neutron] 10.222.0.84 "GET /v2.0/networks/1f7a1af6-a8f3-402c-9395-0fc4a8a1493e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839255 May 04 18:29:37.634166 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7708f7-23ba-4880-a40c-2e3c85d46d39 req-c4efdd79-2948-4f48-94d1-d593799282e3 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:29:37.635702 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-5c7708f7-23ba-4880-a40c-2e3c85d46d39 req-c4efdd79-2948-4f48-94d1-d593799282e3 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] 10.222.0.23 "GET /v2.0/ports?device_id=8153e760-80bd-4924-a54f-0755fe868af4 HTTP/1.1" status: 200 len: 943 time: 0.0477903 May 04 18:29:37.683202 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-5c7708f7-23ba-4880-a40c-2e3c85d46d39 req-3964cc84-a51c-43f7-83b0-953bd53fa0cf tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0aee1c6-3a89-45c6-bc2b-f26f8ce531e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417762 May 04 18:29:38.795651 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3808db37-2359-48ff-b9ab-0f88527f4cd1 req-69e72d7f-31d4-4960-8e16-43481ecea330 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:29:38.797095 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-3808db37-2359-48ff-b9ab-0f88527f4cd1 req-69e72d7f-31d4-4960-8e16-43481ecea330 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] 10.222.0.23 "GET /v2.0/ports?device_id=8153e760-80bd-4924-a54f-0755fe868af4 HTTP/1.1" status: 200 len: 943 time: 0.0462718 May 04 18:29:38.846237 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-3808db37-2359-48ff-b9ab-0f88527f4cd1 req-ebb04e3f-e185-4a86-becb-4a29777f608e tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0aee1c6-3a89-45c6-bc2b-f26f8ce531e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423224 May 04 18:29:39.777860 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device 3ccd1c4a-7037-4bdb-8164-50fc7c2d15f0 details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=104025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 18:29:39.875432 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] For port 3ccd1c4a-7037-4bdb-8164-50fc7c2d15f0, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=3ccd1c4a-7037-4bdb-8164-50fc7c2d15f0,segment=NetworkSegment(c1aa9bb3-f22e-47e7-bfee-3b82ee818f0c),segment_id=c1aa9bb3-f22e-47e7-bfee-3b82ee818f0c)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:29:39.887516 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Returning: {'device': '3ccd1c4a-7037-4bdb-8164-50fc7c2d15f0', 'network_id': '1f7a1af6-a8f3-402c-9395-0fc4a8a1493e', 'port_id': '3ccd1c4a-7037-4bdb-8164-50fc7c2d15f0', 'mac_address': 'fa:16:3e:23:33:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 841, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6137ea37-5711-4cf5-b40f-c2f2c7b34429', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 18:29:39.963499 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1210de46-d72d-4dad-be6a-d7d7b51dfdc9 req-874ed0c6-81c4-4d78-8510-94fc44180700 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:29:39.965049 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-1210de46-d72d-4dad-be6a-d7d7b51dfdc9 req-874ed0c6-81c4-4d78-8510-94fc44180700 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] 10.222.0.23 "GET /v2.0/ports?device_id=8153e760-80bd-4924-a54f-0755fe868af4 HTTP/1.1" status: 200 len: 943 time: 0.0489271 May 04 18:29:40.015045 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-1210de46-d72d-4dad-be6a-d7d7b51dfdc9 req-db65d1a7-152c-4641-bc14-d7b08dd5f0dd tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0aee1c6-3a89-45c6-bc2b-f26f8ce531e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441780 May 04 18:29:40.062237 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Current status of the port 3ccd1c4a-7037-4bdb-8164-50fc7c2d15f0 is: DOWN; New status is: BUILD {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:29:40.062626 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (3ccd1c4a-7037-4bdb-8164-50fc7c2d15f0), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:29:40.075614 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.notifiers.nova [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ccd1c4a-7037-4bdb-8164-50fc7c2d15f0 {{(pid=104025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:29:40.095656 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] For port 3ccd1c4a-7037-4bdb-8164-50fc7c2d15f0, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=3ccd1c4a-7037-4bdb-8164-50fc7c2d15f0,segment=NetworkSegment(c1aa9bb3-f22e-47e7-bfee-3b82ee818f0c),segment_id=c1aa9bb3-f22e-47e7-bfee-3b82ee818f0c)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:29:40.161843 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (3ccd1c4a-7037-4bdb-8164-50fc7c2d15f0), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:29:40.213140 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Pushing event updated for resources: {'Port': ['ID=3ccd1c4a-7037-4bdb-8164-50fc7c2d15f0,revision_number=4']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:29:40.220476 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:29:40.220831 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:29:40.221176 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:29:40.222700 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:29:40.223160 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:29:40.223504 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:29:40.223844 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:29:40.224174 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:29:40.224509 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:29:40.224840 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:29:40.225173 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:29:40.225504 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:29:40.225831 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:29:40.226158 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:29:40.226490 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:29:40.524173 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] get_ports_and_sgs() called for port_ids ['3ccd1c4a-7037-4bdb-8164-50fc7c2d15f0'] {{(pid=104025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 18:29:41.130335 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1728b0-da2b-4159-8f0b-49d3da5b7bcd req-a8862752-cb42-46b7-be5c-28837936ef39 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:29:41.131852 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-8e1728b0-da2b-4159-8f0b-49d3da5b7bcd req-a8862752-cb42-46b7-be5c-28837936ef39 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] 10.222.0.23 "GET /v2.0/ports?device_id=8153e760-80bd-4924-a54f-0755fe868af4 HTTP/1.1" status: 200 len: 944 time: 0.0483623 May 04 18:29:41.178085 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-8e1728b0-da2b-4159-8f0b-49d3da5b7bcd req-0fee1564-7b1c-4f8f-ac3c-b5a92e92cfeb tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0aee1c6-3a89-45c6-bc2b-f26f8ce531e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407410 May 04 18:29:41.807886 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device 3ccd1c4a-7037-4bdb-8164-50fc7c2d15f0 up at agent hyperv_hv-cinder-84051 {{(pid=104025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:29:41.854339 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Provisioning for port 3ccd1c4a-7037-4bdb-8164-50fc7c2d15f0 completed by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 18:29:41.921771 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Provisioning complete for port 3ccd1c4a-7037-4bdb-8164-50fc7c2d15f0 triggered by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:29:41.922179 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (3ccd1c4a-7037-4bdb-8164-50fc7c2d15f0), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:29:42.003898 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Current status of the port 3ccd1c4a-7037-4bdb-8164-50fc7c2d15f0 is: BUILD; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:29:42.004294 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (3ccd1c4a-7037-4bdb-8164-50fc7c2d15f0), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:29:42.026191 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8153e760-80bd-4924-a54f-0755fe868af4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ccd1c4a-7037-4bdb-8164-50fc7c2d15f0'}] {{(pid=104025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:29:42.028446 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd171a24610d3ce9b5061050d4b691b0bb0a8f45589b955ae7373af7220d97b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4242cb16-df35-45e9-bd24-25b2f8210afb" -d '{"events": [{"server_uuid": "8153e760-80bd-4924-a54f-0755fe868af4", "name": "network-vif-plugged", "status": "completed", "tag": "3ccd1c4a-7037-4bdb-8164-50fc7c2d15f0"}]}' {{(pid=104025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:29:42.041870 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] For port 3ccd1c4a-7037-4bdb-8164-50fc7c2d15f0, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=3ccd1c4a-7037-4bdb-8164-50fc7c2d15f0,segment=NetworkSegment(c1aa9bb3-f22e-47e7-bfee-3b82ee818f0c),segment_id=c1aa9bb3-f22e-47e7-bfee-3b82ee818f0c)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:29:42.063381 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 18:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09ee35cb-97a9-4e4e-b2d8-01e61baa109f x-openstack-request-id: req-09ee35cb-97a9-4e4e-b2d8-01e61baa109f {{(pid=104025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:29:42.063682 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8153e760-80bd-4924-a54f-0755fe868af4", "name": "network-vif-plugged", "status": "completed", "tag": "3ccd1c4a-7037-4bdb-8164-50fc7c2d15f0", "code": 200}]} {{(pid=104025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:29:42.063944 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-09ee35cb-97a9-4e4e-b2d8-01e61baa109f {{(pid=104025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:29:42.064348 dv-cinder-840511-4-iscsi neutron-server[104025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09ee35cb-97a9-4e4e-b2d8-01e61baa109f'] response: {'server_uuid': '8153e760-80bd-4924-a54f-0755fe868af4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ccd1c4a-7037-4bdb-8164-50fc7c2d15f0', 'code': 200} May 04 18:29:42.108555 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (3ccd1c4a-7037-4bdb-8164-50fc7c2d15f0), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:29:42.156878 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Pushing event updated for resources: {'Port': ['ID=3ccd1c4a-7037-4bdb-8164-50fc7c2d15f0,revision_number=5']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:29:42.299074 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5ea818-6c02-4f0c-8934-0fcaf248c3cc req-bda0d864-a235-48fd-9719-2bb09c699572 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:29:42.300574 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-1f5ea818-6c02-4f0c-8934-0fcaf248c3cc req-bda0d864-a235-48fd-9719-2bb09c699572 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] 10.222.0.23 "GET /v2.0/ports?device_id=8153e760-80bd-4924-a54f-0755fe868af4 HTTP/1.1" status: 200 len: 945 time: 0.0496497 May 04 18:29:42.347755 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-1f5ea818-6c02-4f0c-8934-0fcaf248c3cc req-4fe2fd40-d72a-4964-8fdd-5e3371c14bdb tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0aee1c6-3a89-45c6-bc2b-f26f8ce531e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415027 May 04 18:29:42.408195 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4ac3ee-3f46-44b6-89d6-b5ad4a658691 req-1b132b0d-f9e1-44be-802a-5d34ef6d7082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:29:42.409738 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-2b4ac3ee-3f46-44b6-89d6-b5ad4a658691 req-1b132b0d-f9e1-44be-802a-5d34ef6d7082 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=8153e760-80bd-4924-a54f-0755fe868af4 HTTP/1.1" status: 200 len: 1129 time: 0.0394809 May 04 18:29:42.457784 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-2b4ac3ee-3f46-44b6-89d6-b5ad4a658691 req-02c6a373-ecb4-4f49-ab3b-32ffcb526901 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=c0aee1c6-3a89-45c6-bc2b-f26f8ce531e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424078 May 04 18:29:43.461512 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57183df0-29cc-46ff-a1cf-a4cfe2709d29 req-00ef0c16-fcb2-41f5-bd07-96444acd5c6b tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:29:43.463002 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-57183df0-29cc-46ff-a1cf-a4cfe2709d29 req-00ef0c16-fcb2-41f5-bd07-96444acd5c6b tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] 10.222.0.23 "GET /v2.0/ports?device_id=8153e760-80bd-4924-a54f-0755fe868af4 HTTP/1.1" status: 200 len: 945 time: 0.0465350 May 04 18:29:43.509517 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-57183df0-29cc-46ff-a1cf-a4cfe2709d29 req-8714ebf0-15ab-45e8-b123-6798e545c626 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0aee1c6-3a89-45c6-bc2b-f26f8ce531e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409648 May 04 18:29:44.624785 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e9ec3e-d1be-4f76-b135-0b86d71cba38 req-1ce529ef-d1b2-4382-86bf-fa5950ab9a7c tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:29:44.626286 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-06e9ec3e-d1be-4f76-b135-0b86d71cba38 req-1ce529ef-d1b2-4382-86bf-fa5950ab9a7c tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] 10.222.0.23 "GET /v2.0/ports?device_id=8153e760-80bd-4924-a54f-0755fe868af4 HTTP/1.1" status: 200 len: 945 time: 0.0470605 May 04 18:29:44.676613 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-06e9ec3e-d1be-4f76-b135-0b86d71cba38 req-6f30f864-db70-40a8-885a-fb5cf745a49f tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0aee1c6-3a89-45c6-bc2b-f26f8ce531e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443103 May 04 18:29:49.716171 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.agents_db [None req-cc71a237-c19e-45a1-a167-cff52744c55e None None] Agent healthcheck: found 6 active agents {{(pid=104026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 18:29:52.223940 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (2ed5d983-d6d1-49f2-9dfa-1a41e5be1317), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:29:57.593195 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-ea4da7cc-004e-4d13-bdf5-7e401e78b3bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (c89944b2-e06f-41dc-a0fc-77a7e649c9d3), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:00.046528 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-5725806a-7cd1-4328-963e-929625f2f124 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:01.200833 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-4fdd29be-a970-4503-919e-12b86a90c52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (74c08095-bc4c-43d3-91b6-743b06ad1f6c), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:02.604634 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-f7537222-04fb-4408-8d24-7493625e2bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (88f974dc-3c14-4d3d-9ef8-4363bb88b433), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:03.823793 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (e55a6cb5-967a-4631-865a-95818de4ff35), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:07.287776 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-8233d7fc-dbcd-4f63-8b97-057622cb06fe req-86cde1e5-825d-46cb-ba46-633b16612c19 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=8153e760-80bd-4924-a54f-0755fe868af4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380371 May 04 18:30:07.380882 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8233d7fc-dbcd-4f63-8b97-057622cb06fe req-66633b9e-c854-4b71-82bb-7829d38aae5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:30:07.382297 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-8233d7fc-dbcd-4f63-8b97-057622cb06fe req-66633b9e-c854-4b71-82bb-7829d38aae5f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1866b3ae05f944c89bbaa6f19f66c878&device_id=8153e760-80bd-4924-a54f-0755fe868af4 HTTP/1.1" status: 200 len: 1129 time: 0.0403004 May 04 18:30:07.489301 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8233d7fc-dbcd-4f63-8b97-057622cb06fe req-c4522428-73c3-49fe-a235-68f7acda951b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:30:07.490778 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-8233d7fc-dbcd-4f63-8b97-057622cb06fe req-c4522428-73c3-49fe-a235-68f7acda951b service neutron] 10.222.0.84 "GET /v2.0/networks?id=1f7a1af6-a8f3-402c-9395-0fc4a8a1493e HTTP/1.1" status: 200 len: 915 time: 0.0895422 May 04 18:30:07.531766 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-8233d7fc-dbcd-4f63-8b97-057622cb06fe req-2556dd70-2f89-4832-bad0-560d8e6b02ea service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ccd1c4a-7037-4bdb-8164-50fc7c2d15f0 HTTP/1.1" status: 200 len: 217 time: 0.0351932 May 04 18:30:07.580784 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8233d7fc-dbcd-4f63-8b97-057622cb06fe req-fa673904-1121-4a65-b331-aabbb2b9d33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:30:07.582274 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-8233d7fc-dbcd-4f63-8b97-057622cb06fe req-fa673904-1121-4a65-b331-aabbb2b9d33d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=6137ea37-5711-4cf5-b40f-c2f2c7b34429 HTTP/1.1" status: 200 len: 854 time: 0.0438395 May 04 18:30:07.619249 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-8233d7fc-dbcd-4f63-8b97-057622cb06fe req-2fd481e0-7750-4bcb-a014-ba5effc5d2af service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1f7a1af6-a8f3-402c-9395-0fc4a8a1493e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308809 May 04 18:30:07.711890 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-8233d7fc-dbcd-4f63-8b97-057622cb06fe req-884d38dc-638f-45e3-93fb-8b2d4c76db2a service neutron] 10.222.0.84 "GET /v2.0/networks/1f7a1af6-a8f3-402c-9395-0fc4a8a1493e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863521 May 04 18:30:07.808943 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-8233d7fc-dbcd-4f63-8b97-057622cb06fe req-cf2ee129-7d65-42f4-812a-cc8acccc69bd service neutron] 10.222.0.84 "GET /v2.0/networks/1f7a1af6-a8f3-402c-9395-0fc4a8a1493e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912542 May 04 18:30:11.464369 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f77f4d-411d-4679-b3c1-3559e554a2f1 req-3f1ec0ee-67ca-4687-b359-d33b865e166b tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:30:11.465840 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-c3f77f4d-411d-4679-b3c1-3559e554a2f1 req-3f1ec0ee-67ca-4687-b359-d33b865e166b tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] 10.222.0.23 "GET /v2.0/ports?device_id=8153e760-80bd-4924-a54f-0755fe868af4 HTTP/1.1" status: 200 len: 945 time: 0.0477812 May 04 18:30:11.512038 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-c3f77f4d-411d-4679-b3c1-3559e554a2f1 req-02a57f2a-1cc3-4866-9215-cea205ce6269 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0aee1c6-3a89-45c6-bc2b-f26f8ce531e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405304 May 04 18:30:12.628409 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4baa84-471f-4c5a-8ced-afe1ca5432da req-932a7bed-61de-4793-818d-90c6def5b486 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:30:12.629919 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-bc4baa84-471f-4c5a-8ced-afe1ca5432da req-932a7bed-61de-4793-818d-90c6def5b486 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] 10.222.0.23 "GET /v2.0/ports?device_id=8153e760-80bd-4924-a54f-0755fe868af4 HTTP/1.1" status: 200 len: 945 time: 0.0478964 May 04 18:30:12.678030 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-bc4baa84-471f-4c5a-8ced-afe1ca5432da req-34562808-b377-4678-a951-9f13b55ac519 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0aee1c6-3a89-45c6-bc2b-f26f8ce531e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417099 May 04 18:30:13.359280 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2209a855-6776-4fe0-8ede-3b2f289d6e33 req-f76716c3-e2db-4e59-a9ca-fca66c5ecd22 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:30:13.360755 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-2209a855-6776-4fe0-8ede-3b2f289d6e33 req-f76716c3-e2db-4e59-a9ca-fca66c5ecd22 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] 10.222.0.84 "GET /v2.0/ports?device_id=8153e760-80bd-4924-a54f-0755fe868af4 HTTP/1.1" status: 200 len: 945 time: 0.0472584 May 04 18:30:13.456932 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [req-2209a855-6776-4fe0-8ede-3b2f289d6e33 req-aca2a9f6-5221-4829-80c5-8778d263509b tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] Deleting port 3ccd1c4a-7037-4bdb-8164-50fc7c2d15f0 {{(pid=104023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:30:13.457194 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-2209a855-6776-4fe0-8ede-3b2f289d6e33 req-aca2a9f6-5221-4829-80c5-8778d263509b tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772820269343'] for port (3ccd1c4a-7037-4bdb-8164-50fc7c2d15f0), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:13.553619 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [req-2209a855-6776-4fe0-8ede-3b2f289d6e33 req-aca2a9f6-5221-4829-80c5-8778d263509b tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] For port 3ccd1c4a-7037-4bdb-8164-50fc7c2d15f0, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=3ccd1c4a-7037-4bdb-8164-50fc7c2d15f0,segment=NetworkSegment(c1aa9bb3-f22e-47e7-bfee-3b82ee818f0c),segment_id=c1aa9bb3-f22e-47e7-bfee-3b82ee818f0c)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:30:13.554041 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-2209a855-6776-4fe0-8ede-3b2f289d6e33 req-aca2a9f6-5221-4829-80c5-8778d263509b tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674980'] for port (3ccd1c4a-7037-4bdb-8164-50fc7c2d15f0), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:13.599052 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [req-2209a855-6776-4fe0-8ede-3b2f289d6e33 req-aca2a9f6-5221-4829-80c5-8778d263509b tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] Calling delete_port for 3ccd1c4a-7037-4bdb-8164-50fc7c2d15f0 owned by compute:nova {{(pid=104023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:30:13.766939 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-2209a855-6776-4fe0-8ede-3b2f289d6e33 req-aca2a9f6-5221-4829-80c5-8778d263509b tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772820276655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772819832239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7382190'] for port (3ccd1c4a-7037-4bdb-8164-50fc7c2d15f0), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:13.795543 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] get_ports_and_sgs() called for port_ids ['3ccd1c4a-7037-4bdb-8164-50fc7c2d15f0'] {{(pid=104025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 18:30:13.802503 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da68b372-e12e-4d8c-922c-a5a0f228393f req-b4e9a54f-c1fc-43b0-a055-e453a854d1ed tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:30:13.806681 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-da68b372-e12e-4d8c-922c-a5a0f228393f req-b4e9a54f-c1fc-43b0-a055-e453a854d1ed tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] 10.222.0.23 "GET /v2.0/ports?device_id=8153e760-80bd-4924-a54f-0755fe868af4 HTTP/1.1" status: 200 len: 945 time: 0.0587792 May 04 18:30:13.811604 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca2a9f6-5221-4829-80c5-8778d263509b tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] Pushing event deleted for resources: {'Port': ['ID=3ccd1c4a-7037-4bdb-8164-50fc7c2d15f0,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:30:13.828496 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca2a9f6-5221-4829-80c5-8778d263509b tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:13.828844 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca2a9f6-5221-4829-80c5-8778d263509b tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:13.829189 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca2a9f6-5221-4829-80c5-8778d263509b tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:13.829529 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca2a9f6-5221-4829-80c5-8778d263509b tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:13.829856 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca2a9f6-5221-4829-80c5-8778d263509b tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:13.830185 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca2a9f6-5221-4829-80c5-8778d263509b tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:13.830511 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca2a9f6-5221-4829-80c5-8778d263509b tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:13.831413 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca2a9f6-5221-4829-80c5-8778d263509b tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:13.831755 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca2a9f6-5221-4829-80c5-8778d263509b tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:13.832082 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca2a9f6-5221-4829-80c5-8778d263509b tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:13.832413 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca2a9f6-5221-4829-80c5-8778d263509b tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:13.832739 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca2a9f6-5221-4829-80c5-8778d263509b tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:13.833396 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca2a9f6-5221-4829-80c5-8778d263509b tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:13.833396 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca2a9f6-5221-4829-80c5-8778d263509b tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:13.833721 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca2a9f6-5221-4829-80c5-8778d263509b tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:13.866041 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-da68b372-e12e-4d8c-922c-a5a0f228393f req-bd080651-474e-49bf-bd58-2723af5d45c3 tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0aee1c6-3a89-45c6-bc2b-f26f8ce531e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528994 May 04 18:30:13.888633 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [req-2209a855-6776-4fe0-8ede-3b2f289d6e33 req-aca2a9f6-5221-4829-80c5-8778d263509b tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] No DVR routers for this DVR port 3ccd1c4a-7037-4bdb-8164-50fc7c2d15f0 on host hv-cinder-84051 {{(pid=104023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:30:13.891273 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-2209a855-6776-4fe0-8ede-3b2f289d6e33 req-aca2a9f6-5221-4829-80c5-8778d263509b tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976'] for port (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:13.894495 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-2209a855-6776-4fe0-8ede-3b2f289d6e33 req-aca2a9f6-5221-4829-80c5-8778d263509b tempest-VolumesSnapshotTestJSON-692151263 tempest-VolumesSnapshotTestJSON-692151263-project] 10.222.0.84 "DELETE /v2.0/ports/3ccd1c4a-7037-4bdb-8164-50fc7c2d15f0 HTTP/1.1" status: 204 len: 173 time: 0.5283334 May 04 18:30:13.894931 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8153e760-80bd-4924-a54f-0755fe868af4', 'name': 'network-vif-deleted', 'tag': '3ccd1c4a-7037-4bdb-8164-50fc7c2d15f0'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:30:13.899246 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}418c4fc0ed359c78e2a46d0945201a397afdfc4a7689ae544a04c30398cb972a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e86f4cc2-1676-46e3-9219-cd6ec6aecde2" -d '{"events": [{"server_uuid": "8153e760-80bd-4924-a54f-0755fe868af4", "name": "network-vif-deleted", "tag": "3ccd1c4a-7037-4bdb-8164-50fc7c2d15f0"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:30:13.936042 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 18:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44cc3512-f967-4eca-9569-9a510d2abea4 x-openstack-request-id: req-44cc3512-f967-4eca-9569-9a510d2abea4 {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:30:13.936351 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8153e760-80bd-4924-a54f-0755fe868af4", "name": "network-vif-deleted", "tag": "3ccd1c4a-7037-4bdb-8164-50fc7c2d15f0", "status": "completed", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:30:13.936611 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-44cc3512-f967-4eca-9569-9a510d2abea4 {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:30:13.937020 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44cc3512-f967-4eca-9569-9a510d2abea4'] response: {'server_uuid': '8153e760-80bd-4924-a54f-0755fe868af4', 'name': 'network-vif-deleted', 'tag': '3ccd1c4a-7037-4bdb-8164-50fc7c2d15f0', 'status': 'completed', 'code': 200} May 04 18:30:15.903213 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device 3ccd1c4a-7037-4bdb-8164-50fc7c2d15f0 no longer exists at agent hyperv_hv-cinder-84051 {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 18:30:15.928629 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] No Port match for: 3ccd1c4a-7037-4bdb-8164-50fc7c2d15f0 {{(pid=104025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 18:30:15.929651 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device 3ccd1c4a-7037-4bdb-8164-50fc7c2d15f0 not bound to the agent host hv-cinder-84051 {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 18:30:22.217575 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (2ed5d983-d6d1-49f2-9dfa-1a41e5be1317), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:26.714960 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.agents_db [None req-cc71a237-c19e-45a1-a167-cff52744c55e None None] Agent healthcheck: found 6 active agents {{(pid=104026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 18:30:27.622605 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-0d5db7a6-7605-4d25-aab1-ee316012e538 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (c89944b2-e06f-41dc-a0fc-77a7e649c9d3), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:30.033763 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-d1a40bdc-bc10-4d92-8693-7e365f6c75ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:31.245523 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-4fdd29be-a970-4503-919e-12b86a90c52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (74c08095-bc4c-43d3-91b6-743b06ad1f6c), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:32.605559 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-f7537222-04fb-4408-8d24-7493625e2bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (88f974dc-3c14-4d3d-9ef8-4363bb88b433), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:33.821164 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (e55a6cb5-967a-4631-865a-95818de4ff35), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:42.145827 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 58794) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:30:42.209263 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.db.db_base_plugin_v2 [None req-204683df-a474-40a2-b53b-36963e9fb59e admin admin] Deleting subnet 6137ea37-5711-4cf5-b40f-c2f2c7b34429 {{(pid=104024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 18:30:42.212938 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-204683df-a474-40a2-b53b-36963e9fb59e admin admin] Publish callbacks [] for subnet (6137ea37-5711-4cf5-b40f-c2f2c7b34429), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:42.250203 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-204683df-a474-40a2-b53b-36963e9fb59e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6008541'] for subnet (6137ea37-5711-4cf5-b40f-c2f2c7b34429), precommit_delete_associations {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:42.297845 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-204683df-a474-40a2-b53b-36963e9fb59e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727632'] for subnet (6137ea37-5711-4cf5-b40f-c2f2c7b34429), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:42.428478 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-204683df-a474-40a2-b53b-36963e9fb59e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5949328'] for subnet (6137ea37-5711-4cf5-b40f-c2f2c7b34429), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:42.455548 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204683df-a474-40a2-b53b-36963e9fb59e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6137ea37-5711-4cf5-b40f-c2f2c7b34429,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:30:42.460199 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-204683df-a474-40a2-b53b-36963e9fb59e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:42.463357 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-204683df-a474-40a2-b53b-36963e9fb59e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/6137ea37-5711-4cf5-b40f-c2f2c7b34429 HTTP/1.1" status: 204 len: 168 time: 0.3164265 May 04 18:30:42.466654 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 58796) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:30:42.469504 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204683df-a474-40a2-b53b-36963e9fb59e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:42.469856 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204683df-a474-40a2-b53b-36963e9fb59e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:42.470206 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204683df-a474-40a2-b53b-36963e9fb59e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:42.470548 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204683df-a474-40a2-b53b-36963e9fb59e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:42.470889 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204683df-a474-40a2-b53b-36963e9fb59e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:42.471266 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204683df-a474-40a2-b53b-36963e9fb59e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:42.471599 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204683df-a474-40a2-b53b-36963e9fb59e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:42.471930 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204683df-a474-40a2-b53b-36963e9fb59e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:42.472266 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204683df-a474-40a2-b53b-36963e9fb59e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:42.472598 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204683df-a474-40a2-b53b-36963e9fb59e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:42.472926 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204683df-a474-40a2-b53b-36963e9fb59e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:42.473256 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204683df-a474-40a2-b53b-36963e9fb59e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:42.473582 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204683df-a474-40a2-b53b-36963e9fb59e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:42.473905 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204683df-a474-40a2-b53b-36963e9fb59e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:42.474231 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204683df-a474-40a2-b53b-36963e9fb59e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:42.547767 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-b6ca8652-a8ac-4389-b1ce-96690c675cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653438'] for network (1f7a1af6-a8f3-402c-9395-0fc4a8a1493e), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:42.630268 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-b6ca8652-a8ac-4389-b1ce-96690c675cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727429', 'neutron.services.segments.db._delete_segments_for_network-8772820294476'] for network (1f7a1af6-a8f3-402c-9395-0fc4a8a1493e), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:42.651864 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.services.segments.db [None req-b6ca8652-a8ac-4389-b1ce-96690c675cce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f7a1af6-a8f3-402c-9395-0fc4a8a1493e']}} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:30:42.661735 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.services.segments.db [None req-b6ca8652-a8ac-4389-b1ce-96690c675cce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1aa9bb3-f22e-47e7-bfee-3b82ee818f0c') {'for_net_delete': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:30:42.662037 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.services.segments.db [None req-b6ca8652-a8ac-4389-b1ce-96690c675cce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1aa9bb3-f22e-47e7-bfee-3b82ee818f0c') {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:30:42.671960 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-b6ca8652-a8ac-4389-b1ce-96690c675cce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772820296277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7381908'] for segment (c1aa9bb3-f22e-47e7-bfee-3b82ee818f0c), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:42.685868 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-b6ca8652-a8ac-4389-b1ce-96690c675cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691573'] for segment (c1aa9bb3-f22e-47e7-bfee-3b82ee818f0c), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:42.691484 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6ca8652-a8ac-4389-b1ce-96690c675cce admin admin] Releasing vlan 841 on physical network physnet1 to pool {{(pid=104023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 18:30:42.691873 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-b6ca8652-a8ac-4389-b1ce-96690c675cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7382171'] for segment (c1aa9bb3-f22e-47e7-bfee-3b82ee818f0c), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:42.693637 dv-cinder-840511-4-iscsi neutron-server[104023]: Traceback (most recent call last): May 04 18:30:42.693637 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 18:30:42.693637 dv-cinder-840511-4-iscsi neutron-server[104023]: timer() May 04 18:30:42.693637 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 18:30:42.693637 dv-cinder-840511-4-iscsi neutron-server[104023]: cb(*args, **kw) May 04 18:30:42.693637 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 18:30:42.693637 dv-cinder-840511-4-iscsi neutron-server[104023]: return func(*args, **kwargs) May 04 18:30:42.693637 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 18:30:42.693637 dv-cinder-840511-4-iscsi neutron-server[104023]: self._notify() May 04 18:30:42.693637 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 18:30:42.693637 dv-cinder-840511-4-iscsi neutron-server[104023]: self.callback(batched_events) May 04 18:30:42.693637 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 18:30:42.693637 dv-cinder-840511-4-iscsi neutron-server[104023]: event.method(event) May 04 18:30:42.693637 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 18:30:42.693637 dv-cinder-840511-4-iscsi neutron-server[104023]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 18:30:42.693637 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 18:30:42.693637 dv-cinder-840511-4-iscsi neutron-server[104023]: aggregate_uuid = self.p_client.list_aggregates( May 04 18:30:42.693637 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 18:30:42.693637 dv-cinder-840511-4-iscsi neutron-server[104023]: return f(self, *a, **k) May 04 18:30:42.693637 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 18:30:42.693637 dv-cinder-840511-4-iscsi neutron-server[104023]: return self._get(url).json() May 04 18:30:42.693637 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 18:30:42.693637 dv-cinder-840511-4-iscsi neutron-server[104023]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 18:30:42.693637 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 18:30:42.693637 dv-cinder-840511-4-iscsi neutron-server[104023]: return self.request(url, 'GET', **kwargs) May 04 18:30:42.693637 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 18:30:42.693637 dv-cinder-840511-4-iscsi neutron-server[104023]: base_url = self.get_endpoint(auth, allow=allow, May 04 18:30:42.693637 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 18:30:42.693637 dv-cinder-840511-4-iscsi neutron-server[104023]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 18:30:42.693637 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 18:30:42.693637 dv-cinder-840511-4-iscsi neutron-server[104023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 18:30:42.693637 dv-cinder-840511-4-iscsi neutron-server[104023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 18:30:42.814722 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-b6ca8652-a8ac-4389-b1ce-96690c675cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676474'] for network (1f7a1af6-a8f3-402c-9395-0fc4a8a1493e), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:42.820378 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-b6ca8652-a8ac-4389-b1ce-96690c675cce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598214'] for network (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:42.823528 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-b6ca8652-a8ac-4389-b1ce-96690c675cce admin admin] 10.222.0.23 "DELETE /v2.0/networks/1f7a1af6-a8f3-402c-9395-0fc4a8a1493e HTTP/1.1" status: 204 len: 168 time: 0.3557947 May 04 18:30:42.834296 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ca8652-a8ac-4389-b1ce-96690c675cce admin admin] Pushing event deleted for resources: {'Network': ['ID=1f7a1af6-a8f3-402c-9395-0fc4a8a1493e,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:30:43.157305 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 58800) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:30:43.198693 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-8ad95036-637f-493b-b9f1-c0e0bc226650 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1866b3ae05f944c89bbaa6f19f66c878&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396614 May 04 18:30:43.200829 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 58802) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:30:43.250145 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-7adf5f4c-54bc-48bf-bde6-21d0d84c9eb8 admin admin] Publish callbacks [] for security_group (c0aee1c6-3a89-45c6-bc2b-f26f8ce531e7), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:43.271120 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-7adf5f4c-54bc-48bf-bde6-21d0d84c9eb8 admin admin] Publish callbacks [] for security_group (c0aee1c6-3a89-45c6-bc2b-f26f8ce531e7), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:43.380654 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-7adf5f4c-54bc-48bf-bde6-21d0d84c9eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (c0aee1c6-3a89-45c6-bc2b-f26f8ce531e7), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:43.383293 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-7adf5f4c-54bc-48bf-bde6-21d0d84c9eb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:43.384558 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-7adf5f4c-54bc-48bf-bde6-21d0d84c9eb8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c0aee1c6-3a89-45c6-bc2b-f26f8ce531e7 HTTP/1.1" status: 204 len: 168 time: 0.1827891 May 04 18:30:43.392994 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adf5f4c-54bc-48bf-bde6-21d0d84c9eb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0aee1c6-3a89-45c6-bc2b-f26f8ce531e7,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:30:44.401453 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 58824) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:30:44.496162 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.v2.base [None req-eb9e8b3f-25af-4d31-ba8e-d449034a6b56 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2020950732-network', 'tenant_id': '983fce7909844bb8aa03a9de41d85482'}} {{(pid=104024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:30:44.576327 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb9e8b3f-25af-4d31-ba8e-d449034a6b56 admin admin] Made reservation on behalf of 983fce7909844bb8aa03a9de41d85482 for: {'network': 1} {{(pid=104024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:30:44.578650 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-eb9e8b3f-25af-4d31-ba8e-d449034a6b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for network (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:44.587431 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-eb9e8b3f-25af-4d31-ba8e-d449034a6b56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:44.663722 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-eb9e8b3f-25af-4d31-ba8e-d449034a6b56 admin admin] Publish callbacks [] for security_group (2c5d038a-37d7-4302-aa24-35f2c392f5b8), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:44.724674 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-eb9e8b3f-25af-4d31-ba8e-d449034a6b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (2c5d038a-37d7-4302-aa24-35f2c392f5b8), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:44.751237 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb9e8b3f-25af-4d31-ba8e-d449034a6b56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 827} {{(pid=104024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 18:30:44.759903 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9e8b3f-25af-4d31-ba8e-d449034a6b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c5d038a-37d7-4302-aa24-35f2c392f5b8,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:30:44.766434 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-eb9e8b3f-25af-4d31-ba8e-d449034a6b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691573'] for segment (f1180800-13a3-4d37-a18e-2104639bbd70), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:44.771485 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.db.segments_db [None req-eb9e8b3f-25af-4d31-ba8e-d449034a6b56 admin admin] Added segment f1180800-13a3-4d37-a18e-2104639bbd70 of type vlan for network 90bef6d9-aa9f-4fae-b314-61d84896438a May 04 18:30:44.807740 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-eb9e8b3f-25af-4d31-ba8e-d449034a6b56 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772819821523'] for network (90bef6d9-aa9f-4fae-b314-61d84896438a), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:44.906309 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-eb9e8b3f-25af-4d31-ba8e-d449034a6b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260'] for network (90bef6d9-aa9f-4fae-b314-61d84896438a), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:44.907305 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9e8b3f-25af-4d31-ba8e-d449034a6b56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:30:44.907904 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-eb9e8b3f-25af-4d31-ba8e-d449034a6b56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598214'] for network (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:44.969750 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9e8b3f-25af-4d31-ba8e-d449034a6b56 admin admin] Pushing event updated for resources: {'Network': ['ID=90bef6d9-aa9f-4fae-b314-61d84896438a,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:30:44.979238 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Network 90bef6d9-aa9f-4fae-b314-61d84896438a details requested by agent ovs-agent-dv-cinder-840511-4-iscsi with host dv-cinder-840511-4-iscsi {{(pid=104025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 18:30:45.006458 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-eb9e8b3f-25af-4d31-ba8e-d449034a6b56 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6037722 May 04 18:30:45.009274 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 58828) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:30:45.015216 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.v2.base [None req-a1a98129-03cf-413c-a1d3-1839034eb54d admin admin] Request body: {'subnet': {'network_id': '90bef6d9-aa9f-4fae-b314-61d84896438a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2020950732-subnet', 'tenant_id': '983fce7909844bb8aa03a9de41d85482', 'ip_version': 4}} {{(pid=104024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:30:45.108522 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a98129-03cf-413c-a1d3-1839034eb54d admin admin] Made reservation on behalf of 983fce7909844bb8aa03a9de41d85482 for: {'subnet': 1} {{(pid=104024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:30:45.111111 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-a1a98129-03cf-413c-a1d3-1839034eb54d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5949435'] for subnet (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:45.319866 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-a1a98129-03cf-413c-a1d3-1839034eb54d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6008435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5949321'] for subnet (1faec8ee-200a-443a-93c3-49b2a8579d8a), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:45.378310 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a98129-03cf-413c-a1d3-1839034eb54d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1faec8ee-200a-443a-93c3-49b2a8579d8a,revision_number=0']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:30:45.384188 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a98129-03cf-413c-a1d3-1839034eb54d admin admin] Checking segment: {'id': 'f1180800-13a3-4d37-a18e-2104639bbd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '90bef6d9-aa9f-4fae-b314-61d84896438a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:30:45.384544 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a98129-03cf-413c-a1d3-1839034eb54d admin admin] Network hostable DHCP agents. Network: 90bef6d9-aa9f-4fae-b314-61d84896438a, hostable agents: ['c89944b2-e06f-41dc-a0fc-77a7e649c9d3'], hosted agents: [] {{(pid=104024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 18:30:45.462066 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a98129-03cf-413c-a1d3-1839034eb54d admin admin] Network 90bef6d9-aa9f-4fae-b314-61d84896438a is scheduled to be hosted by DHCP agent c89944b2-e06f-41dc-a0fc-77a7e649c9d3 with binding_index 1 {{(pid=104024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 18:30:45.534485 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.base_scheduler [None req-a1a98129-03cf-413c-a1d3-1839034eb54d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840511-4-iscsi, 90bef6d9-aa9f-4fae-b314-61d84896438a) {{(pid=104024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:30:45.538639 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a98129-03cf-413c-a1d3-1839034eb54d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:30:45.539262 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-a1a98129-03cf-413c-a1d3-1839034eb54d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:45.544108 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0000eb7d-beb8-4c20-b480-3ee629da344c None None] Network 90bef6d9-aa9f-4fae-b314-61d84896438a requested from dv-cinder-840511-4-iscsi {{(pid=104025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 18:30:45.613308 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-a1a98129-03cf-413c-a1d3-1839034eb54d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6027153 May 04 18:30:45.615788 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 58830) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:30:45.620014 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.v2.base [None req-b7fcce2c-7fd4-4ba7-9bb7-03c2d49462d7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2020950732-router', 'tenant_id': '983fce7909844bb8aa03a9de41d85482', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31'}}} {{(pid=104024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:30:45.649245 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf8abf2-1d05-4566-9843-4893533c0c07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7413deaf-5835-5fbd-ad87-e75b1d698e43-90bef6d9-aa9f-4fae-b314-61d84896438a', 'network_id': '90bef6d9-aa9f-4fae-b314-61d84896438a', 'project_id': '983fce7909844bb8aa03a9de41d85482', 'fixed_ips': [{'subnet_id': '1faec8ee-200a-443a-93c3-49b2a8579d8a'}]}} from dv-cinder-840511-4-iscsi. {{(pid=104025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 18:30:45.650086 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-dbf8abf2-1d05-4566-9843-4893533c0c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (None), before_create {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:45.685608 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-b7fcce2c-7fd4-4ba7-9bb7-03c2d49462d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1680882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13377'] for router (ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:45.686740 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-b7fcce2c-7fd4-4ba7-9bb7-03c2d49462d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1680798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1675771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1801714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13400'] for router (ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:45.743296 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-b7fcce2c-7fd4-4ba7-9bb7-03c2d49462d7 admin admin] Publish callbacks [] for router_controller (ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5), precommit_add_association {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:45.795598 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.db_base_plugin_common [None req-dbf8abf2-1d05-4566-9843-4893533c0c07 None None] Allocated IP 172.20.0.2 (90bef6d9-aa9f-4fae-b314-61d84896438a/1faec8ee-200a-443a-93c3-49b2a8579d8a/69fe42a2-58d3-4112-b644-3dee1276b57c) {{(pid=104025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:30:45.944931 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-dbf8abf2-1d05-4566-9843-4893533c0c07 None None] Publish callbacks [] for port (69fe42a2-58d3-4112-b644-3dee1276b57c), precommit_create {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:45.957112 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-b7fcce2c-7fd4-4ba7-9bb7-03c2d49462d7 admin admin] Publish callbacks [] for router_gateway (ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5), precommit_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:46.051364 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-dbf8abf2-1d05-4566-9843-4893533c0c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772819832230'] for port (69fe42a2-58d3-4112-b644-3dee1276b57c), after_create {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:46.094312 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf8abf2-1d05-4566-9843-4893533c0c07 None None] Network 90bef6d9-aa9f-4fae-b314-61d84896438a is already hosted by enough agents. {{(pid=104025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:30:46.097289 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.scheduler.base_scheduler [None req-dbf8abf2-1d05-4566-9843-4893533c0c07 None None] Resources bound (agent type, host, resource id): {{(pid=104025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:30:46.103129 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf8abf2-1d05-4566-9843-4893533c0c07 None None] Received port after_create {{(pid=104025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:30:46.111187 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf8abf2-1d05-4566-9843-4893533c0c07 None None] Pushing event updated for resources: {'Port': ['ID=69fe42a2-58d3-4112-b644-3dee1276b57c,revision_number=1']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:30:46.121380 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf8abf2-1d05-4566-9843-4893533c0c07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:46.121740 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf8abf2-1d05-4566-9843-4893533c0c07 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:46.122090 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf8abf2-1d05-4566-9843-4893533c0c07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:46.122436 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf8abf2-1d05-4566-9843-4893533c0c07 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:46.122773 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf8abf2-1d05-4566-9843-4893533c0c07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:46.123136 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf8abf2-1d05-4566-9843-4893533c0c07 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:46.123539 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf8abf2-1d05-4566-9843-4893533c0c07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:46.124075 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf8abf2-1d05-4566-9843-4893533c0c07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:46.124593 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf8abf2-1d05-4566-9843-4893533c0c07 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:46.124928 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf8abf2-1d05-4566-9843-4893533c0c07 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:46.125263 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf8abf2-1d05-4566-9843-4893533c0c07 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:46.125595 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf8abf2-1d05-4566-9843-4893533c0c07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:46.125923 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf8abf2-1d05-4566-9843-4893533c0c07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:46.126741 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf8abf2-1d05-4566-9843-4893533c0c07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:46.127089 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf8abf2-1d05-4566-9843-4893533c0c07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:46.177894 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.managers [None req-dbf8abf2-1d05-4566-9843-4893533c0c07 None None] Attempting to bind port 69fe42a2-58d3-4112-b644-3dee1276b57c on host dv-cinder-840511-4-iscsi for vnic_type normal with profile {{(pid=104025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 18:30:46.178268 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.managers [None req-dbf8abf2-1d05-4566-9843-4893533c0c07 None None] Attempting to bind port 69fe42a2-58d3-4112-b644-3dee1276b57c by drivers openvswitch,hyperv on host dv-cinder-840511-4-iscsi at level 0 using segments [{'id': 'f1180800-13a3-4d37-a18e-2104639bbd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '90bef6d9-aa9f-4fae-b314-61d84896438a'}] {{(pid=104025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 18:30:46.178663 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf8abf2-1d05-4566-9843-4893533c0c07 None None] Attempting to bind port 69fe42a2-58d3-4112-b644-3dee1276b57c on network 90bef6d9-aa9f-4fae-b314-61d84896438a {{(pid=104025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:30:46.184458 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf8abf2-1d05-4566-9843-4893533c0c07 None None] Checking agent: {'id': 'e55a6cb5-967a-4631-865a-95818de4ff35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840511-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 7, 4), 'started_at': datetime.datetime(2022, 5, 4, 18, 7, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840511-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 18:30:46.185167 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf8abf2-1d05-4566-9843-4893533c0c07 None None] Checking segment: {'id': 'f1180800-13a3-4d37-a18e-2104639bbd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '90bef6d9-aa9f-4fae-b314-61d84896438a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:30:46.185618 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-dbf8abf2-1d05-4566-9843-4893533c0c07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:46.186023 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf8abf2-1d05-4566-9843-4893533c0c07 None None] Bound using segment: {'id': 'f1180800-13a3-4d37-a18e-2104639bbd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '90bef6d9-aa9f-4fae-b314-61d84896438a'} {{(pid=104025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 18:30:46.186497 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.managers [None req-dbf8abf2-1d05-4566-9843-4893533c0c07 None None] Bound port: 69fe42a2-58d3-4112-b644-3dee1276b57c, host: dv-cinder-840511-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1180800-13a3-4d37-a18e-2104639bbd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '90bef6d9-aa9f-4fae-b314-61d84896438a'}}] {{(pid=104025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 18:30:46.186878 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-dbf8abf2-1d05-4566-9843-4893533c0c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (69fe42a2-58d3-4112-b644-3dee1276b57c), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:46.252430 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-dbf8abf2-1d05-4566-9843-4893533c0c07 None None] For port 69fe42a2-58d3-4112-b644-3dee1276b57c, host dv-cinder-840511-4-iscsi, cleared binding levels {{(pid=104025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 18:30:46.255493 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-dbf8abf2-1d05-4566-9843-4893533c0c07 None None] For port 69fe42a2-58d3-4112-b644-3dee1276b57c, host dv-cinder-840511-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=69fe42a2-58d3-4112-b644-3dee1276b57c,segment=NetworkSegment(f1180800-13a3-4d37-a18e-2104639bbd70),segment_id=f1180800-13a3-4d37-a18e-2104639bbd70)] {{(pid=104025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 18:30:46.264724 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-b7fcce2c-7fd4-4ba7-9bb7-03c2d49462d7 admin admin] Publish callbacks [] for router_gateway (ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:46.284312 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-b7fcce2c-7fd4-4ba7-9bb7-03c2d49462d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:46.375674 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-dbf8abf2-1d05-4566-9843-4893533c0c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (69fe42a2-58d3-4112-b644-3dee1276b57c), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:46.391562 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.db.db_base_plugin_common [None req-b7fcce2c-7fd4-4ba7-9bb7-03c2d49462d7 admin admin] Allocated IP 172.27.1.215 (1bc9efb7-0207-4c06-8ee1-3b0aa535de31/61d7fae2-9d6e-42a3-8cf9-91a587505bb7/74c3d822-6e15-4d65-8a78-71e1dfd8426d) {{(pid=104024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:30:46.445238 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf8abf2-1d05-4566-9843-4893533c0c07 None None] Pushing event updated for resources: {'Port': ['ID=69fe42a2-58d3-4112-b644-3dee1276b57c,revision_number=2']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:30:46.503743 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-b7fcce2c-7fd4-4ba7-9bb7-03c2d49462d7 admin admin] Publish callbacks [] for port (74c3d822-6e15-4d65-8a78-71e1dfd8426d), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:46.582487 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-b7fcce2c-7fd4-4ba7-9bb7-03c2d49462d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772819832230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007267'] for port (74c3d822-6e15-4d65-8a78-71e1dfd8426d), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:46.633876 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7fcce2c-7fd4-4ba7-9bb7-03c2d49462d7 admin admin] Network 1bc9efb7-0207-4c06-8ee1-3b0aa535de31 is already hosted by enough agents. {{(pid=104024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:30:46.640057 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.base_scheduler [None req-b7fcce2c-7fd4-4ba7-9bb7-03c2d49462d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:30:46.644718 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fcce2c-7fd4-4ba7-9bb7-03c2d49462d7 admin admin] Received port after_create {{(pid=104024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:30:46.647961 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fcce2c-7fd4-4ba7-9bb7-03c2d49462d7 admin admin] Pushing event updated for resources: {'Port': ['ID=74c3d822-6e15-4d65-8a78-71e1dfd8426d,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:30:46.967704 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-b7fcce2c-7fd4-4ba7-9bb7-03c2d49462d7 admin admin] Publish callbacks [] for router_gateway (ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:47.187542 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-b7fcce2c-7fd4-4ba7-9bb7-03c2d49462d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1680775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1675720'] for router (ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:47.245367 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device 69fe42a2-58d3-4112-b644-3dee1276b57c up at agent ovs-agent-dv-cinder-840511-4-iscsi {{(pid=104025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:30:47.300796 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Provisioning complete for port 69fe42a2-58d3-4112-b644-3dee1276b57c triggered by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:30:47.301438 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (69fe42a2-58d3-4112-b644-3dee1276b57c), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:47.382963 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Current status of the port 69fe42a2-58d3-4112-b644-3dee1276b57c is: DOWN; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:30:47.383424 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (69fe42a2-58d3-4112-b644-3dee1276b57c), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:47.386400 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7fcce2c-7fd4-4ba7-9bb7-03c2d49462d7 admin admin] Router ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5 is scheduled to L3 agent 341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae with binding_index 1 {{(pid=104024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 18:30:47.386806 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9d39d2-9795-4ec0-aa09-ae90ad3ee0cc None None] Network 90bef6d9-aa9f-4fae-b314-61d84896438a requested from dv-cinder-840511-4-iscsi {{(pid=104025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 18:30:47.485964 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] For port 69fe42a2-58d3-4112-b644-3dee1276b57c, host dv-cinder-840511-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=69fe42a2-58d3-4112-b644-3dee1276b57c,segment=NetworkSegment(f1180800-13a3-4d37-a18e-2104639bbd70),segment_id=f1180800-13a3-4d37-a18e-2104639bbd70)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:30:47.491304 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-d1abcf80-b50d-4292-bdbd-af12fa1fa503 None None] Provisioning complete for port 69fe42a2-58d3-4112-b644-3dee1276b57c triggered by entity DHCP. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:30:47.491699 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-d1abcf80-b50d-4292-bdbd-af12fa1fa503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (69fe42a2-58d3-4112-b644-3dee1276b57c), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:47.505399 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7fcce2c-7fd4-4ba7-9bb7-03c2d49462d7 admin admin] Notify agent at l3_agent.dv-cinder-840511-4-iscsi the message routers_updated {{(pid=104024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 18:30:47.522844 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00209ce-0529-4e66-b29d-d36f03492014 None None] Sync routers for ids ['ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5'] in dv-cinder-840511-4-iscsi {{(pid=104025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:30:47.567309 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (69fe42a2-58d3-4112-b644-3dee1276b57c), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:47.569012 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00209ce-0529-4e66-b29d-d36f03492014 None None] Routers {'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:30:47.569643 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-b00209ce-0529-4e66-b29d-d36f03492014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:30:30Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5'], 'active': True} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:30:47.594237 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-b7fcce2c-7fd4-4ba7-9bb7-03c2d49462d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:47.598420 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-b7fcce2c-7fd4-4ba7-9bb7-03c2d49462d7 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9789450 May 04 18:30:47.600853 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 58832) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:30:47.739211 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Pushing event updated for resources: {'Port': ['ID=69fe42a2-58d3-4112-b644-3dee1276b57c,revision_number=3']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:30:47.758700 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-d1abcf80-b50d-4292-bdbd-af12fa1fa503 None None] Current status of the port 69fe42a2-58d3-4112-b644-3dee1276b57c is: ACTIVE; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:30:47.782367 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvr_db [None req-b00209ce-0529-4e66-b29d-d36f03492014 None None] Set router ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5 gateway port host: dv-cinder-840511-4-iscsi {{(pid=104025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:30:48.050450 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-b271c90b-26cb-4e8f-baf4-6a4d8013e0a6 None None] Provisioning complete for port 69fe42a2-58d3-4112-b644-3dee1276b57c triggered by entity DHCP. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:30:48.050829 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-b271c90b-26cb-4e8f-baf4-6a4d8013e0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (69fe42a2-58d3-4112-b644-3dee1276b57c), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:48.164787 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-b00209ce-0529-4e66-b29d-d36f03492014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5', 'name': 'tempest-TestVolumeBootPattern-2020950732-router', 'tenant_id': '983fce7909844bb8aa03a9de41d85482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '74c3d822-6e15-4d65-8a78-71e1dfd8426d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:30:45Z', 'updated_at': '2022-05-04T18:30:46Z', 'revision_number': 3, 'project_id': '983fce7909844bb8aa03a9de41d85482', 'gw_port': {'id': '74c3d822-6e15-4d65-8a78-71e1dfd8426d', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:30:46Z', 'updated_at': '2022-05-04T18:30:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi'}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:30:48.196527 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00209ce-0529-4e66-b29d-d36f03492014 None None] Checking router: ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5 for host: dv-cinder-840511-4-iscsi {{(pid=104025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:30:48.196877 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00209ce-0529-4e66-b29d-d36f03492014 None None] Updating router ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5 port 74c3d822-6e15-4d65-8a78-71e1dfd8426d binding host dv-cinder-840511-4-iscsi {{(pid=104025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 18:30:48.222056 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-b271c90b-26cb-4e8f-baf4-6a4d8013e0a6 None None] Current status of the port 69fe42a2-58d3-4112-b644-3dee1276b57c is: ACTIVE; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:30:48.234786 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-b00209ce-0529-4e66-b29d-d36f03492014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (74c3d822-6e15-4d65-8a78-71e1dfd8426d), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:48.306831 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-eb8866a6-7350-4cba-bf52-0ac6ec76113f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:48.468674 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.db.db_base_plugin_common [None req-eb8866a6-7350-4cba-bf52-0ac6ec76113f admin admin] Allocated IP 172.20.0.1 (90bef6d9-aa9f-4fae-b314-61d84896438a/1faec8ee-200a-443a-93c3-49b2a8579d8a/b8343f9c-bdaf-46e2-abd5-b3aafeb49b0d) {{(pid=104024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:30:48.494106 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-b00209ce-0529-4e66-b29d-d36f03492014 None None] Publish callbacks [] for port (74c3d822-6e15-4d65-8a78-71e1dfd8426d), precommit_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:48.551819 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-b00209ce-0529-4e66-b29d-d36f03492014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (74c3d822-6e15-4d65-8a78-71e1dfd8426d), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:48.576294 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-eb8866a6-7350-4cba-bf52-0ac6ec76113f admin admin] Publish callbacks [] for port (b8343f9c-bdaf-46e2-abd5-b3aafeb49b0d), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:48.606865 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb740f87-a0f5-4af3-8daa-5a054440980a None None] Pushing event updated for resources: {'Port': ['ID=74c3d822-6e15-4d65-8a78-71e1dfd8426d,revision_number=2']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:30:48.614284 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.managers [None req-b00209ce-0529-4e66-b29d-d36f03492014 None None] Attempting to bind port 74c3d822-6e15-4d65-8a78-71e1dfd8426d on host dv-cinder-840511-4-iscsi for vnic_type normal with profile {{(pid=104025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 18:30:48.614284 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.managers [None req-b00209ce-0529-4e66-b29d-d36f03492014 None None] Attempting to bind port 74c3d822-6e15-4d65-8a78-71e1dfd8426d by drivers openvswitch,hyperv on host dv-cinder-840511-4-iscsi at level 0 using segments [{'id': '44841efa-8edc-4b72-aba0-27edf49af522', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31'}] {{(pid=104025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 18:30:48.614284 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00209ce-0529-4e66-b29d-d36f03492014 None None] Attempting to bind port 74c3d822-6e15-4d65-8a78-71e1dfd8426d on network 1bc9efb7-0207-4c06-8ee1-3b0aa535de31 {{(pid=104025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:30:48.616115 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00209ce-0529-4e66-b29d-d36f03492014 None None] Checking agent: {'id': 'e55a6cb5-967a-4631-865a-95818de4ff35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840511-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 7, 4), 'started_at': datetime.datetime(2022, 5, 4, 18, 7, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840511-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 18:30:48.616492 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00209ce-0529-4e66-b29d-d36f03492014 None None] Checking segment: {'id': '44841efa-8edc-4b72-aba0-27edf49af522', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:30:48.616893 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-b00209ce-0529-4e66-b29d-d36f03492014 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:48.617287 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00209ce-0529-4e66-b29d-d36f03492014 None None] Bound using segment: {'id': '44841efa-8edc-4b72-aba0-27edf49af522', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31'} {{(pid=104025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 18:30:48.617758 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.managers [None req-b00209ce-0529-4e66-b29d-d36f03492014 None None] Bound port: 74c3d822-6e15-4d65-8a78-71e1dfd8426d, host: dv-cinder-840511-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44841efa-8edc-4b72-aba0-27edf49af522', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31'}}] {{(pid=104025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 18:30:48.618133 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-b00209ce-0529-4e66-b29d-d36f03492014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (74c3d822-6e15-4d65-8a78-71e1dfd8426d), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:48.670917 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-b00209ce-0529-4e66-b29d-d36f03492014 None None] For port 74c3d822-6e15-4d65-8a78-71e1dfd8426d, host dv-cinder-840511-4-iscsi, cleared binding levels {{(pid=104025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 18:30:48.673931 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-b00209ce-0529-4e66-b29d-d36f03492014 None None] For port 74c3d822-6e15-4d65-8a78-71e1dfd8426d, host dv-cinder-840511-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=74c3d822-6e15-4d65-8a78-71e1dfd8426d,segment=NetworkSegment(44841efa-8edc-4b72-aba0-27edf49af522),segment_id=44841efa-8edc-4b72-aba0-27edf49af522)] {{(pid=104025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 18:30:48.685945 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-eb8866a6-7350-4cba-bf52-0ac6ec76113f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772819832230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007267'] for port (b8343f9c-bdaf-46e2-abd5-b3aafeb49b0d), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:48.724510 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8866a6-7350-4cba-bf52-0ac6ec76113f admin admin] Network 90bef6d9-aa9f-4fae-b314-61d84896438a is already hosted by enough agents. {{(pid=104024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:30:48.727877 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.base_scheduler [None req-eb8866a6-7350-4cba-bf52-0ac6ec76113f admin admin] Resources bound (agent type, host, resource id): {{(pid=104024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:30:48.735028 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8866a6-7350-4cba-bf52-0ac6ec76113f admin admin] Received port after_create {{(pid=104024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:30:48.758957 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8866a6-7350-4cba-bf52-0ac6ec76113f admin admin] Pushing event updated for resources: {'Port': ['ID=b8343f9c-bdaf-46e2-abd5-b3aafeb49b0d,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:30:48.760461 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-b00209ce-0529-4e66-b29d-d36f03492014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (74c3d822-6e15-4d65-8a78-71e1dfd8426d), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:48.780149 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-eb8866a6-7350-4cba-bf52-0ac6ec76113f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674133'] for router_interface (ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:48.830833 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb740f87-a0f5-4af3-8daa-5a054440980a None None] Pushing event updated for resources: {'Port': ['ID=74c3d822-6e15-4d65-8a78-71e1dfd8426d,revision_number=3']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:30:48.833505 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00209ce-0529-4e66-b29d-d36f03492014 None None] Routers {'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:30:48.834273 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-b00209ce-0529-4e66-b29d-d36f03492014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:30:30Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5'], 'active': True} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:30:48.957400 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-7578f535-dcf8-40a9-9292-1f938e39a293 None None] Provisioning complete for port b8343f9c-bdaf-46e2-abd5-b3aafeb49b0d triggered by entity DHCP. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:30:48.957755 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-7578f535-dcf8-40a9-9292-1f938e39a293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (b8343f9c-bdaf-46e2-abd5-b3aafeb49b0d), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:48.982789 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-eb8866a6-7350-4cba-bf52-0ac6ec76113f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (b8343f9c-bdaf-46e2-abd5-b3aafeb49b0d), before_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:48.984570 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvr_db [None req-b00209ce-0529-4e66-b29d-d36f03492014 None None] Set router ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5 gateway port host: dv-cinder-840511-4-iscsi {{(pid=104025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:30:49.065696 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-7578f535-dcf8-40a9-9292-1f938e39a293 None None] Port b8343f9c-bdaf-46e2-abd5-b3aafeb49b0d cannot update to ACTIVE because it is not bound. {{(pid=104025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 18:30:49.156985 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-eb8866a6-7350-4cba-bf52-0ac6ec76113f admin admin] Publish callbacks [] for port (b8343f9c-bdaf-46e2-abd5-b3aafeb49b0d), precommit_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:49.169423 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-b00209ce-0529-4e66-b29d-d36f03492014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5', 'name': 'tempest-TestVolumeBootPattern-2020950732-router', 'tenant_id': '983fce7909844bb8aa03a9de41d85482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '74c3d822-6e15-4d65-8a78-71e1dfd8426d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:30:45Z', 'updated_at': '2022-05-04T18:30:46Z', 'revision_number': 3, 'project_id': '983fce7909844bb8aa03a9de41d85482', 'gw_port': {'id': '74c3d822-6e15-4d65-8a78-71e1dfd8426d', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:30:46Z', 'updated_at': '2022-05-04T18:30:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi'}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:30:49.197210 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00209ce-0529-4e66-b29d-d36f03492014 None None] The sync data for ids ['ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5'] in dv-cinder-840511-4-iscsi is: [{'id': 'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5', 'name': 'tempest-TestVolumeBootPattern-2020950732-router', 'tenant_id': '983fce7909844bb8aa03a9de41d85482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '74c3d822-6e15-4d65-8a78-71e1dfd8426d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:30:45Z', 'updated_at': '2022-05-04T18:30:46Z', 'revision_number': 3, 'project_id': '983fce7909844bb8aa03a9de41d85482', 'gw_port': {'id': '74c3d822-6e15-4d65-8a78-71e1dfd8426d', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:30:46Z', 'updated_at': '2022-05-04T18:30:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi'}] {{(pid=104025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:30:49.214702 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-eb8866a6-7350-4cba-bf52-0ac6ec76113f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6007290'] for port (b8343f9c-bdaf-46e2-abd5-b3aafeb49b0d), after_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:49.214938 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device 69fe42a2-58d3-4112-b644-3dee1276b57c up at agent ovs-agent-dv-cinder-840511-4-iscsi {{(pid=104025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:30:49.277923 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Provisioning complete for port 69fe42a2-58d3-4112-b644-3dee1276b57c triggered by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:30:49.278287 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (69fe42a2-58d3-4112-b644-3dee1276b57c), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:49.289377 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8866a6-7350-4cba-bf52-0ac6ec76113f admin admin] Pushing event updated for resources: {'Port': ['ID=b8343f9c-bdaf-46e2-abd5-b3aafeb49b0d,revision_number=2']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:30:49.295757 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-eb8866a6-7350-4cba-bf52-0ac6ec76113f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1598242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674095'] for router_interface (ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:49.362506 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Current status of the port 69fe42a2-58d3-4112-b644-3dee1276b57c is: ACTIVE; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:30:49.393845 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8866a6-7350-4cba-bf52-0ac6ec76113f admin admin] Network 90bef6d9-aa9f-4fae-b314-61d84896438a is already hosted by enough agents. {{(pid=104024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:30:49.395355 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.base_scheduler [None req-eb8866a6-7350-4cba-bf52-0ac6ec76113f admin admin] Resources bound (agent type, host, resource id): {{(pid=104024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:30:49.540945 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb8866a6-7350-4cba-bf52-0ac6ec76113f admin admin] Router ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5 has already been hosted by L3 agent 341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae {{(pid=104024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 18:30:49.666480 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb8866a6-7350-4cba-bf52-0ac6ec76113f admin admin] Notify agent at l3_agent.dv-cinder-840511-4-iscsi the message routers_updated {{(pid=104024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 18:30:49.672190 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-eb8866a6-7350-4cba-bf52-0ac6ec76113f admin admin] 10.222.0.23 "PUT /v2.0/routers/ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0722704 May 04 18:30:49.688222 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-dbf93b3f-c917-462b-8d95-1c60734acc89 None None] Provisioning complete for port b8343f9c-bdaf-46e2-abd5-b3aafeb49b0d triggered by entity DHCP. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:30:49.688758 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-dbf93b3f-c917-462b-8d95-1c60734acc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (b8343f9c-bdaf-46e2-abd5-b3aafeb49b0d), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:49.727700 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-dbf93b3f-c917-462b-8d95-1c60734acc89 None None] Port b8343f9c-bdaf-46e2-abd5-b3aafeb49b0d cannot update to ACTIVE because it is not bound. {{(pid=104025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 18:30:50.354363 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 58848) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:30:50.359325 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.v2.base [None req-9380997e-72d4-43a5-a83d-9e8e42b97e38 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1251490806-network', 'tenant_id': 'cc3ab15a20864eb5bd15ca32b2a181b5'}} {{(pid=104023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:30:50.473171 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9380997e-72d4-43a5-a83d-9e8e42b97e38 admin admin] Made reservation on behalf of cc3ab15a20864eb5bd15ca32b2a181b5 for: {'network': 1} {{(pid=104023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:30:50.475678 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-9380997e-72d4-43a5-a83d-9e8e42b97e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for network (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:50.485166 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-9380997e-72d4-43a5-a83d-9e8e42b97e38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:50.566790 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-9380997e-72d4-43a5-a83d-9e8e42b97e38 admin admin] Publish callbacks [] for security_group (e85e9334-0dff-4bcf-a66f-1ae911431429), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:50.610445 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-9380997e-72d4-43a5-a83d-9e8e42b97e38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (e85e9334-0dff-4bcf-a66f-1ae911431429), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:50.635939 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9380997e-72d4-43a5-a83d-9e8e42b97e38 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 814} {{(pid=104023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 18:30:50.645498 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9380997e-72d4-43a5-a83d-9e8e42b97e38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e85e9334-0dff-4bcf-a66f-1ae911431429,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:30:50.651504 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-9380997e-72d4-43a5-a83d-9e8e42b97e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691573'] for segment (39f01454-600f-4a49-bde0-9ab8c1f32870), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:50.651845 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.db.segments_db [None req-9380997e-72d4-43a5-a83d-9e8e42b97e38 admin admin] Added segment 39f01454-600f-4a49-bde0-9ab8c1f32870 of type vlan for network bbdf7c37-f86f-42b1-a5dc-749e68669088 May 04 18:30:50.695920 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-9380997e-72d4-43a5-a83d-9e8e42b97e38 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772819821523'] for network (bbdf7c37-f86f-42b1-a5dc-749e68669088), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:50.772139 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631f092c-6778-43fa-a998-ecb95868f0b9 None None] Sync routers for ids ['ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5'] in dv-cinder-840511-4-iscsi {{(pid=104026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:30:50.785371 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631f092c-6778-43fa-a998-ecb95868f0b9 None None] Routers {'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:30:50.786022 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-631f092c-6778-43fa-a998-ecb95868f0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:30:30Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5'], 'active': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:30:50.787542 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-9380997e-72d4-43a5-a83d-9e8e42b97e38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260'] for network (bbdf7c37-f86f-42b1-a5dc-749e68669088), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:50.788632 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9380997e-72d4-43a5-a83d-9e8e42b97e38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:30:50.789608 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-9380997e-72d4-43a5-a83d-9e8e42b97e38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598214'] for network (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:50.852711 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9380997e-72d4-43a5-a83d-9e8e42b97e38 admin admin] Pushing event updated for resources: {'Network': ['ID=bbdf7c37-f86f-42b1-a5dc-749e68669088,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:30:50.864058 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Network bbdf7c37-f86f-42b1-a5dc-749e68669088 details requested by agent ovs-agent-dv-cinder-840511-4-iscsi with host dv-cinder-840511-4-iscsi {{(pid=104025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 18:30:50.876264 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-9380997e-72d4-43a5-a83d-9e8e42b97e38 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5207579 May 04 18:30:50.879117 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 58850) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:30:50.883956 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.v2.base [None req-72b49876-dbe5-4597-a70e-70b47e268fe9 admin admin] Request body: {'subnet': {'network_id': 'bbdf7c37-f86f-42b1-a5dc-749e68669088', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1251490806-subnet', 'tenant_id': 'cc3ab15a20864eb5bd15ca32b2a181b5', 'ip_version': 4}} {{(pid=104024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:30:50.904208 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvr_db [None req-631f092c-6778-43fa-a998-ecb95868f0b9 None None] Set router ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5 gateway port host: dv-cinder-840511-4-iscsi {{(pid=104026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:30:50.976147 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72b49876-dbe5-4597-a70e-70b47e268fe9 admin admin] Made reservation on behalf of cc3ab15a20864eb5bd15ca32b2a181b5 for: {'subnet': 1} {{(pid=104024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:30:50.978718 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-72b49876-dbe5-4597-a70e-70b47e268fe9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5949435'] for subnet (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:51.100423 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-631f092c-6778-43fa-a998-ecb95868f0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5', 'name': 'tempest-TestVolumeBootPattern-2020950732-router', 'tenant_id': '983fce7909844bb8aa03a9de41d85482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '74c3d822-6e15-4d65-8a78-71e1dfd8426d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:30:45Z', 'updated_at': '2022-05-04T18:30:48Z', 'revision_number': 4, 'project_id': '983fce7909844bb8aa03a9de41d85482', 'gw_port': {'id': '74c3d822-6e15-4d65-8a78-71e1dfd8426d', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:30:46Z', 'updated_at': '2022-05-04T18:30:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_interfaces': [{'id': 'b8343f9c-bdaf-46e2-abd5-b3aafeb49b0d', 'name': '', 'network_id': '90bef6d9-aa9f-4fae-b314-61d84896438a', 'tenant_id': '983fce7909844bb8aa03a9de41d85482', 'mac_address': 'fa:16:3e:67:47:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '1faec8ee-200a-443a-93c3-49b2a8579d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:30:48Z', 'updated_at': '2022-05-04T18:30:49Z', 'revision_number': 2, 'project_id': '983fce7909844bb8aa03a9de41d85482', 'subnets': [{'id': '1faec8ee-200a-443a-93c3-49b2a8579d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:30:51.128282 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631f092c-6778-43fa-a998-ecb95868f0b9 None None] Checking router: ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5 for host: dv-cinder-840511-4-iscsi {{(pid=104026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:30:51.128635 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631f092c-6778-43fa-a998-ecb95868f0b9 None None] Updating router ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5 port b8343f9c-bdaf-46e2-abd5-b3aafeb49b0d binding host dv-cinder-840511-4-iscsi {{(pid=104026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 18:30:51.161641 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-631f092c-6778-43fa-a998-ecb95868f0b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (b8343f9c-bdaf-46e2-abd5-b3aafeb49b0d), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:51.221551 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device 74c3d822-6e15-4d65-8a78-71e1dfd8426d up at agent ovs-agent-dv-cinder-840511-4-iscsi {{(pid=104025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:30:51.227851 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-72b49876-dbe5-4597-a70e-70b47e268fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6008435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5949321'] for subnet (a4f15a83-fb54-4b72-bbad-35c92457596f), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:51.270353 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Provisioning complete for port 74c3d822-6e15-4d65-8a78-71e1dfd8426d triggered by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:30:51.271331 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (74c3d822-6e15-4d65-8a78-71e1dfd8426d), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:51.288886 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b49876-dbe5-4597-a70e-70b47e268fe9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4f15a83-fb54-4b72-bbad-35c92457596f,revision_number=0']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:30:51.297257 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b49876-dbe5-4597-a70e-70b47e268fe9 admin admin] Checking segment: {'id': '39f01454-600f-4a49-bde0-9ab8c1f32870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'bbdf7c37-f86f-42b1-a5dc-749e68669088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:30:51.297617 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b49876-dbe5-4597-a70e-70b47e268fe9 admin admin] Network hostable DHCP agents. Network: bbdf7c37-f86f-42b1-a5dc-749e68669088, hostable agents: ['c89944b2-e06f-41dc-a0fc-77a7e649c9d3'], hosted agents: [] {{(pid=104024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 18:30:51.357937 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Current status of the port 74c3d822-6e15-4d65-8a78-71e1dfd8426d is: DOWN; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:30:51.358314 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (74c3d822-6e15-4d65-8a78-71e1dfd8426d), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:51.379881 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] For port 74c3d822-6e15-4d65-8a78-71e1dfd8426d, host dv-cinder-840511-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=74c3d822-6e15-4d65-8a78-71e1dfd8426d,segment=NetworkSegment(44841efa-8edc-4b72-aba0-27edf49af522),segment_id=44841efa-8edc-4b72-aba0-27edf49af522)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:30:51.397752 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b49876-dbe5-4597-a70e-70b47e268fe9 admin admin] Network bbdf7c37-f86f-42b1-a5dc-749e68669088 is scheduled to be hosted by DHCP agent c89944b2-e06f-41dc-a0fc-77a7e649c9d3 with binding_index 1 {{(pid=104024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 18:30:51.443255 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-631f092c-6778-43fa-a998-ecb95868f0b9 None None] Publish callbacks [] for port (b8343f9c-bdaf-46e2-abd5-b3aafeb49b0d), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:51.456345 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (74c3d822-6e15-4d65-8a78-71e1dfd8426d), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:51.485109 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.base_scheduler [None req-72b49876-dbe5-4597-a70e-70b47e268fe9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840511-4-iscsi, bbdf7c37-f86f-42b1-a5dc-749e68669088) {{(pid=104024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:30:51.489817 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b49876-dbe5-4597-a70e-70b47e268fe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:30:51.490400 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-72b49876-dbe5-4597-a70e-70b47e268fe9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:51.499294 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21155972-7f7b-4b94-9245-1732313e5d46 None None] Network bbdf7c37-f86f-42b1-a5dc-749e68669088 requested from dv-cinder-840511-4-iscsi {{(pid=104025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 18:30:51.525424 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-631f092c-6778-43fa-a998-ecb95868f0b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (b8343f9c-bdaf-46e2-abd5-b3aafeb49b0d), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:51.532805 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Pushing event updated for resources: {'Port': ['ID=74c3d822-6e15-4d65-8a78-71e1dfd8426d,revision_number=4']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:30:51.579633 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a29957f-07cc-4b89-b711-c28678dae50b None None] Pushing event updated for resources: {'Port': ['ID=b8343f9c-bdaf-46e2-abd5-b3aafeb49b0d,revision_number=3']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:30:51.586430 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-72b49876-dbe5-4597-a70e-70b47e268fe9 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7038951 May 04 18:30:51.586756 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 58852) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:30:51.588536 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a29957f-07cc-4b89-b711-c28678dae50b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:51.588881 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a29957f-07cc-4b89-b711-c28678dae50b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:51.589230 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a29957f-07cc-4b89-b711-c28678dae50b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:51.599776 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a29957f-07cc-4b89-b711-c28678dae50b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:51.599776 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a29957f-07cc-4b89-b711-c28678dae50b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:51.599776 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a29957f-07cc-4b89-b711-c28678dae50b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:51.599776 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a29957f-07cc-4b89-b711-c28678dae50b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:51.599776 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a29957f-07cc-4b89-b711-c28678dae50b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:51.599776 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a29957f-07cc-4b89-b711-c28678dae50b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:51.599776 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a29957f-07cc-4b89-b711-c28678dae50b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:51.599776 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a29957f-07cc-4b89-b711-c28678dae50b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:51.599776 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a29957f-07cc-4b89-b711-c28678dae50b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:51.599776 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a29957f-07cc-4b89-b711-c28678dae50b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:51.599776 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a29957f-07cc-4b89-b711-c28678dae50b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:51.599776 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a29957f-07cc-4b89-b711-c28678dae50b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:30:51.600854 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.v2.base [None req-b682c107-07e7-4e5e-bc23-116298b80d53 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1251490806-router', 'tenant_id': 'cc3ab15a20864eb5bd15ca32b2a181b5', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31'}}} {{(pid=104024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:30:51.632241 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40013acb-8352-4a69-99c0-da85b2a310a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7413deaf-5835-5fbd-ad87-e75b1d698e43-bbdf7c37-f86f-42b1-a5dc-749e68669088', 'network_id': 'bbdf7c37-f86f-42b1-a5dc-749e68669088', 'project_id': 'cc3ab15a20864eb5bd15ca32b2a181b5', 'fixed_ips': [{'subnet_id': 'a4f15a83-fb54-4b72-bbad-35c92457596f'}]}} from dv-cinder-840511-4-iscsi. {{(pid=104025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 18:30:51.633177 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-40013acb-8352-4a69-99c0-da85b2a310a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (None), before_create {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:51.656558 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-631f092c-6778-43fa-a998-ecb95868f0b9 None None] Attempting to bind port b8343f9c-bdaf-46e2-abd5-b3aafeb49b0d on host dv-cinder-840511-4-iscsi for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 18:30:51.656924 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-631f092c-6778-43fa-a998-ecb95868f0b9 None None] Attempting to bind port b8343f9c-bdaf-46e2-abd5-b3aafeb49b0d by drivers openvswitch,hyperv on host dv-cinder-840511-4-iscsi at level 0 using segments [{'id': 'f1180800-13a3-4d37-a18e-2104639bbd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '90bef6d9-aa9f-4fae-b314-61d84896438a'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 18:30:51.657283 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631f092c-6778-43fa-a998-ecb95868f0b9 None None] Attempting to bind port b8343f9c-bdaf-46e2-abd5-b3aafeb49b0d on network 90bef6d9-aa9f-4fae-b314-61d84896438a {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:30:51.663299 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631f092c-6778-43fa-a998-ecb95868f0b9 None None] Checking agent: {'id': 'e55a6cb5-967a-4631-865a-95818de4ff35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840511-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 7, 4), 'started_at': datetime.datetime(2022, 5, 4, 18, 7, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840511-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 18:30:51.663875 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631f092c-6778-43fa-a998-ecb95868f0b9 None None] Checking segment: {'id': 'f1180800-13a3-4d37-a18e-2104639bbd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '90bef6d9-aa9f-4fae-b314-61d84896438a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:30:51.664276 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-631f092c-6778-43fa-a998-ecb95868f0b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:51.664662 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631f092c-6778-43fa-a998-ecb95868f0b9 None None] Bound using segment: {'id': 'f1180800-13a3-4d37-a18e-2104639bbd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '90bef6d9-aa9f-4fae-b314-61d84896438a'} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 18:30:51.665126 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-631f092c-6778-43fa-a998-ecb95868f0b9 None None] Bound port: b8343f9c-bdaf-46e2-abd5-b3aafeb49b0d, host: dv-cinder-840511-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1180800-13a3-4d37-a18e-2104639bbd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '90bef6d9-aa9f-4fae-b314-61d84896438a'}}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 18:30:51.665496 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-631f092c-6778-43fa-a998-ecb95868f0b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (b8343f9c-bdaf-46e2-abd5-b3aafeb49b0d), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:51.702213 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-b682c107-07e7-4e5e-bc23-116298b80d53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1680882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13377'] for router (89d48927-d8a4-49e5-839a-b936db7a69b6), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:51.703493 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-b682c107-07e7-4e5e-bc23-116298b80d53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1680798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1675771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1801714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13400'] for router (89d48927-d8a4-49e5-839a-b936db7a69b6), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:51.736150 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-631f092c-6778-43fa-a998-ecb95868f0b9 None None] For port b8343f9c-bdaf-46e2-abd5-b3aafeb49b0d, host dv-cinder-840511-4-iscsi, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 18:30:51.739654 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-631f092c-6778-43fa-a998-ecb95868f0b9 None None] For port b8343f9c-bdaf-46e2-abd5-b3aafeb49b0d, host dv-cinder-840511-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=b8343f9c-bdaf-46e2-abd5-b3aafeb49b0d,segment=NetworkSegment(f1180800-13a3-4d37-a18e-2104639bbd70),segment_id=f1180800-13a3-4d37-a18e-2104639bbd70)] {{(pid=104026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 18:30:51.784236 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-b682c107-07e7-4e5e-bc23-116298b80d53 admin admin] Publish callbacks [] for router_controller (89d48927-d8a4-49e5-839a-b936db7a69b6), precommit_add_association {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:51.789897 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.db_base_plugin_common [None req-40013acb-8352-4a69-99c0-da85b2a310a4 None None] Allocated IP 172.20.0.2 (bbdf7c37-f86f-42b1-a5dc-749e68669088/a4f15a83-fb54-4b72-bbad-35c92457596f/16052f3f-387a-4811-8495-b9abd38bad05) {{(pid=104025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:30:51.809636 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-631f092c-6778-43fa-a998-ecb95868f0b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (b8343f9c-bdaf-46e2-abd5-b3aafeb49b0d), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:51.869534 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a29957f-07cc-4b89-b711-c28678dae50b None None] Pushing event updated for resources: {'Port': ['ID=b8343f9c-bdaf-46e2-abd5-b3aafeb49b0d,revision_number=4']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:30:51.874928 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631f092c-6778-43fa-a998-ecb95868f0b9 None None] Routers {'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:30:51.875578 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-631f092c-6778-43fa-a998-ecb95868f0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:30:30Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5'], 'active': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:30:51.877095 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-3ba6b46f-770e-46a4-b837-b612e0dbe438 None None] Provisioning complete for port b8343f9c-bdaf-46e2-abd5-b3aafeb49b0d triggered by entity DHCP. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:30:51.877592 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b46f-770e-46a4-b837-b612e0dbe438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (b8343f9c-bdaf-46e2-abd5-b3aafeb49b0d), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:52.021681 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-40013acb-8352-4a69-99c0-da85b2a310a4 None None] Publish callbacks [] for port (16052f3f-387a-4811-8495-b9abd38bad05), precommit_create {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:52.037364 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-3ba6b46f-770e-46a4-b837-b612e0dbe438 None None] Current status of the port b8343f9c-bdaf-46e2-abd5-b3aafeb49b0d is: DOWN; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:30:52.037906 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b46f-770e-46a4-b837-b612e0dbe438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (b8343f9c-bdaf-46e2-abd5-b3aafeb49b0d), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:52.066532 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-b682c107-07e7-4e5e-bc23-116298b80d53 admin admin] Publish callbacks [] for router_gateway (89d48927-d8a4-49e5-839a-b936db7a69b6), precommit_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:52.078055 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-3ba6b46f-770e-46a4-b837-b612e0dbe438 None None] For port b8343f9c-bdaf-46e2-abd5-b3aafeb49b0d, host dv-cinder-840511-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=b8343f9c-bdaf-46e2-abd5-b3aafeb49b0d,segment=NetworkSegment(f1180800-13a3-4d37-a18e-2104639bbd70),segment_id=f1180800-13a3-4d37-a18e-2104639bbd70)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:30:52.094128 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvr_db [None req-631f092c-6778-43fa-a998-ecb95868f0b9 None None] Set router ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5 gateway port host: dv-cinder-840511-4-iscsi {{(pid=104026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:30:52.107899 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-40013acb-8352-4a69-99c0-da85b2a310a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772819832230'] for port (16052f3f-387a-4811-8495-b9abd38bad05), after_create {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:52.157654 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40013acb-8352-4a69-99c0-da85b2a310a4 None None] Network bbdf7c37-f86f-42b1-a5dc-749e68669088 is already hosted by enough agents. {{(pid=104025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:30:52.166480 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.scheduler.base_scheduler [None req-40013acb-8352-4a69-99c0-da85b2a310a4 None None] Resources bound (agent type, host, resource id): {{(pid=104025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:30:52.168370 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40013acb-8352-4a69-99c0-da85b2a310a4 None None] Pushing event updated for resources: {'Port': ['ID=16052f3f-387a-4811-8495-b9abd38bad05,revision_number=1']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:30:52.173088 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40013acb-8352-4a69-99c0-da85b2a310a4 None None] Received port after_create {{(pid=104025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:30:52.190280 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b46f-770e-46a4-b837-b612e0dbe438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (b8343f9c-bdaf-46e2-abd5-b3aafeb49b0d), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:52.277319 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.managers [None req-40013acb-8352-4a69-99c0-da85b2a310a4 None None] Attempting to bind port 16052f3f-387a-4811-8495-b9abd38bad05 on host dv-cinder-840511-4-iscsi for vnic_type normal with profile {{(pid=104025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 18:30:52.277604 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.managers [None req-40013acb-8352-4a69-99c0-da85b2a310a4 None None] Attempting to bind port 16052f3f-387a-4811-8495-b9abd38bad05 by drivers openvswitch,hyperv on host dv-cinder-840511-4-iscsi at level 0 using segments [{'id': '39f01454-600f-4a49-bde0-9ab8c1f32870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'bbdf7c37-f86f-42b1-a5dc-749e68669088'}] {{(pid=104025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 18:30:52.277979 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40013acb-8352-4a69-99c0-da85b2a310a4 None None] Attempting to bind port 16052f3f-387a-4811-8495-b9abd38bad05 on network bbdf7c37-f86f-42b1-a5dc-749e68669088 {{(pid=104025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:30:52.308010 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40013acb-8352-4a69-99c0-da85b2a310a4 None None] Checking agent: {'id': 'e55a6cb5-967a-4631-865a-95818de4ff35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840511-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 7, 4), 'started_at': datetime.datetime(2022, 5, 4, 18, 7, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840511-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 18:30:52.308379 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40013acb-8352-4a69-99c0-da85b2a310a4 None None] Checking segment: {'id': '39f01454-600f-4a49-bde0-9ab8c1f32870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'bbdf7c37-f86f-42b1-a5dc-749e68669088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:30:52.308862 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-40013acb-8352-4a69-99c0-da85b2a310a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:52.309181 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40013acb-8352-4a69-99c0-da85b2a310a4 None None] Bound using segment: {'id': '39f01454-600f-4a49-bde0-9ab8c1f32870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'bbdf7c37-f86f-42b1-a5dc-749e68669088'} {{(pid=104025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 18:30:52.309810 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.managers [None req-40013acb-8352-4a69-99c0-da85b2a310a4 None None] Bound port: 16052f3f-387a-4811-8495-b9abd38bad05, host: dv-cinder-840511-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39f01454-600f-4a49-bde0-9ab8c1f32870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'bbdf7c37-f86f-42b1-a5dc-749e68669088'}}] {{(pid=104025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 18:30:52.310083 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-40013acb-8352-4a69-99c0-da85b2a310a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (16052f3f-387a-4811-8495-b9abd38bad05), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:52.335693 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-d712352b-db2e-42bc-a4b9-f612800ec7fc None None] Provisioning complete for port b8343f9c-bdaf-46e2-abd5-b3aafeb49b0d triggered by entity DHCP. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:30:52.336068 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-d712352b-db2e-42bc-a4b9-f612800ec7fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (b8343f9c-bdaf-46e2-abd5-b3aafeb49b0d), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:52.375770 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6b46f-770e-46a4-b837-b612e0dbe438 None None] Pushing event updated for resources: {'Port': ['ID=b8343f9c-bdaf-46e2-abd5-b3aafeb49b0d,revision_number=5']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:30:52.381290 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-631f092c-6778-43fa-a998-ecb95868f0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5', 'name': 'tempest-TestVolumeBootPattern-2020950732-router', 'tenant_id': '983fce7909844bb8aa03a9de41d85482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '74c3d822-6e15-4d65-8a78-71e1dfd8426d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:30:45Z', 'updated_at': '2022-05-04T18:30:48Z', 'revision_number': 4, 'project_id': '983fce7909844bb8aa03a9de41d85482', 'gw_port': {'id': '74c3d822-6e15-4d65-8a78-71e1dfd8426d', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:30:46Z', 'updated_at': '2022-05-04T18:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_interfaces': [{'id': 'b8343f9c-bdaf-46e2-abd5-b3aafeb49b0d', 'name': '', 'network_id': '90bef6d9-aa9f-4fae-b314-61d84896438a', 'tenant_id': '983fce7909844bb8aa03a9de41d85482', 'mac_address': 'fa:16:3e:67:47:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '1faec8ee-200a-443a-93c3-49b2a8579d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:30:48Z', 'updated_at': '2022-05-04T18:30:51Z', 'revision_number': 4, 'project_id': '983fce7909844bb8aa03a9de41d85482', 'subnets': [{'id': '1faec8ee-200a-443a-93c3-49b2a8579d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:30:52.381514 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-b682c107-07e7-4e5e-bc23-116298b80d53 admin admin] Publish callbacks [] for router_gateway (89d48927-d8a4-49e5-839a-b936db7a69b6), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:52.383040 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (2ed5d983-d6d1-49f2-9dfa-1a41e5be1317), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:52.401754 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-b682c107-07e7-4e5e-bc23-116298b80d53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:52.408529 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631f092c-6778-43fa-a998-ecb95868f0b9 None None] The sync data for ids ['ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5'] in dv-cinder-840511-4-iscsi is: [{'id': 'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5', 'name': 'tempest-TestVolumeBootPattern-2020950732-router', 'tenant_id': '983fce7909844bb8aa03a9de41d85482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '74c3d822-6e15-4d65-8a78-71e1dfd8426d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:30:45Z', 'updated_at': '2022-05-04T18:30:48Z', 'revision_number': 4, 'project_id': '983fce7909844bb8aa03a9de41d85482', 'gw_port': {'id': '74c3d822-6e15-4d65-8a78-71e1dfd8426d', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:30:46Z', 'updated_at': '2022-05-04T18:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_interfaces': [{'id': 'b8343f9c-bdaf-46e2-abd5-b3aafeb49b0d', 'name': '', 'network_id': '90bef6d9-aa9f-4fae-b314-61d84896438a', 'tenant_id': '983fce7909844bb8aa03a9de41d85482', 'mac_address': 'fa:16:3e:67:47:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '1faec8ee-200a-443a-93c3-49b2a8579d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:30:48Z', 'updated_at': '2022-05-04T18:30:51Z', 'revision_number': 4, 'project_id': '983fce7909844bb8aa03a9de41d85482', 'subnets': [{'id': '1faec8ee-200a-443a-93c3-49b2a8579d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:30:52.470640 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-40013acb-8352-4a69-99c0-da85b2a310a4 None None] For port 16052f3f-387a-4811-8495-b9abd38bad05, host dv-cinder-840511-4-iscsi, cleared binding levels {{(pid=104025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 18:30:52.476257 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-40013acb-8352-4a69-99c0-da85b2a310a4 None None] For port 16052f3f-387a-4811-8495-b9abd38bad05, host dv-cinder-840511-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=16052f3f-387a-4811-8495-b9abd38bad05,segment=NetworkSegment(39f01454-600f-4a49-bde0-9ab8c1f32870),segment_id=39f01454-600f-4a49-bde0-9ab8c1f32870)] {{(pid=104025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 18:30:52.488152 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-d712352b-db2e-42bc-a4b9-f612800ec7fc None None] Current status of the port b8343f9c-bdaf-46e2-abd5-b3aafeb49b0d is: ACTIVE; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:30:52.548234 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-40013acb-8352-4a69-99c0-da85b2a310a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (16052f3f-387a-4811-8495-b9abd38bad05), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:52.561796 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.db.db_base_plugin_common [None req-b682c107-07e7-4e5e-bc23-116298b80d53 admin admin] Allocated IP 172.27.1.5 (1bc9efb7-0207-4c06-8ee1-3b0aa535de31/61d7fae2-9d6e-42a3-8cf9-91a587505bb7/053a4677-84f0-4f5d-a226-e037e0ca0588) {{(pid=104024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:30:52.617578 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40013acb-8352-4a69-99c0-da85b2a310a4 None None] Pushing event updated for resources: {'Port': ['ID=16052f3f-387a-4811-8495-b9abd38bad05,revision_number=2']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:30:52.691779 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-b682c107-07e7-4e5e-bc23-116298b80d53 admin admin] Publish callbacks [] for port (053a4677-84f0-4f5d-a226-e037e0ca0588), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:52.783442 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-b682c107-07e7-4e5e-bc23-116298b80d53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772819832230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007267'] for port (053a4677-84f0-4f5d-a226-e037e0ca0588), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:52.839943 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b682c107-07e7-4e5e-bc23-116298b80d53 admin admin] Network 1bc9efb7-0207-4c06-8ee1-3b0aa535de31 is already hosted by enough agents. {{(pid=104024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:30:52.844849 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.base_scheduler [None req-b682c107-07e7-4e5e-bc23-116298b80d53 admin admin] Resources bound (agent type, host, resource id): {{(pid=104024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:30:52.846875 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b682c107-07e7-4e5e-bc23-116298b80d53 admin admin] Pushing event updated for resources: {'Port': ['ID=053a4677-84f0-4f5d-a226-e037e0ca0588,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:30:52.849145 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b682c107-07e7-4e5e-bc23-116298b80d53 admin admin] Received port after_create {{(pid=104024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:30:53.192465 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-b682c107-07e7-4e5e-bc23-116298b80d53 admin admin] Publish callbacks [] for router_gateway (89d48927-d8a4-49e5-839a-b936db7a69b6), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:53.350538 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device b8343f9c-bdaf-46e2-abd5-b3aafeb49b0d up at agent ovs-agent-dv-cinder-840511-4-iscsi {{(pid=104025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:30:53.425084 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Provisioning complete for port b8343f9c-bdaf-46e2-abd5-b3aafeb49b0d triggered by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:30:53.425739 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (b8343f9c-bdaf-46e2-abd5-b3aafeb49b0d), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:53.433674 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-b682c107-07e7-4e5e-bc23-116298b80d53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1680775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1675720'] for router (89d48927-d8a4-49e5-839a-b936db7a69b6), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:53.523537 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Current status of the port b8343f9c-bdaf-46e2-abd5-b3aafeb49b0d is: ACTIVE; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:30:53.524689 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device 16052f3f-387a-4811-8495-b9abd38bad05 up at agent ovs-agent-dv-cinder-840511-4-iscsi {{(pid=104025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:30:53.577706 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Provisioning complete for port 16052f3f-387a-4811-8495-b9abd38bad05 triggered by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:30:53.578090 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (16052f3f-387a-4811-8495-b9abd38bad05), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:53.685653 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b682c107-07e7-4e5e-bc23-116298b80d53 admin admin] Router 89d48927-d8a4-49e5-839a-b936db7a69b6 is scheduled to L3 agent 341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae with binding_index 1 {{(pid=104024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 18:30:53.738338 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcfe61c3-940b-4c10-8625-5b32e1a1ef6f None None] Network bbdf7c37-f86f-42b1-a5dc-749e68669088 requested from dv-cinder-840511-4-iscsi {{(pid=104025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 18:30:53.779881 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-b40c337e-cc17-4360-940f-bb673d67bd0b None None] Provisioning complete for port 16052f3f-387a-4811-8495-b9abd38bad05 triggered by entity DHCP. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:30:53.780534 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-b40c337e-cc17-4360-940f-bb673d67bd0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (16052f3f-387a-4811-8495-b9abd38bad05), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:53.802980 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b682c107-07e7-4e5e-bc23-116298b80d53 admin admin] Notify agent at l3_agent.dv-cinder-840511-4-iscsi the message routers_updated {{(pid=104024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 18:30:53.840101 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f625e209-e9ae-4c48-95f7-26a0e0497013 None None] Sync routers for ids ['89d48927-d8a4-49e5-839a-b936db7a69b6'] in dv-cinder-840511-4-iscsi {{(pid=104025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:30:53.879598 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f625e209-e9ae-4c48-95f7-26a0e0497013 None None] Routers {'89d48927-d8a4-49e5-839a-b936db7a69b6'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:30:53.880155 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-f625e209-e9ae-4c48-95f7-26a0e0497013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:30:30Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['89d48927-d8a4-49e5-839a-b936db7a69b6'], 'active': True} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:30:53.880649 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-b682c107-07e7-4e5e-bc23-116298b80d53 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:53.881920 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-b682c107-07e7-4e5e-bc23-116298b80d53 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2940876 May 04 18:30:53.884763 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 58854) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:30:53.993302 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Current status of the port 16052f3f-387a-4811-8495-b9abd38bad05 is: DOWN; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:30:53.993698 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (16052f3f-387a-4811-8495-b9abd38bad05), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:54.093534 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-b40c337e-cc17-4360-940f-bb673d67bd0b None None] Current status of the port 16052f3f-387a-4811-8495-b9abd38bad05 is: DOWN; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:30:54.093927 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-b40c337e-cc17-4360-940f-bb673d67bd0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (16052f3f-387a-4811-8495-b9abd38bad05), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:54.131778 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] For port 16052f3f-387a-4811-8495-b9abd38bad05, host dv-cinder-840511-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=16052f3f-387a-4811-8495-b9abd38bad05,segment=NetworkSegment(39f01454-600f-4a49-bde0-9ab8c1f32870),segment_id=39f01454-600f-4a49-bde0-9ab8c1f32870)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:30:54.141492 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvr_db [None req-f625e209-e9ae-4c48-95f7-26a0e0497013 None None] Set router 89d48927-d8a4-49e5-839a-b936db7a69b6 gateway port host: dv-cinder-840511-4-iscsi {{(pid=104025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:30:54.220005 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (16052f3f-387a-4811-8495-b9abd38bad05), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:54.220806 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device 74c3d822-6e15-4d65-8a78-71e1dfd8426d up at agent ovs-agent-dv-cinder-840511-4-iscsi {{(pid=104025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:30:54.377269 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Pushing event updated for resources: {'Port': ['ID=16052f3f-387a-4811-8495-b9abd38bad05,revision_number=3']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:30:54.383970 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.db.api [None req-b40c337e-cc17-4360-940f-bb673d67bd0b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 18:30:54.384250 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG oslo_db.api [None req-b40c337e-cc17-4360-940f-bb673d67bd0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 18:30:54.424326 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Provisioning complete for port 74c3d822-6e15-4d65-8a78-71e1dfd8426d triggered by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:30:54.424699 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (74c3d822-6e15-4d65-8a78-71e1dfd8426d), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:54.467972 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-f625e209-e9ae-4c48-95f7-26a0e0497013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d48927-d8a4-49e5-839a-b936db7a69b6', 'name': 'tempest-TestVolumeBootPattern-1251490806-router', 'tenant_id': 'cc3ab15a20864eb5bd15ca32b2a181b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '053a4677-84f0-4f5d-a226-e037e0ca0588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:30:51Z', 'updated_at': '2022-05-04T18:30:53Z', 'revision_number': 3, 'project_id': 'cc3ab15a20864eb5bd15ca32b2a181b5', 'gw_port': {'id': '053a4677-84f0-4f5d-a226-e037e0ca0588', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c9:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d48927-d8a4-49e5-839a-b936db7a69b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:30:52Z', 'updated_at': '2022-05-04T18:30:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi'}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:30:54.497832 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f625e209-e9ae-4c48-95f7-26a0e0497013 None None] Checking router: 89d48927-d8a4-49e5-839a-b936db7a69b6 for host: dv-cinder-840511-4-iscsi {{(pid=104025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:30:54.498173 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f625e209-e9ae-4c48-95f7-26a0e0497013 None None] Updating router 89d48927-d8a4-49e5-839a-b936db7a69b6 port 053a4677-84f0-4f5d-a226-e037e0ca0588 binding host dv-cinder-840511-4-iscsi {{(pid=104025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 18:30:54.554604 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-f625e209-e9ae-4c48-95f7-26a0e0497013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (053a4677-84f0-4f5d-a226-e037e0ca0588), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:54.588944 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Current status of the port 74c3d822-6e15-4d65-8a78-71e1dfd8426d is: ACTIVE; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:30:54.602208 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-309a8369-92d1-4cc8-bc3f-65e35d3b3420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:54.769336 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.db.db_base_plugin_common [None req-309a8369-92d1-4cc8-bc3f-65e35d3b3420 admin admin] Allocated IP 172.20.0.1 (bbdf7c37-f86f-42b1-a5dc-749e68669088/a4f15a83-fb54-4b72-bbad-35c92457596f/04a21ab0-db1b-47d5-99a5-776dfe6a97b1) {{(pid=104024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:30:54.824769 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-f625e209-e9ae-4c48-95f7-26a0e0497013 None None] Publish callbacks [] for port (053a4677-84f0-4f5d-a226-e037e0ca0588), precommit_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:54.879610 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-309a8369-92d1-4cc8-bc3f-65e35d3b3420 admin admin] Publish callbacks [] for port (04a21ab0-db1b-47d5-99a5-776dfe6a97b1), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:54.910511 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-f625e209-e9ae-4c48-95f7-26a0e0497013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (053a4677-84f0-4f5d-a226-e037e0ca0588), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:54.960494 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-b40c337e-cc17-4360-940f-bb673d67bd0b None None] Current status of the port 16052f3f-387a-4811-8495-b9abd38bad05 is: ACTIVE; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:30:54.970397 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-309a8369-92d1-4cc8-bc3f-65e35d3b3420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772819832230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007267'] for port (04a21ab0-db1b-47d5-99a5-776dfe6a97b1), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:54.977781 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.managers [None req-f625e209-e9ae-4c48-95f7-26a0e0497013 None None] Attempting to bind port 053a4677-84f0-4f5d-a226-e037e0ca0588 on host dv-cinder-840511-4-iscsi for vnic_type normal with profile {{(pid=104025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 18:30:54.978157 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.managers [None req-f625e209-e9ae-4c48-95f7-26a0e0497013 None None] Attempting to bind port 053a4677-84f0-4f5d-a226-e037e0ca0588 by drivers openvswitch,hyperv on host dv-cinder-840511-4-iscsi at level 0 using segments [{'id': '44841efa-8edc-4b72-aba0-27edf49af522', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31'}] {{(pid=104025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 18:30:54.978523 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f625e209-e9ae-4c48-95f7-26a0e0497013 None None] Attempting to bind port 053a4677-84f0-4f5d-a226-e037e0ca0588 on network 1bc9efb7-0207-4c06-8ee1-3b0aa535de31 {{(pid=104025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:30:54.986666 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869cc8d-8db6-4754-9976-2ade2c167afc None None] Pushing event updated for resources: {'Port': ['ID=053a4677-84f0-4f5d-a226-e037e0ca0588,revision_number=2']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:30:54.989464 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f625e209-e9ae-4c48-95f7-26a0e0497013 None None] Checking agent: {'id': 'e55a6cb5-967a-4631-865a-95818de4ff35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840511-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 7, 4), 'started_at': datetime.datetime(2022, 5, 4, 18, 7, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840511-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 18:30:54.992118 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f625e209-e9ae-4c48-95f7-26a0e0497013 None None] Checking segment: {'id': '44841efa-8edc-4b72-aba0-27edf49af522', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:30:54.992118 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-f625e209-e9ae-4c48-95f7-26a0e0497013 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:54.992118 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f625e209-e9ae-4c48-95f7-26a0e0497013 None None] Bound using segment: {'id': '44841efa-8edc-4b72-aba0-27edf49af522', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31'} {{(pid=104025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 18:30:54.992118 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.managers [None req-f625e209-e9ae-4c48-95f7-26a0e0497013 None None] Bound port: 053a4677-84f0-4f5d-a226-e037e0ca0588, host: dv-cinder-840511-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44841efa-8edc-4b72-aba0-27edf49af522', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31'}}] {{(pid=104025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 18:30:54.992118 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-f625e209-e9ae-4c48-95f7-26a0e0497013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (053a4677-84f0-4f5d-a226-e037e0ca0588), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:55.010128 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309a8369-92d1-4cc8-bc3f-65e35d3b3420 admin admin] Network bbdf7c37-f86f-42b1-a5dc-749e68669088 is already hosted by enough agents. {{(pid=104024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:30:55.013685 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.base_scheduler [None req-309a8369-92d1-4cc8-bc3f-65e35d3b3420 admin admin] Resources bound (agent type, host, resource id): {{(pid=104024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:30:55.019742 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309a8369-92d1-4cc8-bc3f-65e35d3b3420 admin admin] Received port after_create {{(pid=104024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:30:55.045327 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309a8369-92d1-4cc8-bc3f-65e35d3b3420 admin admin] Pushing event updated for resources: {'Port': ['ID=04a21ab0-db1b-47d5-99a5-776dfe6a97b1,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:30:55.053887 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-f625e209-e9ae-4c48-95f7-26a0e0497013 None None] For port 053a4677-84f0-4f5d-a226-e037e0ca0588, host dv-cinder-840511-4-iscsi, cleared binding levels {{(pid=104025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 18:30:55.059475 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-f625e209-e9ae-4c48-95f7-26a0e0497013 None None] For port 053a4677-84f0-4f5d-a226-e037e0ca0588, host dv-cinder-840511-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=053a4677-84f0-4f5d-a226-e037e0ca0588,segment=NetworkSegment(44841efa-8edc-4b72-aba0-27edf49af522),segment_id=44841efa-8edc-4b72-aba0-27edf49af522)] {{(pid=104025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 18:30:55.063814 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-309a8369-92d1-4cc8-bc3f-65e35d3b3420 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674133'] for router_interface (89d48927-d8a4-49e5-839a-b936db7a69b6), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:55.080816 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-a7bf6fd1-c82c-4b7c-bd0d-653315e34478 None None] Provisioning complete for port 16052f3f-387a-4811-8495-b9abd38bad05 triggered by entity DHCP. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:30:55.081192 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-a7bf6fd1-c82c-4b7c-bd0d-653315e34478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (16052f3f-387a-4811-8495-b9abd38bad05), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:55.156769 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-f625e209-e9ae-4c48-95f7-26a0e0497013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (053a4677-84f0-4f5d-a226-e037e0ca0588), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:55.226931 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-a7bf6fd1-c82c-4b7c-bd0d-653315e34478 None None] Current status of the port 16052f3f-387a-4811-8495-b9abd38bad05 is: ACTIVE; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:30:55.249635 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device 16052f3f-387a-4811-8495-b9abd38bad05 up at agent ovs-agent-dv-cinder-840511-4-iscsi {{(pid=104025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:30:55.273060 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-309a8369-92d1-4cc8-bc3f-65e35d3b3420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (04a21ab0-db1b-47d5-99a5-776dfe6a97b1), before_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:55.273882 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f625e209-e9ae-4c48-95f7-26a0e0497013 None None] Routers {'89d48927-d8a4-49e5-839a-b936db7a69b6'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:30:55.274530 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-f625e209-e9ae-4c48-95f7-26a0e0497013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:30:30Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['89d48927-d8a4-49e5-839a-b936db7a69b6'], 'active': True} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:30:55.281757 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869cc8d-8db6-4754-9976-2ade2c167afc None None] Pushing event updated for resources: {'Port': ['ID=053a4677-84f0-4f5d-a226-e037e0ca0588,revision_number=3']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:30:55.364466 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-23eadc7d-56c3-48b5-90a0-b43f6f27b0da None None] Provisioning complete for port 04a21ab0-db1b-47d5-99a5-776dfe6a97b1 triggered by entity DHCP. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:30:55.364897 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-23eadc7d-56c3-48b5-90a0-b43f6f27b0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (04a21ab0-db1b-47d5-99a5-776dfe6a97b1), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:55.448399 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-309a8369-92d1-4cc8-bc3f-65e35d3b3420 admin admin] Publish callbacks [] for port (04a21ab0-db1b-47d5-99a5-776dfe6a97b1), precommit_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:55.513620 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-309a8369-92d1-4cc8-bc3f-65e35d3b3420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6007290'] for port (04a21ab0-db1b-47d5-99a5-776dfe6a97b1), after_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:55.556556 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Provisioning complete for port 16052f3f-387a-4811-8495-b9abd38bad05 triggered by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:30:55.557180 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (16052f3f-387a-4811-8495-b9abd38bad05), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:55.585771 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309a8369-92d1-4cc8-bc3f-65e35d3b3420 admin admin] Pushing event updated for resources: {'Port': ['ID=04a21ab0-db1b-47d5-99a5-776dfe6a97b1,revision_number=2']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:30:55.588554 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-309a8369-92d1-4cc8-bc3f-65e35d3b3420 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1598242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674095'] for router_interface (89d48927-d8a4-49e5-839a-b936db7a69b6), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:55.614791 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvr_db [None req-f625e209-e9ae-4c48-95f7-26a0e0497013 None None] Set router 89d48927-d8a4-49e5-839a-b936db7a69b6 gateway port host: dv-cinder-840511-4-iscsi {{(pid=104025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:30:55.618181 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-23eadc7d-56c3-48b5-90a0-b43f6f27b0da None None] Port 04a21ab0-db1b-47d5-99a5-776dfe6a97b1 cannot update to ACTIVE because it is not bound. {{(pid=104025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 18:30:55.683371 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309a8369-92d1-4cc8-bc3f-65e35d3b3420 admin admin] Network bbdf7c37-f86f-42b1-a5dc-749e68669088 is already hosted by enough agents. {{(pid=104024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:30:55.685130 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.base_scheduler [None req-309a8369-92d1-4cc8-bc3f-65e35d3b3420 admin admin] Resources bound (agent type, host, resource id): {{(pid=104024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:30:55.797095 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Current status of the port 16052f3f-387a-4811-8495-b9abd38bad05 is: ACTIVE; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:30:55.814918 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-309a8369-92d1-4cc8-bc3f-65e35d3b3420 admin admin] Router 89d48927-d8a4-49e5-839a-b936db7a69b6 has already been hosted by L3 agent 341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae {{(pid=104024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 18:30:55.869829 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-f625e209-e9ae-4c48-95f7-26a0e0497013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d48927-d8a4-49e5-839a-b936db7a69b6', 'name': 'tempest-TestVolumeBootPattern-1251490806-router', 'tenant_id': 'cc3ab15a20864eb5bd15ca32b2a181b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '053a4677-84f0-4f5d-a226-e037e0ca0588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:30:51Z', 'updated_at': '2022-05-04T18:30:55Z', 'revision_number': 4, 'project_id': 'cc3ab15a20864eb5bd15ca32b2a181b5', 'gw_port': {'id': '053a4677-84f0-4f5d-a226-e037e0ca0588', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c9:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d48927-d8a4-49e5-839a-b936db7a69b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:30:52Z', 'updated_at': '2022-05-04T18:30:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_interfaces': [{'id': '04a21ab0-db1b-47d5-99a5-776dfe6a97b1', 'name': '', 'network_id': 'bbdf7c37-f86f-42b1-a5dc-749e68669088', 'tenant_id': 'cc3ab15a20864eb5bd15ca32b2a181b5', 'mac_address': 'fa:16:3e:52:5a:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d48927-d8a4-49e5-839a-b936db7a69b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'a4f15a83-fb54-4b72-bbad-35c92457596f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:30:54Z', 'updated_at': '2022-05-04T18:30:54Z', 'revision_number': 1, 'project_id': 'cc3ab15a20864eb5bd15ca32b2a181b5', 'subnets': [{'id': 'a4f15a83-fb54-4b72-bbad-35c92457596f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:30:55.902788 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f625e209-e9ae-4c48-95f7-26a0e0497013 None None] The sync data for ids ['89d48927-d8a4-49e5-839a-b936db7a69b6'] in dv-cinder-840511-4-iscsi is: [{'id': '89d48927-d8a4-49e5-839a-b936db7a69b6', 'name': 'tempest-TestVolumeBootPattern-1251490806-router', 'tenant_id': 'cc3ab15a20864eb5bd15ca32b2a181b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '053a4677-84f0-4f5d-a226-e037e0ca0588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:30:51Z', 'updated_at': '2022-05-04T18:30:55Z', 'revision_number': 4, 'project_id': 'cc3ab15a20864eb5bd15ca32b2a181b5', 'gw_port': {'id': '053a4677-84f0-4f5d-a226-e037e0ca0588', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c9:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d48927-d8a4-49e5-839a-b936db7a69b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:30:52Z', 'updated_at': '2022-05-04T18:30:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_interfaces': [{'id': '04a21ab0-db1b-47d5-99a5-776dfe6a97b1', 'name': '', 'network_id': 'bbdf7c37-f86f-42b1-a5dc-749e68669088', 'tenant_id': 'cc3ab15a20864eb5bd15ca32b2a181b5', 'mac_address': 'fa:16:3e:52:5a:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d48927-d8a4-49e5-839a-b936db7a69b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'a4f15a83-fb54-4b72-bbad-35c92457596f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:30:54Z', 'updated_at': '2022-05-04T18:30:54Z', 'revision_number': 1, 'project_id': 'cc3ab15a20864eb5bd15ca32b2a181b5', 'subnets': [{'id': 'a4f15a83-fb54-4b72-bbad-35c92457596f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:30:55.938013 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-309a8369-92d1-4cc8-bc3f-65e35d3b3420 admin admin] Notify agent at l3_agent.dv-cinder-840511-4-iscsi the message routers_updated {{(pid=104024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 18:30:55.938262 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-7c6f0e81-ddf0-4d0e-a240-da58c92fcf1c None None] Provisioning complete for port 04a21ab0-db1b-47d5-99a5-776dfe6a97b1 triggered by entity DHCP. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:30:55.938503 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-7c6f0e81-ddf0-4d0e-a240-da58c92fcf1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (04a21ab0-db1b-47d5-99a5-776dfe6a97b1), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:55.943040 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-309a8369-92d1-4cc8-bc3f-65e35d3b3420 admin admin] 10.222.0.23 "PUT /v2.0/routers/89d48927-d8a4-49e5-839a-b936db7a69b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0570357 May 04 18:30:55.978086 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-7c6f0e81-ddf0-4d0e-a240-da58c92fcf1c None None] Port 04a21ab0-db1b-47d5-99a5-776dfe6a97b1 cannot update to ACTIVE because it is not bound. {{(pid=104025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 18:30:56.635260 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 58862) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:30:56.641354 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.v2.base [None req-a0c6a23a-627c-4f6e-8bc0-2ea5846dd5a4 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-53190670', 'description': 'tempest-secgroup-smoke-53190670 description', 'project_id': '983fce7909844bb8aa03a9de41d85482'}} {{(pid=104024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:30:56.718152 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-a0c6a23a-627c-4f6e-8bc0-2ea5846dd5a4 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks [] for security_group (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:56.792719 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-a0c6a23a-627c-4f6e-8bc0-2ea5846dd5a4 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks [] for security_group (dd05f212-2c61-43c5-a4ea-ae069966b3cf), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:56.855943 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-a0c6a23a-627c-4f6e-8bc0-2ea5846dd5a4 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (dd05f212-2c61-43c5-a4ea-ae069966b3cf), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:56.886783 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6a23a-627c-4f6e-8bc0-2ea5846dd5a4 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd05f212-2c61-43c5-a4ea-ae069966b3cf,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:30:56.938574 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-a0c6a23a-627c-4f6e-8bc0-2ea5846dd5a4 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks [] for security_group (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:56.943237 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-a0c6a23a-627c-4f6e-8bc0-2ea5846dd5a4 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3034475 May 04 18:30:56.943385 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 58864) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:30:56.947868 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.v2.base [None req-d9677696-bdbb-4e03-b737-6e7467dd84fd tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Request body: {'security_group_rule': {'security_group_id': 'dd05f212-2c61-43c5-a4ea-ae069966b3cf', 'project_id': '983fce7909844bb8aa03a9de41d85482', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:30:57.051834 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-d9677696-bdbb-4e03-b737-6e7467dd84fd tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks [] for security_group_rule (576ac6ba-45ae-41c3-8f41-29ea8cc1f9f4), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:57.115133 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-d9677696-bdbb-4e03-b737-6e7467dd84fd tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks [] for security_group_rule (576ac6ba-45ae-41c3-8f41-29ea8cc1f9f4), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:57.191803 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-d9677696-bdbb-4e03-b737-6e7467dd84fd tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688088'] for security_group_rule (576ac6ba-45ae-41c3-8f41-29ea8cc1f9f4), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:57.219822 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9677696-bdbb-4e03-b737-6e7467dd84fd tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=576ac6ba-45ae-41c3-8f41-29ea8cc1f9f4,revision_number=0']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:30:57.242591 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device 053a4677-84f0-4f5d-a226-e037e0ca0588 up at agent ovs-agent-dv-cinder-840511-4-iscsi {{(pid=104025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:30:57.274936 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-d9677696-bdbb-4e03-b737-6e7467dd84fd tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:57.276364 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-d9677696-bdbb-4e03-b737-6e7467dd84fd tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3320012 May 04 18:30:57.279599 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 58866) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:30:57.284395 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.v2.base [None req-ad1d5182-71fb-40d5-a3cf-f7de6cd286fc tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Request body: {'security_group_rule': {'security_group_id': 'dd05f212-2c61-43c5-a4ea-ae069966b3cf', 'project_id': '983fce7909844bb8aa03a9de41d85482', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:30:57.292718 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Provisioning complete for port 053a4677-84f0-4f5d-a226-e037e0ca0588 triggered by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:30:57.293102 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (053a4677-84f0-4f5d-a226-e037e0ca0588), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:57.370057 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-ad1d5182-71fb-40d5-a3cf-f7de6cd286fc tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks [] for security_group_rule (34e3069a-2dd0-49bc-b5da-8b408766503b), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:57.378172 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Current status of the port 053a4677-84f0-4f5d-a226-e037e0ca0588 is: DOWN; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:30:57.378858 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (053a4677-84f0-4f5d-a226-e037e0ca0588), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:57.399919 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] For port 053a4677-84f0-4f5d-a226-e037e0ca0588, host dv-cinder-840511-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=053a4677-84f0-4f5d-a226-e037e0ca0588,segment=NetworkSegment(44841efa-8edc-4b72-aba0-27edf49af522),segment_id=44841efa-8edc-4b72-aba0-27edf49af522)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:30:57.432061 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-ad1d5182-71fb-40d5-a3cf-f7de6cd286fc tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks [] for security_group_rule (34e3069a-2dd0-49bc-b5da-8b408766503b), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:57.444386 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (053a4677-84f0-4f5d-a226-e037e0ca0588), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:57.490361 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-ad1d5182-71fb-40d5-a3cf-f7de6cd286fc tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688088'] for security_group_rule (34e3069a-2dd0-49bc-b5da-8b408766503b), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:57.493582 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Pushing event updated for resources: {'Port': ['ID=053a4677-84f0-4f5d-a226-e037e0ca0588,revision_number=4']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:30:57.511376 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1d5182-71fb-40d5-a3cf-f7de6cd286fc tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34e3069a-2dd0-49bc-b5da-8b408766503b,revision_number=0']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:30:57.561942 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-ad1d5182-71fb-40d5-a3cf-f7de6cd286fc tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:57.563235 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-ad1d5182-71fb-40d5-a3cf-f7de6cd286fc tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2823040 May 04 18:30:57.565909 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 58868) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:30:57.570397 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.v2.base [None req-d2b09d43-831f-44fe-8b55-9b2676cd240d tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Request body: {'security_group_rule': {'security_group_id': 'dd05f212-2c61-43c5-a4ea-ae069966b3cf', 'project_id': '983fce7909844bb8aa03a9de41d85482', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:30:57.581783 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-289c085b-43be-4e80-ae57-f15f525d534e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (c89944b2-e06f-41dc-a0fc-77a7e649c9d3), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:57.683425 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-d2b09d43-831f-44fe-8b55-9b2676cd240d tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks [] for security_group_rule (a9e684c1-8896-4702-98bf-c359eabc7457), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:57.742162 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-d2b09d43-831f-44fe-8b55-9b2676cd240d tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks [] for security_group_rule (a9e684c1-8896-4702-98bf-c359eabc7457), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:57.814593 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-d2b09d43-831f-44fe-8b55-9b2676cd240d tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688088'] for security_group_rule (a9e684c1-8896-4702-98bf-c359eabc7457), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:57.832276 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b09d43-831f-44fe-8b55-9b2676cd240d tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9e684c1-8896-4702-98bf-c359eabc7457,revision_number=0']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:30:57.904648 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-d2b09d43-831f-44fe-8b55-9b2676cd240d tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:57.906196 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-d2b09d43-831f-44fe-8b55-9b2676cd240d tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3393092 May 04 18:30:57.909142 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 58870) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:30:57.914023 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.v2.base [None req-38442022-f870-4601-9917-21fad1c8e0e9 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Request body: {'security_group_rule': {'security_group_id': 'dd05f212-2c61-43c5-a4ea-ae069966b3cf', 'project_id': '983fce7909844bb8aa03a9de41d85482', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:30:58.016491 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-38442022-f870-4601-9917-21fad1c8e0e9 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks [] for security_group_rule (07310e82-ffa5-49cc-9e01-c0da1b8b9558), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:58.077281 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-38442022-f870-4601-9917-21fad1c8e0e9 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks [] for security_group_rule (07310e82-ffa5-49cc-9e01-c0da1b8b9558), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:58.141374 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-38442022-f870-4601-9917-21fad1c8e0e9 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688088'] for security_group_rule (07310e82-ffa5-49cc-9e01-c0da1b8b9558), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:58.161555 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38442022-f870-4601-9917-21fad1c8e0e9 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07310e82-ffa5-49cc-9e01-c0da1b8b9558,revision_number=0']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:30:58.229146 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-38442022-f870-4601-9917-21fad1c8e0e9 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:58.230386 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-38442022-f870-4601-9917-21fad1c8e0e9 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3197784 May 04 18:30:58.233482 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 58872) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:30:58.238859 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.v2.base [None req-abbce3e7-542e-4e5c-8367-c6a5539096bc tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Request body: {'security_group_rule': {'security_group_id': 'dd05f212-2c61-43c5-a4ea-ae069966b3cf', 'project_id': '983fce7909844bb8aa03a9de41d85482', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:30:58.311568 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.db.securitygroups_db [None req-abbce3e7-542e-4e5c-8367-c6a5539096bc tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Project 983fce7909844bb8aa03a9de41d85482 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 18:30:58.317663 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-abbce3e7-542e-4e5c-8367-c6a5539096bc tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks [] for security_group_rule (ca0fce89-8e15-43e6-bb1e-5d3e3148702d), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:58.382182 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-abbce3e7-542e-4e5c-8367-c6a5539096bc tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks [] for security_group_rule (ca0fce89-8e15-43e6-bb1e-5d3e3148702d), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:58.449725 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-abbce3e7-542e-4e5c-8367-c6a5539096bc tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688088'] for security_group_rule (ca0fce89-8e15-43e6-bb1e-5d3e3148702d), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:58.469002 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbce3e7-542e-4e5c-8367-c6a5539096bc tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca0fce89-8e15-43e6-bb1e-5d3e3148702d,revision_number=0']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:30:58.520496 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-abbce3e7-542e-4e5c-8367-c6a5539096bc tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:58.521722 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-abbce3e7-542e-4e5c-8367-c6a5539096bc tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2866306 May 04 18:30:58.524552 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 58874) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:30:58.529306 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.v2.base [None req-036e533c-55fd-464d-952c-dfaba224dcc1 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Request body: {'security_group_rule': {'security_group_id': 'dd05f212-2c61-43c5-a4ea-ae069966b3cf', 'project_id': '983fce7909844bb8aa03a9de41d85482', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:30:58.616192 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.db.securitygroups_db [None req-036e533c-55fd-464d-952c-dfaba224dcc1 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Project 983fce7909844bb8aa03a9de41d85482 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 18:30:58.622067 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-036e533c-55fd-464d-952c-dfaba224dcc1 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks [] for security_group_rule (b6f1062b-44db-4d31-b9f4-41bc88ec27bf), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:58.683373 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-036e533c-55fd-464d-952c-dfaba224dcc1 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks [] for security_group_rule (b6f1062b-44db-4d31-b9f4-41bc88ec27bf), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:58.768746 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-036e533c-55fd-464d-952c-dfaba224dcc1 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688088'] for security_group_rule (b6f1062b-44db-4d31-b9f4-41bc88ec27bf), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:58.787208 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036e533c-55fd-464d-952c-dfaba224dcc1 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6f1062b-44db-4d31-b9f4-41bc88ec27bf,revision_number=0']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:30:58.874398 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-036e533c-55fd-464d-952c-dfaba224dcc1 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:58.875617 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-036e533c-55fd-464d-952c-dfaba224dcc1 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3499949 May 04 18:30:59.226948 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device 053a4677-84f0-4f5d-a226-e037e0ca0588 up at agent ovs-agent-dv-cinder-840511-4-iscsi {{(pid=104025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:30:59.280784 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Provisioning complete for port 053a4677-84f0-4f5d-a226-e037e0ca0588 triggered by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:30:59.281007 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (053a4677-84f0-4f5d-a226-e037e0ca0588), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:30:59.364126 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Current status of the port 053a4677-84f0-4f5d-a226-e037e0ca0588 is: ACTIVE; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:30:59.435824 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5e8414-1f6e-48a1-ba82-99849c775258 None None] Sync routers for ids ['89d48927-d8a4-49e5-839a-b936db7a69b6'] in dv-cinder-840511-4-iscsi {{(pid=104026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:30:59.446330 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5e8414-1f6e-48a1-ba82-99849c775258 None None] Routers {'89d48927-d8a4-49e5-839a-b936db7a69b6'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:30:59.448303 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-7e5e8414-1f6e-48a1-ba82-99849c775258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:30:30Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['89d48927-d8a4-49e5-839a-b936db7a69b6'], 'active': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:30:59.557721 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvr_db [None req-7e5e8414-1f6e-48a1-ba82-99849c775258 None None] Set router 89d48927-d8a4-49e5-839a-b936db7a69b6 gateway port host: dv-cinder-840511-4-iscsi {{(pid=104026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:30:59.759191 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-7e5e8414-1f6e-48a1-ba82-99849c775258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d48927-d8a4-49e5-839a-b936db7a69b6', 'name': 'tempest-TestVolumeBootPattern-1251490806-router', 'tenant_id': 'cc3ab15a20864eb5bd15ca32b2a181b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '053a4677-84f0-4f5d-a226-e037e0ca0588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:30:51Z', 'updated_at': '2022-05-04T18:30:55Z', 'revision_number': 4, 'project_id': 'cc3ab15a20864eb5bd15ca32b2a181b5', 'gw_port': {'id': '053a4677-84f0-4f5d-a226-e037e0ca0588', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d48927-d8a4-49e5-839a-b936db7a69b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:30:52Z', 'updated_at': '2022-05-04T18:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_interfaces': [{'id': '04a21ab0-db1b-47d5-99a5-776dfe6a97b1', 'name': '', 'network_id': 'bbdf7c37-f86f-42b1-a5dc-749e68669088', 'tenant_id': 'cc3ab15a20864eb5bd15ca32b2a181b5', 'mac_address': 'fa:16:3e:52:5a:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d48927-d8a4-49e5-839a-b936db7a69b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'a4f15a83-fb54-4b72-bbad-35c92457596f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:30:54Z', 'updated_at': '2022-05-04T18:30:55Z', 'revision_number': 2, 'project_id': 'cc3ab15a20864eb5bd15ca32b2a181b5', 'subnets': [{'id': 'a4f15a83-fb54-4b72-bbad-35c92457596f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:30:59.786961 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5e8414-1f6e-48a1-ba82-99849c775258 None None] Checking router: 89d48927-d8a4-49e5-839a-b936db7a69b6 for host: dv-cinder-840511-4-iscsi {{(pid=104026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:30:59.787319 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5e8414-1f6e-48a1-ba82-99849c775258 None None] Updating router 89d48927-d8a4-49e5-839a-b936db7a69b6 port 04a21ab0-db1b-47d5-99a5-776dfe6a97b1 binding host dv-cinder-840511-4-iscsi {{(pid=104026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 18:30:59.814625 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7e5e8414-1f6e-48a1-ba82-99849c775258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (04a21ab0-db1b-47d5-99a5-776dfe6a97b1), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:31:00.061808 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-7e5bd7b2-bea8-4e57-ad32-a6a391cd5c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:31:00.083356 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7e5e8414-1f6e-48a1-ba82-99849c775258 None None] Publish callbacks [] for port (04a21ab0-db1b-47d5-99a5-776dfe6a97b1), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:31:00.158778 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7e5e8414-1f6e-48a1-ba82-99849c775258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (04a21ab0-db1b-47d5-99a5-776dfe6a97b1), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:31:00.222114 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3e1258-5748-4724-8257-44522d841030 None None] Pushing event updated for resources: {'Port': ['ID=04a21ab0-db1b-47d5-99a5-776dfe6a97b1,revision_number=3']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:31:00.276898 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-7e5e8414-1f6e-48a1-ba82-99849c775258 None None] Attempting to bind port 04a21ab0-db1b-47d5-99a5-776dfe6a97b1 on host dv-cinder-840511-4-iscsi for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 18:31:00.277269 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-7e5e8414-1f6e-48a1-ba82-99849c775258 None None] Attempting to bind port 04a21ab0-db1b-47d5-99a5-776dfe6a97b1 by drivers openvswitch,hyperv on host dv-cinder-840511-4-iscsi at level 0 using segments [{'id': '39f01454-600f-4a49-bde0-9ab8c1f32870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'bbdf7c37-f86f-42b1-a5dc-749e68669088'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 18:31:00.277693 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5e8414-1f6e-48a1-ba82-99849c775258 None None] Attempting to bind port 04a21ab0-db1b-47d5-99a5-776dfe6a97b1 on network bbdf7c37-f86f-42b1-a5dc-749e68669088 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:31:00.283662 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5e8414-1f6e-48a1-ba82-99849c775258 None None] Checking agent: {'id': 'e55a6cb5-967a-4631-865a-95818de4ff35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840511-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 7, 4), 'started_at': datetime.datetime(2022, 5, 4, 18, 7, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840511-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 18:31:00.284026 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5e8414-1f6e-48a1-ba82-99849c775258 None None] Checking segment: {'id': '39f01454-600f-4a49-bde0-9ab8c1f32870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'bbdf7c37-f86f-42b1-a5dc-749e68669088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:31:00.284420 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7e5e8414-1f6e-48a1-ba82-99849c775258 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:31:00.284806 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5e8414-1f6e-48a1-ba82-99849c775258 None None] Bound using segment: {'id': '39f01454-600f-4a49-bde0-9ab8c1f32870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'bbdf7c37-f86f-42b1-a5dc-749e68669088'} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 18:31:00.285261 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-7e5e8414-1f6e-48a1-ba82-99849c775258 None None] Bound port: 04a21ab0-db1b-47d5-99a5-776dfe6a97b1, host: dv-cinder-840511-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39f01454-600f-4a49-bde0-9ab8c1f32870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'bbdf7c37-f86f-42b1-a5dc-749e68669088'}}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 18:31:00.285629 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7e5e8414-1f6e-48a1-ba82-99849c775258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (04a21ab0-db1b-47d5-99a5-776dfe6a97b1), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:31:00.361421 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-7e5e8414-1f6e-48a1-ba82-99849c775258 None None] For port 04a21ab0-db1b-47d5-99a5-776dfe6a97b1, host dv-cinder-840511-4-iscsi, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 18:31:00.365791 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-7e5e8414-1f6e-48a1-ba82-99849c775258 None None] For port 04a21ab0-db1b-47d5-99a5-776dfe6a97b1, host dv-cinder-840511-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=04a21ab0-db1b-47d5-99a5-776dfe6a97b1,segment=NetworkSegment(39f01454-600f-4a49-bde0-9ab8c1f32870),segment_id=39f01454-600f-4a49-bde0-9ab8c1f32870)] {{(pid=104026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 18:31:00.436345 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-2e6ef996-0104-4156-9588-1f2009b5f742 None None] Provisioning complete for port 04a21ab0-db1b-47d5-99a5-776dfe6a97b1 triggered by entity DHCP. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:31:00.437138 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-2e6ef996-0104-4156-9588-1f2009b5f742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (04a21ab0-db1b-47d5-99a5-776dfe6a97b1), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:31:00.470649 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-2e6ef996-0104-4156-9588-1f2009b5f742 None None] Port 04a21ab0-db1b-47d5-99a5-776dfe6a97b1 cannot update to ACTIVE because it is not bound. {{(pid=104025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 18:31:00.473562 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7e5e8414-1f6e-48a1-ba82-99849c775258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (04a21ab0-db1b-47d5-99a5-776dfe6a97b1), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:31:00.533517 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5e8414-1f6e-48a1-ba82-99849c775258 None None] Routers {'89d48927-d8a4-49e5-839a-b936db7a69b6'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:31:00.534165 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-7e5e8414-1f6e-48a1-ba82-99849c775258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:31:00Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['89d48927-d8a4-49e5-839a-b936db7a69b6'], 'active': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:31:00.539292 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3e1258-5748-4724-8257-44522d841030 None None] Pushing event updated for resources: {'Port': ['ID=04a21ab0-db1b-47d5-99a5-776dfe6a97b1,revision_number=4']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:31:00.662741 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvr_db [None req-7e5e8414-1f6e-48a1-ba82-99849c775258 None None] Set router 89d48927-d8a4-49e5-839a-b936db7a69b6 gateway port host: dv-cinder-840511-4-iscsi {{(pid=104026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:31:00.793869 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-dc7d5bc1-71d8-4f02-a1fc-a83ee23c6d26 None None] Provisioning complete for port 04a21ab0-db1b-47d5-99a5-776dfe6a97b1 triggered by entity DHCP. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:31:00.794203 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-dc7d5bc1-71d8-4f02-a1fc-a83ee23c6d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (04a21ab0-db1b-47d5-99a5-776dfe6a97b1), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:31:00.886244 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-7e5e8414-1f6e-48a1-ba82-99849c775258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d48927-d8a4-49e5-839a-b936db7a69b6', 'name': 'tempest-TestVolumeBootPattern-1251490806-router', 'tenant_id': 'cc3ab15a20864eb5bd15ca32b2a181b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '053a4677-84f0-4f5d-a226-e037e0ca0588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:30:51Z', 'updated_at': '2022-05-04T18:30:55Z', 'revision_number': 4, 'project_id': 'cc3ab15a20864eb5bd15ca32b2a181b5', 'gw_port': {'id': '053a4677-84f0-4f5d-a226-e037e0ca0588', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d48927-d8a4-49e5-839a-b936db7a69b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:30:52Z', 'updated_at': '2022-05-04T18:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_interfaces': [{'id': '04a21ab0-db1b-47d5-99a5-776dfe6a97b1', 'name': '', 'network_id': 'bbdf7c37-f86f-42b1-a5dc-749e68669088', 'tenant_id': 'cc3ab15a20864eb5bd15ca32b2a181b5', 'mac_address': 'fa:16:3e:52:5a:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d48927-d8a4-49e5-839a-b936db7a69b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'a4f15a83-fb54-4b72-bbad-35c92457596f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:30:54Z', 'updated_at': '2022-05-04T18:31:00Z', 'revision_number': 4, 'project_id': 'cc3ab15a20864eb5bd15ca32b2a181b5', 'subnets': [{'id': 'a4f15a83-fb54-4b72-bbad-35c92457596f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:31:00.893458 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-dc7d5bc1-71d8-4f02-a1fc-a83ee23c6d26 None None] Current status of the port 04a21ab0-db1b-47d5-99a5-776dfe6a97b1 is: DOWN; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:31:00.893844 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-dc7d5bc1-71d8-4f02-a1fc-a83ee23c6d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (04a21ab0-db1b-47d5-99a5-776dfe6a97b1), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:31:00.917552 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5e8414-1f6e-48a1-ba82-99849c775258 None None] The sync data for ids ['89d48927-d8a4-49e5-839a-b936db7a69b6'] in dv-cinder-840511-4-iscsi is: [{'id': '89d48927-d8a4-49e5-839a-b936db7a69b6', 'name': 'tempest-TestVolumeBootPattern-1251490806-router', 'tenant_id': 'cc3ab15a20864eb5bd15ca32b2a181b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '053a4677-84f0-4f5d-a226-e037e0ca0588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:30:51Z', 'updated_at': '2022-05-04T18:30:55Z', 'revision_number': 4, 'project_id': 'cc3ab15a20864eb5bd15ca32b2a181b5', 'gw_port': {'id': '053a4677-84f0-4f5d-a226-e037e0ca0588', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d48927-d8a4-49e5-839a-b936db7a69b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:30:52Z', 'updated_at': '2022-05-04T18:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_interfaces': [{'id': '04a21ab0-db1b-47d5-99a5-776dfe6a97b1', 'name': '', 'network_id': 'bbdf7c37-f86f-42b1-a5dc-749e68669088', 'tenant_id': 'cc3ab15a20864eb5bd15ca32b2a181b5', 'mac_address': 'fa:16:3e:52:5a:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d48927-d8a4-49e5-839a-b936db7a69b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'a4f15a83-fb54-4b72-bbad-35c92457596f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:30:54Z', 'updated_at': '2022-05-04T18:31:00Z', 'revision_number': 4, 'project_id': 'cc3ab15a20864eb5bd15ca32b2a181b5', 'subnets': [{'id': 'a4f15a83-fb54-4b72-bbad-35c92457596f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:31:00.931223 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-dc7d5bc1-71d8-4f02-a1fc-a83ee23c6d26 None None] For port 04a21ab0-db1b-47d5-99a5-776dfe6a97b1, host dv-cinder-840511-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=04a21ab0-db1b-47d5-99a5-776dfe6a97b1,segment=NetworkSegment(39f01454-600f-4a49-bde0-9ab8c1f32870),segment_id=39f01454-600f-4a49-bde0-9ab8c1f32870)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:31:01.016079 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-dc7d5bc1-71d8-4f02-a1fc-a83ee23c6d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (04a21ab0-db1b-47d5-99a5-776dfe6a97b1), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:31:01.067515 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7d5bc1-71d8-4f02-a1fc-a83ee23c6d26 None None] Pushing event updated for resources: {'Port': ['ID=04a21ab0-db1b-47d5-99a5-776dfe6a97b1,revision_number=5']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:31:01.220345 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-4fdd29be-a970-4503-919e-12b86a90c52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (74c08095-bc4c-43d3-91b6-743b06ad1f6c), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:31:01.237196 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device 04a21ab0-db1b-47d5-99a5-776dfe6a97b1 up at agent ovs-agent-dv-cinder-840511-4-iscsi {{(pid=104025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:31:01.287327 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Provisioning complete for port 04a21ab0-db1b-47d5-99a5-776dfe6a97b1 triggered by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:31:01.287697 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (04a21ab0-db1b-47d5-99a5-776dfe6a97b1), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:31:01.374078 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Current status of the port 04a21ab0-db1b-47d5-99a5-776dfe6a97b1 is: ACTIVE; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:31:02.615509 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-f7537222-04fb-4408-8d24-7493625e2bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (88f974dc-3c14-4d3d-9ef8-4363bb88b433), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:31:03.713842 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.agents_db [None req-cc71a237-c19e-45a1-a167-cff52744c55e None None] Agent healthcheck: found 6 active agents {{(pid=104026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 18:31:03.832724 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (e55a6cb5-967a-4631-865a-95818de4ff35), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:31:20.920390 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-228ac5ed-f93c-47bd-b023-b1672d58fc3f req-f1c82007-6d5f-4253-aa5a-77f4d445db5b tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-53190670&fields=id&tenant_id=983fce7909844bb8aa03a9de41d85482 HTTP/1.1" status: 200 len: 267 time: 0.0441554 May 04 18:31:21.030492 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ac5ed-f93c-47bd-b023-b1672d58fc3f req-4dce8e5e-24c0-431b-9af0-291bf398b988 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:31:21.032485 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-228ac5ed-f93c-47bd-b023-b1672d58fc3f req-4dce8e5e-24c0-431b-9af0-291bf398b988 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/networks?id=90bef6d9-aa9f-4fae-b314-61d84896438a HTTP/1.1" status: 200 len: 812 time: 0.1056342 May 04 18:31:21.047099 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-228ac5ed-f93c-47bd-b023-b1672d58fc3f req-539fdf3b-dea0-4370-887b-41f5a5f244fb tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/quotas/983fce7909844bb8aa03a9de41d85482 HTTP/1.1" status: 200 len: 375 time: 0.0090127 May 04 18:31:21.098057 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-228ac5ed-f93c-47bd-b023-b1672d58fc3f req-61c8ebca-86dd-454b-a338-6ab9258da544 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=983fce7909844bb8aa03a9de41d85482&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450425 May 04 18:31:21.191740 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-228ac5ed-f93c-47bd-b023-b1672d58fc3f req-7ac9f6d7-9c39-49d2-a300-5aaaa04fe2d6 service neutron] 10.222.0.23 "GET /v2.0/networks/90bef6d9-aa9f-4fae-b314-61d84896438a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827041 May 04 18:31:21.287005 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-228ac5ed-f93c-47bd-b023-b1672d58fc3f req-4ec36ea2-9e40-4f32-bcdc-788e5e3f47d1 service neutron] 10.222.0.23 "GET /v2.0/networks/90bef6d9-aa9f-4fae-b314-61d84896438a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896804 May 04 18:31:21.909271 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-e32da944-0a25-4d46-861a-1affeeba299c req-c1f1da25-0041-4237-8a69-ebb82fc1f424 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93864fd-ebbc-462e-851b-5c0bd0623bfb HTTP/1.1" status: 200 len: 210 time: 0.0280688 May 04 18:31:22.253501 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (2ed5d983-d6d1-49f2-9dfa-1a41e5be1317), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:31:23.006561 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-d14f29f7-7601-43a2-ab31-60b7b8e91990 req-a21a7969-aefb-4559-bacf-4c00f4c4606d tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93864fd-ebbc-462e-851b-5c0bd0623bfb HTTP/1.1" status: 200 len: 210 time: 0.0301077 May 04 18:31:23.978083 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ac5ed-f93c-47bd-b023-b1672d58fc3f req-1372aad0-0c1e-470d-a34f-faf8ea71e923 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:31:23.979592 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-228ac5ed-f93c-47bd-b023-b1672d58fc3f req-1372aad0-0c1e-470d-a34f-faf8ea71e923 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.84 "GET /v2.0/networks?id=90bef6d9-aa9f-4fae-b314-61d84896438a HTTP/1.1" status: 200 len: 812 time: 0.1032252 May 04 18:31:24.050257 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-228ac5ed-f93c-47bd-b023-b1672d58fc3f req-a1f30354-523b-43ed-a67b-fdb80164062f tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=983fce7909844bb8aa03a9de41d85482 HTTP/1.1" status: 200 len: 378 time: 0.0585055 May 04 18:31:24.059294 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.v2.base [req-228ac5ed-f93c-47bd-b023-b1672d58fc3f req-0d3eef1e-9dff-42c7-be47-6134f6658d39 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Request body: {'port': {'device_id': 'e93864fd-ebbc-462e-851b-5c0bd0623bfb', 'network_id': '90bef6d9-aa9f-4fae-b314-61d84896438a', 'admin_state_up': True, 'tenant_id': '983fce7909844bb8aa03a9de41d85482', 'security_groups': ['dd05f212-2c61-43c5-a4ea-ae069966b3cf']}} {{(pid=104023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:31:24.115181 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-0ad91b19-9868-4aeb-b7a9-63b32a1d85a8 req-80afbc7d-0254-494f-9d5b-34b2adbce378 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93864fd-ebbc-462e-851b-5c0bd0623bfb HTTP/1.1" status: 200 len: 210 time: 0.0351193 May 04 18:31:24.237810 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-228ac5ed-f93c-47bd-b023-b1672d58fc3f req-0d3eef1e-9dff-42c7-be47-6134f6658d39 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Made reservation on behalf of 983fce7909844bb8aa03a9de41d85482 for: {'port': 1} {{(pid=104023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:31:24.241274 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-228ac5ed-f93c-47bd-b023-b1672d58fc3f req-0d3eef1e-9dff-42c7-be47-6134f6658d39 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:31:24.373426 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.db_base_plugin_common [req-228ac5ed-f93c-47bd-b023-b1672d58fc3f req-0d3eef1e-9dff-42c7-be47-6134f6658d39 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Allocated IP 172.20.0.5 (90bef6d9-aa9f-4fae-b314-61d84896438a/1faec8ee-200a-443a-93c3-49b2a8579d8a/25c0020e-5225-4a6e-8474-d90a70db3121) {{(pid=104023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:31:24.518336 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-228ac5ed-f93c-47bd-b023-b1672d58fc3f req-0d3eef1e-9dff-42c7-be47-6134f6658d39 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks [] for port (25c0020e-5225-4a6e-8474-d90a70db3121), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:31:24.619977 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-228ac5ed-f93c-47bd-b023-b1672d58fc3f req-0d3eef1e-9dff-42c7-be47-6134f6658d39 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772819832230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7382190'] for port (25c0020e-5225-4a6e-8474-d90a70db3121), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:31:24.664169 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-228ac5ed-f93c-47bd-b023-b1672d58fc3f req-0d3eef1e-9dff-42c7-be47-6134f6658d39 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Network 90bef6d9-aa9f-4fae-b314-61d84896438a is already hosted by enough agents. {{(pid=104023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:31:24.667386 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.base_scheduler [req-228ac5ed-f93c-47bd-b023-b1672d58fc3f req-0d3eef1e-9dff-42c7-be47-6134f6658d39 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Resources bound (agent type, host, resource id): {{(pid=104023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:31:24.673757 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [req-228ac5ed-f93c-47bd-b023-b1672d58fc3f req-0d3eef1e-9dff-42c7-be47-6134f6658d39 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Received port after_create {{(pid=104023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:31:24.680373 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3eef1e-9dff-42c7-be47-6134f6658d39 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Pushing event updated for resources: {'Port': ['ID=25c0020e-5225-4a6e-8474-d90a70db3121,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:31:24.710476 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eef1e-9dff-42c7-be47-6134f6658d39 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:31:24.712587 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eef1e-9dff-42c7-be47-6134f6658d39 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:31:24.712587 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eef1e-9dff-42c7-be47-6134f6658d39 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:31:24.712587 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eef1e-9dff-42c7-be47-6134f6658d39 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:31:24.712587 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eef1e-9dff-42c7-be47-6134f6658d39 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:31:24.712587 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eef1e-9dff-42c7-be47-6134f6658d39 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:31:24.712587 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eef1e-9dff-42c7-be47-6134f6658d39 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:31:24.713186 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eef1e-9dff-42c7-be47-6134f6658d39 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:31:24.713186 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eef1e-9dff-42c7-be47-6134f6658d39 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:31:24.713506 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eef1e-9dff-42c7-be47-6134f6658d39 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:31:24.713783 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eef1e-9dff-42c7-be47-6134f6658d39 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:31:24.714102 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eef1e-9dff-42c7-be47-6134f6658d39 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:31:24.714423 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eef1e-9dff-42c7-be47-6134f6658d39 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:31:24.714740 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eef1e-9dff-42c7-be47-6134f6658d39 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:31:24.715074 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eef1e-9dff-42c7-be47-6134f6658d39 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:31:24.740775 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ac5ed-f93c-47bd-b023-b1672d58fc3f req-0d3eef1e-9dff-42c7-be47-6134f6658d39 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:31:24.741382 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-228ac5ed-f93c-47bd-b023-b1672d58fc3f req-0d3eef1e-9dff-42c7-be47-6134f6658d39 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976'] for port (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:31:24.829247 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-228ac5ed-f93c-47bd-b023-b1672d58fc3f req-0d3eef1e-9dff-42c7-be47-6134f6658d39 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7735217 May 04 18:31:24.846274 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.v2.base [req-228ac5ed-f93c-47bd-b023-b1672d58fc3f req-94c96f5c-4c1d-44fd-935b-a3fdced8d254 service neutron] Request body: {'port': {'device_id': 'e93864fd-ebbc-462e-851b-5c0bd0623bfb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=104023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:31:24.875598 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-969e1fd9-66ff-4491-bc93-a1f38532b880 None None] Provisioning complete for port 25c0020e-5225-4a6e-8474-d90a70db3121 triggered by entity DHCP. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:31:24.876142 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-969e1fd9-66ff-4491-bc93-a1f38532b880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (25c0020e-5225-4a6e-8474-d90a70db3121), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:31:24.911990 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-228ac5ed-f93c-47bd-b023-b1672d58fc3f req-94c96f5c-4c1d-44fd-935b-a3fdced8d254 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (25c0020e-5225-4a6e-8474-d90a70db3121), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:31:24.912263 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-969e1fd9-66ff-4491-bc93-a1f38532b880 None None] Port 25c0020e-5225-4a6e-8474-d90a70db3121 cannot update to ACTIVE because it is not bound. {{(pid=104025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 18:31:25.183196 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [req-228ac5ed-f93c-47bd-b023-b1672d58fc3f req-94c96f5c-4c1d-44fd-935b-a3fdced8d254 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25c0020e-5225-4a6e-8474-d90a70db3121 {{(pid=104023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:31:25.191624 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-228ac5ed-f93c-47bd-b023-b1672d58fc3f req-94c96f5c-4c1d-44fd-935b-a3fdced8d254 service neutron] Publish callbacks [] for port (25c0020e-5225-4a6e-8474-d90a70db3121), precommit_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:31:25.209466 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [req-228ac5ed-f93c-47bd-b023-b1672d58fc3f req-94c96f5c-4c1d-44fd-935b-a3fdced8d254 service neutron] Transition to ACTIVE for port object 25c0020e-5225-4a6e-8474-d90a70db3121 will not be triggered until provisioned by entity L2. {{(pid=104023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 18:31:25.236023 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65af953-df31-4b38-8430-478c2aebd1cf req-9a692d04-1642-407f-b138-6603f7310db3 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:31:25.237837 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-c65af953-df31-4b38-8430-478c2aebd1cf req-9a692d04-1642-407f-b138-6603f7310db3 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93864fd-ebbc-462e-851b-5c0bd0623bfb HTTP/1.1" status: 200 len: 931 time: 0.0494373 May 04 18:31:25.288499 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-c65af953-df31-4b38-8430-478c2aebd1cf req-b345b0c0-4f9e-459e-acc6-09890fb91329 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd05f212-2c61-43c5-a4ea-ae069966b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450974 May 04 18:31:25.294786 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-228ac5ed-f93c-47bd-b023-b1672d58fc3f req-94c96f5c-4c1d-44fd-935b-a3fdced8d254 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7382199'] for port (25c0020e-5225-4a6e-8474-d90a70db3121), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:31:25.347626 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c96f5c-4c1d-44fd-935b-a3fdced8d254 service neutron] Pushing event updated for resources: {'Port': ['ID=25c0020e-5225-4a6e-8474-d90a70db3121,revision_number=2']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:31:25.426180 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [req-228ac5ed-f93c-47bd-b023-b1672d58fc3f req-94c96f5c-4c1d-44fd-935b-a3fdced8d254 service neutron] Attempting to bind port 25c0020e-5225-4a6e-8474-d90a70db3121 on host hv-cinder-84051 for vnic_type normal with profile {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 18:31:25.426567 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [req-228ac5ed-f93c-47bd-b023-b1672d58fc3f req-94c96f5c-4c1d-44fd-935b-a3fdced8d254 service neutron] Attempting to bind port 25c0020e-5225-4a6e-8474-d90a70db3121 by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': 'f1180800-13a3-4d37-a18e-2104639bbd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '90bef6d9-aa9f-4fae-b314-61d84896438a'}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 18:31:25.426890 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228ac5ed-f93c-47bd-b023-b1672d58fc3f req-94c96f5c-4c1d-44fd-935b-a3fdced8d254 service neutron] Attempting to bind port 25c0020e-5225-4a6e-8474-d90a70db3121 on network 90bef6d9-aa9f-4fae-b314-61d84896438a {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:31:25.431769 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228ac5ed-f93c-47bd-b023-b1672d58fc3f req-94c96f5c-4c1d-44fd-935b-a3fdced8d254 service neutron] Port 25c0020e-5225-4a6e-8474-d90a70db3121 on network 90bef6d9-aa9f-4fae-b314-61d84896438a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 18:31:25.432095 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228ac5ed-f93c-47bd-b023-b1672d58fc3f req-94c96f5c-4c1d-44fd-935b-a3fdced8d254 service neutron] Attempting to bind port 25c0020e-5225-4a6e-8474-d90a70db3121 on network 90bef6d9-aa9f-4fae-b314-61d84896438a {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:31:25.438566 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228ac5ed-f93c-47bd-b023-b1672d58fc3f req-94c96f5c-4c1d-44fd-935b-a3fdced8d254 service neutron] Checking agent: {'id': '2ed5d983-d6d1-49f2-9dfa-1a41e5be1317', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 13, 52), 'started_at': datetime.datetime(2022, 5, 4, 18, 13, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 18:31:25.438910 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228ac5ed-f93c-47bd-b023-b1672d58fc3f req-94c96f5c-4c1d-44fd-935b-a3fdced8d254 service neutron] Checking segment: {'id': 'f1180800-13a3-4d37-a18e-2104639bbd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '90bef6d9-aa9f-4fae-b314-61d84896438a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:31:25.439327 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228ac5ed-f93c-47bd-b023-b1672d58fc3f req-94c96f5c-4c1d-44fd-935b-a3fdced8d254 service neutron] Bound using segment: {'id': 'f1180800-13a3-4d37-a18e-2104639bbd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '90bef6d9-aa9f-4fae-b314-61d84896438a'} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 18:31:25.439771 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [req-228ac5ed-f93c-47bd-b023-b1672d58fc3f req-94c96f5c-4c1d-44fd-935b-a3fdced8d254 service neutron] Bound port: 25c0020e-5225-4a6e-8474-d90a70db3121, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1180800-13a3-4d37-a18e-2104639bbd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '90bef6d9-aa9f-4fae-b314-61d84896438a'}}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 18:31:25.440133 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-228ac5ed-f93c-47bd-b023-b1672d58fc3f req-94c96f5c-4c1d-44fd-935b-a3fdced8d254 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (25c0020e-5225-4a6e-8474-d90a70db3121), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:31:25.507778 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [req-228ac5ed-f93c-47bd-b023-b1672d58fc3f req-94c96f5c-4c1d-44fd-935b-a3fdced8d254 service neutron] For port 25c0020e-5225-4a6e-8474-d90a70db3121, host hv-cinder-84051, cleared binding levels {{(pid=104023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 18:31:25.510821 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [req-228ac5ed-f93c-47bd-b023-b1672d58fc3f req-94c96f5c-4c1d-44fd-935b-a3fdced8d254 service neutron] For port 25c0020e-5225-4a6e-8474-d90a70db3121, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=25c0020e-5225-4a6e-8474-d90a70db3121,segment=NetworkSegment(f1180800-13a3-4d37-a18e-2104639bbd70),segment_id=f1180800-13a3-4d37-a18e-2104639bbd70)] {{(pid=104023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 18:31:25.602537 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-228ac5ed-f93c-47bd-b023-b1672d58fc3f req-94c96f5c-4c1d-44fd-935b-a3fdced8d254 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7382199'] for port (25c0020e-5225-4a6e-8474-d90a70db3121), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:31:25.637535 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ac5ed-f93c-47bd-b023-b1672d58fc3f req-94c96f5c-4c1d-44fd-935b-a3fdced8d254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:31:25.638163 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-228ac5ed-f93c-47bd-b023-b1672d58fc3f req-94c96f5c-4c1d-44fd-935b-a3fdced8d254 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976'] for port (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:31:25.639582 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-228ac5ed-f93c-47bd-b023-b1672d58fc3f req-94c96f5c-4c1d-44fd-935b-a3fdced8d254 service neutron] 10.222.0.84 "PUT /v2.0/ports/25c0020e-5225-4a6e-8474-d90a70db3121 HTTP/1.1" status: 200 len: 1093 time: 0.7981207 May 04 18:31:25.640025 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e93864fd-ebbc-462e-851b-5c0bd0623bfb', 'tag': '25c0020e-5225-4a6e-8474-d90a70db3121'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:31:25.642947 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}418c4fc0ed359c78e2a46d0945201a397afdfc4a7689ae544a04c30398cb972a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f6f2d1-6bbf-4834-9cd7-cadd6bdf0574" -d '{"events": [{"name": "network-changed", "server_uuid": "e93864fd-ebbc-462e-851b-5c0bd0623bfb", "tag": "25c0020e-5225-4a6e-8474-d90a70db3121"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:31:25.668046 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c96f5c-4c1d-44fd-935b-a3fdced8d254 service neutron] Pushing event updated for resources: {'Port': ['ID=25c0020e-5225-4a6e-8474-d90a70db3121,revision_number=3']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:31:25.686953 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 18:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fb7e800-b871-44ff-9ecb-5715b475ffcf x-openstack-request-id: req-0fb7e800-b871-44ff-9ecb-5715b475ffcf {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:31:25.687863 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e93864fd-ebbc-462e-851b-5c0bd0623bfb", "tag": "25c0020e-5225-4a6e-8474-d90a70db3121", "status": "completed", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:31:25.688124 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0fb7e800-b871-44ff-9ecb-5715b475ffcf {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:31:25.688650 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fb7e800-b871-44ff-9ecb-5715b475ffcf'] response: {'name': 'network-changed', 'server_uuid': 'e93864fd-ebbc-462e-851b-5c0bd0623bfb', 'tag': '25c0020e-5225-4a6e-8474-d90a70db3121', 'status': 'completed', 'code': 200} May 04 18:31:25.765626 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f6f2d1-6bbf-4834-9cd7-cadd6bdf0574 req-cc6e9292-e77c-4163-a7ed-90ea14e983e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:31:25.767342 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-44f6f2d1-6bbf-4834-9cd7-cadd6bdf0574 req-cc6e9292-e77c-4163-a7ed-90ea14e983e5 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=983fce7909844bb8aa03a9de41d85482&device_id=e93864fd-ebbc-462e-851b-5c0bd0623bfb HTTP/1.1" status: 200 len: 1127 time: 0.0431757 May 04 18:31:25.875589 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f6f2d1-6bbf-4834-9cd7-cadd6bdf0574 req-f0b30792-4089-4989-87c7-816a672dcf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:31:25.877045 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-44f6f2d1-6bbf-4834-9cd7-cadd6bdf0574 req-f0b30792-4089-4989-87c7-816a672dcf8d service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=983fce7909844bb8aa03a9de41d85482&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0994945 May 04 18:31:25.975523 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f6f2d1-6bbf-4834-9cd7-cadd6bdf0574 req-3405ba51-92db-4c39-8d8c-8277f62e99c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:31:25.976894 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-44f6f2d1-6bbf-4834-9cd7-cadd6bdf0574 req-3405ba51-92db-4c39-8d8c-8277f62e99c2 service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0937369 May 04 18:31:26.063583 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ac5ed-f93c-47bd-b023-b1672d58fc3f req-7eecb49c-e028-48a1-bdc0-d4f0eefca9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:31:26.065041 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-228ac5ed-f93c-47bd-b023-b1672d58fc3f req-7eecb49c-e028-48a1-bdc0-d4f0eefca9ae service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=983fce7909844bb8aa03a9de41d85482&device_id=e93864fd-ebbc-462e-851b-5c0bd0623bfb HTTP/1.1" status: 200 len: 1127 time: 0.0403950 May 04 18:31:26.112040 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-228ac5ed-f93c-47bd-b023-b1672d58fc3f req-f6c32a4f-e761-4376-8e99-52cd7fea134a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25c0020e-5225-4a6e-8474-d90a70db3121 HTTP/1.1" status: 200 len: 217 time: 0.0352015 May 04 18:31:26.164362 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ac5ed-f93c-47bd-b023-b1672d58fc3f req-51400b95-e416-4a86-b821-0e45a6866f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:31:26.165861 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-228ac5ed-f93c-47bd-b023-b1672d58fc3f req-51400b95-e416-4a86-b821-0e45a6866f08 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1faec8ee-200a-443a-93c3-49b2a8579d8a HTTP/1.1" status: 200 len: 851 time: 0.0470741 May 04 18:31:26.210835 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ac5ed-f93c-47bd-b023-b1672d58fc3f req-6d077082-b66d-477b-9533-3b2915697168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:31:26.212730 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-228ac5ed-f93c-47bd-b023-b1672d58fc3f req-6d077082-b66d-477b-9533-3b2915697168 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=90bef6d9-aa9f-4fae-b314-61d84896438a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414166 May 04 18:31:26.301887 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-228ac5ed-f93c-47bd-b023-b1672d58fc3f req-e0fbae8a-24ae-4ec5-a90d-53bee32b34a9 service neutron] 10.222.0.84 "GET /v2.0/networks/90bef6d9-aa9f-4fae-b314-61d84896438a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826142 May 04 18:31:26.397318 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-228ac5ed-f93c-47bd-b023-b1672d58fc3f req-03bb4cd1-3d9b-4b67-857f-7dd3079818eb service neutron] 10.222.0.84 "GET /v2.0/networks/90bef6d9-aa9f-4fae-b314-61d84896438a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892291 May 04 18:31:26.405894 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db706c02-4b5b-4fad-8ac2-ceec071d12ae req-f7308829-b6b0-47d0-9d1d-34920585a4af tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:31:26.408156 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-db706c02-4b5b-4fad-8ac2-ceec071d12ae req-f7308829-b6b0-47d0-9d1d-34920585a4af tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93864fd-ebbc-462e-851b-5c0bd0623bfb HTTP/1.1" status: 200 len: 943 time: 0.0496485 May 04 18:31:26.456782 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-db706c02-4b5b-4fad-8ac2-ceec071d12ae req-6fee314c-9731-494f-8e90-be0409394f88 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd05f212-2c61-43c5-a4ea-ae069966b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427842 May 04 18:31:27.576204 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bbcc01-22ae-4764-a22f-55bc0b6fb0b7 req-323c93cc-3aab-419f-89ec-7101c214bb4f tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:31:27.577749 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-99bbcc01-22ae-4764-a22f-55bc0b6fb0b7 req-323c93cc-3aab-419f-89ec-7101c214bb4f tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93864fd-ebbc-462e-851b-5c0bd0623bfb HTTP/1.1" status: 200 len: 943 time: 0.0522103 May 04 18:31:27.602387 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-b6394364-ca5f-4c8c-bd86-7fc577f671e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (c89944b2-e06f-41dc-a0fc-77a7e649c9d3), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:31:27.629167 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-99bbcc01-22ae-4764-a22f-55bc0b6fb0b7 req-2163e283-f3ba-42ec-bb66-f482662e922e tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd05f212-2c61-43c5-a4ea-ae069966b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456455 May 04 18:31:28.741097 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e1faa4-f38d-4205-91e1-5a8dd6f38416 req-5b7d717a-5f50-41c7-931d-5e0742072c43 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:31:28.742552 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-81e1faa4-f38d-4205-91e1-5a8dd6f38416 req-5b7d717a-5f50-41c7-931d-5e0742072c43 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93864fd-ebbc-462e-851b-5c0bd0623bfb HTTP/1.1" status: 200 len: 943 time: 0.0459037 May 04 18:31:28.790471 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-81e1faa4-f38d-4205-91e1-5a8dd6f38416 req-0bb256d9-413a-4de6-87e3-5ccb9a0ffcde tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd05f212-2c61-43c5-a4ea-ae069966b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424013 May 04 18:31:29.908373 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec7515-f33f-4caf-a52e-7ab63e1da39c req-66d37e3b-82a9-4de3-831f-ed952bc91ea7 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:31:29.909853 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-dcec7515-f33f-4caf-a52e-7ab63e1da39c req-66d37e3b-82a9-4de3-831f-ed952bc91ea7 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93864fd-ebbc-462e-851b-5c0bd0623bfb HTTP/1.1" status: 200 len: 943 time: 0.0510709 May 04 18:31:29.958833 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-dcec7515-f33f-4caf-a52e-7ab63e1da39c req-459d335e-a937-4933-9350-c31141740bbb tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd05f212-2c61-43c5-a4ea-ae069966b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432973 May 04 18:31:30.014179 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-dceecb23-89d9-46ec-ac7e-6e396526ebd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:31:31.073220 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca073414-4444-4c8a-b163-7fcbd8a49d6d req-99db5ddf-a8c4-4d73-9287-f30b46767b30 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:31:31.074699 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-ca073414-4444-4c8a-b163-7fcbd8a49d6d req-99db5ddf-a8c4-4d73-9287-f30b46767b30 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93864fd-ebbc-462e-851b-5c0bd0623bfb HTTP/1.1" status: 200 len: 943 time: 0.0485492 May 04 18:31:31.124564 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-ca073414-4444-4c8a-b163-7fcbd8a49d6d req-503e8e6c-a22b-4570-bd3e-0830f04d70d4 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd05f212-2c61-43c5-a4ea-ae069966b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437534 May 04 18:31:31.225496 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-4fdd29be-a970-4503-919e-12b86a90c52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (74c08095-bc4c-43d3-91b6-743b06ad1f6c), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:31:32.241972 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0969cde1-9ed3-4b92-aa8e-facc4e8fa146 req-1436641e-43c7-4db9-a416-31f497f72156 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:31:32.243473 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-0969cde1-9ed3-4b92-aa8e-facc4e8fa146 req-1436641e-43c7-4db9-a416-31f497f72156 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93864fd-ebbc-462e-851b-5c0bd0623bfb HTTP/1.1" status: 200 len: 943 time: 0.0484886 May 04 18:31:32.296493 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-0969cde1-9ed3-4b92-aa8e-facc4e8fa146 req-d4a01ac3-d29e-4123-9ef7-1f8523ea49c9 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd05f212-2c61-43c5-a4ea-ae069966b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473590 May 04 18:31:32.613214 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-f7537222-04fb-4408-8d24-7493625e2bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (88f974dc-3c14-4d3d-9ef8-4363bb88b433), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:31:33.407756 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26cefd4-d09a-49ec-a73a-f5139bb412aa req-27de7ab2-6067-42aa-b048-9ae84b5a68e8 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:31:33.409315 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-d26cefd4-d09a-49ec-a73a-f5139bb412aa req-27de7ab2-6067-42aa-b048-9ae84b5a68e8 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93864fd-ebbc-462e-851b-5c0bd0623bfb HTTP/1.1" status: 200 len: 943 time: 0.0462914 May 04 18:31:33.457540 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-d26cefd4-d09a-49ec-a73a-f5139bb412aa req-87713f3b-3868-4c02-9f5a-0b5dbf5dcd3c tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd05f212-2c61-43c5-a4ea-ae069966b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427074 May 04 18:31:33.796889 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (e55a6cb5-967a-4631-865a-95818de4ff35), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:31:34.089069 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [req-34ede106-c255-4e5e-bcf4-0921944f33a0 req-50963f2c-1493-44f0-99ba-0e46ba0345ad service neutron] (104023) timed out ('10.222.0.84', 61258) {{(pid=104023) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 04 18:31:34.343895 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device 25c0020e-5225-4a6e-8474-d90a70db3121 details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=104025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 18:31:34.443836 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] For port 25c0020e-5225-4a6e-8474-d90a70db3121, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=25c0020e-5225-4a6e-8474-d90a70db3121,segment=NetworkSegment(f1180800-13a3-4d37-a18e-2104639bbd70),segment_id=f1180800-13a3-4d37-a18e-2104639bbd70)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:31:34.459260 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Returning: {'device': '25c0020e-5225-4a6e-8474-d90a70db3121', 'network_id': '90bef6d9-aa9f-4fae-b314-61d84896438a', 'port_id': '25c0020e-5225-4a6e-8474-d90a70db3121', 'mac_address': 'fa:16:3e:d7:3d:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1faec8ee-200a-443a-93c3-49b2a8579d8a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 18:31:34.497357 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Current status of the port 25c0020e-5225-4a6e-8474-d90a70db3121 is: DOWN; New status is: BUILD {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:31:34.497750 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (25c0020e-5225-4a6e-8474-d90a70db3121), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:31:34.512024 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.notifiers.nova [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25c0020e-5225-4a6e-8474-d90a70db3121 {{(pid=104025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:31:34.532680 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] For port 25c0020e-5225-4a6e-8474-d90a70db3121, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=25c0020e-5225-4a6e-8474-d90a70db3121,segment=NetworkSegment(f1180800-13a3-4d37-a18e-2104639bbd70),segment_id=f1180800-13a3-4d37-a18e-2104639bbd70)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:31:34.572473 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f6f87-ff1f-4848-98e0-082a90c33448 req-0504e1d6-4d30-43b4-a5d4-dd0e1ba58f02 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:31:34.573994 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-6c9f6f87-ff1f-4848-98e0-082a90c33448 req-0504e1d6-4d30-43b4-a5d4-dd0e1ba58f02 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93864fd-ebbc-462e-851b-5c0bd0623bfb HTTP/1.1" status: 200 len: 943 time: 0.0479069 May 04 18:31:34.580597 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (25c0020e-5225-4a6e-8474-d90a70db3121), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:31:34.623332 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-6c9f6f87-ff1f-4848-98e0-082a90c33448 req-c97dd81b-472d-4348-bbe7-7cb889382e4e tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd05f212-2c61-43c5-a4ea-ae069966b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428619 May 04 18:31:34.632028 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Pushing event updated for resources: {'Port': ['ID=25c0020e-5225-4a6e-8474-d90a70db3121,revision_number=4']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:31:34.930513 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] get_ports_and_sgs() called for port_ids ['25c0020e-5225-4a6e-8474-d90a70db3121'] {{(pid=104025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 18:31:35.739726 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e901417-9c74-4951-bd6b-4141ebaa021b req-26c29dfc-a58c-4f72-8df9-b4f98649b75c tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:31:35.741188 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-4e901417-9c74-4951-bd6b-4141ebaa021b req-26c29dfc-a58c-4f72-8df9-b4f98649b75c tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93864fd-ebbc-462e-851b-5c0bd0623bfb HTTP/1.1" status: 200 len: 944 time: 0.0493951 May 04 18:31:35.789802 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-4e901417-9c74-4951-bd6b-4141ebaa021b req-88cbc99e-7aab-4d2b-b9c3-6dbc92aa0231 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd05f212-2c61-43c5-a4ea-ae069966b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431006 May 04 18:31:36.359303 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device 25c0020e-5225-4a6e-8474-d90a70db3121 up at agent hyperv_hv-cinder-84051 {{(pid=104025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:31:36.409141 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Provisioning for port 25c0020e-5225-4a6e-8474-d90a70db3121 completed by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 18:31:36.500118 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Provisioning complete for port 25c0020e-5225-4a6e-8474-d90a70db3121 triggered by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:31:36.500971 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (25c0020e-5225-4a6e-8474-d90a70db3121), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:31:36.576696 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Current status of the port 25c0020e-5225-4a6e-8474-d90a70db3121 is: BUILD; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:31:36.577079 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (25c0020e-5225-4a6e-8474-d90a70db3121), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:31:36.600222 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e93864fd-ebbc-462e-851b-5c0bd0623bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25c0020e-5225-4a6e-8474-d90a70db3121'}] {{(pid=104025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:31:36.603218 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd171a24610d3ce9b5061050d4b691b0bb0a8f45589b955ae7373af7220d97b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35740ea0-6f3e-4bcc-b01a-f3bfdcbdeb12" -d '{"events": [{"server_uuid": "e93864fd-ebbc-462e-851b-5c0bd0623bfb", "name": "network-vif-plugged", "status": "completed", "tag": "25c0020e-5225-4a6e-8474-d90a70db3121"}]}' {{(pid=104025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:31:36.616907 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] For port 25c0020e-5225-4a6e-8474-d90a70db3121, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=25c0020e-5225-4a6e-8474-d90a70db3121,segment=NetworkSegment(f1180800-13a3-4d37-a18e-2104639bbd70),segment_id=f1180800-13a3-4d37-a18e-2104639bbd70)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:31:36.639062 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 18:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c73dfbba-5cd1-429d-ab2d-05cb574452a0 x-openstack-request-id: req-c73dfbba-5cd1-429d-ab2d-05cb574452a0 {{(pid=104025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:31:36.639366 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e93864fd-ebbc-462e-851b-5c0bd0623bfb", "name": "network-vif-plugged", "status": "completed", "tag": "25c0020e-5225-4a6e-8474-d90a70db3121", "code": 200}]} {{(pid=104025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:31:36.639674 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c73dfbba-5cd1-429d-ab2d-05cb574452a0 {{(pid=104025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:31:36.640083 dv-cinder-840511-4-iscsi neutron-server[104025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c73dfbba-5cd1-429d-ab2d-05cb574452a0'] response: {'server_uuid': 'e93864fd-ebbc-462e-851b-5c0bd0623bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25c0020e-5225-4a6e-8474-d90a70db3121', 'code': 200} May 04 18:31:36.665850 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (25c0020e-5225-4a6e-8474-d90a70db3121), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:31:36.714476 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Pushing event updated for resources: {'Port': ['ID=25c0020e-5225-4a6e-8474-d90a70db3121,revision_number=5']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:31:36.907370 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a9242-4280-4643-8085-d9d3c1006db0 req-acf4cc12-93f2-436d-889f-c4ef7b76a61c tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:31:36.908965 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-8e3a9242-4280-4643-8085-d9d3c1006db0 req-acf4cc12-93f2-436d-889f-c4ef7b76a61c tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93864fd-ebbc-462e-851b-5c0bd0623bfb HTTP/1.1" status: 200 len: 945 time: 0.0496414 May 04 18:31:36.959749 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-8e3a9242-4280-4643-8085-d9d3c1006db0 req-aa85fe20-61f1-439a-aafa-be125c346c4f tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd05f212-2c61-43c5-a4ea-ae069966b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448551 May 04 18:31:36.964951 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a9331d-1022-40ff-9b13-66a904b3036c req-4ba6c156-df0d-4f7a-bd7f-c4987fc52acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:31:36.966641 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-c4a9331d-1022-40ff-9b13-66a904b3036c req-4ba6c156-df0d-4f7a-bd7f-c4987fc52acd service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=e93864fd-ebbc-462e-851b-5c0bd0623bfb HTTP/1.1" status: 200 len: 1129 time: 0.0408702 May 04 18:31:37.013347 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-c4a9331d-1022-40ff-9b13-66a904b3036c req-c7aa572f-7d93-4cb6-b5f3-161f4fcd07fc service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=dd05f212-2c61-43c5-a4ea-ae069966b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401306 May 04 18:31:38.077493 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba8f81c-e79d-4719-8a37-debb8e9fa137 req-e09815ed-fb41-4690-9362-6a4a0de39d44 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:31:38.079335 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-eba8f81c-e79d-4719-8a37-debb8e9fa137 req-e09815ed-fb41-4690-9362-6a4a0de39d44 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93864fd-ebbc-462e-851b-5c0bd0623bfb HTTP/1.1" status: 200 len: 945 time: 0.0520322 May 04 18:31:38.132423 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-eba8f81c-e79d-4719-8a37-debb8e9fa137 req-99349506-cdc8-4b03-a0a5-fd8fa709cde5 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd05f212-2c61-43c5-a4ea-ae069966b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475042 May 04 18:31:39.247011 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a43eea-e063-44b3-bad8-c2a22bfa3fbc req-931a0db2-d1ec-4360-99a9-a6311f4fac19 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:31:39.248489 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-b3a43eea-e063-44b3-bad8-c2a22bfa3fbc req-931a0db2-d1ec-4360-99a9-a6311f4fac19 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93864fd-ebbc-462e-851b-5c0bd0623bfb HTTP/1.1" status: 200 len: 945 time: 0.0469084 May 04 18:31:39.298646 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-b3a43eea-e063-44b3-bad8-c2a22bfa3fbc req-570e8e12-5689-4cec-bfab-01abca268143 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd05f212-2c61-43c5-a4ea-ae069966b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445433 May 04 18:31:39.409824 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf75ae0-39cd-45d9-aafb-fb09bca6c195 req-c5e330ef-e394-45c0-bd5c-c1b09a67aed2 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:31:39.411423 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-daf75ae0-39cd-45d9-aafb-fb09bca6c195 req-c5e330ef-e394-45c0-bd5c-c1b09a67aed2 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93864fd-ebbc-462e-851b-5c0bd0623bfb HTTP/1.1" status: 200 len: 945 time: 0.0474224 May 04 18:31:39.460704 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-daf75ae0-39cd-45d9-aafb-fb09bca6c195 req-0112ebdf-1e10-4bf6-aab5-3018068064bb tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd05f212-2c61-43c5-a4ea-ae069966b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436962 May 04 18:31:39.483198 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 59062) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:31:39.611069 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962f5fe6-6a30-414d-9fa5-7a3d43708096 tempest-TestVolumeBootPattern-1381969582 tempest-TestVolumeBootPattern-1381969582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:31:39.612598 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-962f5fe6-6a30-414d-9fa5-7a3d43708096 tempest-TestVolumeBootPattern-1381969582 tempest-TestVolumeBootPattern-1381969582-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e93864fd-ebbc-462e-851b-5c0bd0623bfb HTTP/1.1" status: 200 len: 1124 time: 0.1283355 May 04 18:31:39.615513 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 59066) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:31:39.619792 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.v2.base [None req-43e53d48-6472-4a26-baa7-e31ec963ca16 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Request body: {'floatingip': {'floating_network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'port_id': '25c0020e-5225-4a6e-8474-d90a70db3121', 'tenant_id': '983fce7909844bb8aa03a9de41d85482', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:31:39.716191 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-43e53d48-6472-4a26-baa7-e31ec963ca16 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:31:39.795227 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-43e53d48-6472-4a26-baa7-e31ec963ca16 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:31:39.905194 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.db.db_base_plugin_common [None req-43e53d48-6472-4a26-baa7-e31ec963ca16 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Allocated IP 172.27.1.96 (1bc9efb7-0207-4c06-8ee1-3b0aa535de31/61d7fae2-9d6e-42a3-8cf9-91a587505bb7/d53d892c-3fa5-4143-a1d4-0b4c65f71edb) {{(pid=104024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:31:40.015167 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-43e53d48-6472-4a26-baa7-e31ec963ca16 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks [] for port (d53d892c-3fa5-4143-a1d4-0b4c65f71edb), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:31:40.100108 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-43e53d48-6472-4a26-baa7-e31ec963ca16 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772819832230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007267'] for port (d53d892c-3fa5-4143-a1d4-0b4c65f71edb), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:31:40.138460 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e53d48-6472-4a26-baa7-e31ec963ca16 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Network 1bc9efb7-0207-4c06-8ee1-3b0aa535de31 is already hosted by enough agents. {{(pid=104024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:31:40.141436 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.base_scheduler [None req-43e53d48-6472-4a26-baa7-e31ec963ca16 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Resources bound (agent type, host, resource id): {{(pid=104024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:31:40.147132 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e53d48-6472-4a26-baa7-e31ec963ca16 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Received port after_create {{(pid=104024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:31:40.168933 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e53d48-6472-4a26-baa7-e31ec963ca16 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Pushing event updated for resources: {'Port': ['ID=d53d892c-3fa5-4143-a1d4-0b4c65f71edb,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:31:40.516832 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-43e53d48-6472-4a26-baa7-e31ec963ca16 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks [] for floatingip (0ca23178-a688-4de9-8dec-f26d70030417), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:31:40.636357 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-43e53d48-6472-4a26-baa7-e31ec963ca16 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (d53d892c-3fa5-4143-a1d4-0b4c65f71edb), before_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:31:40.712110 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.agents_db [None req-cc71a237-c19e-45a1-a167-cff52744c55e None None] Agent healthcheck: found 6 active agents {{(pid=104026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 18:31:40.791283 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-43e53d48-6472-4a26-baa7-e31ec963ca16 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks [] for port (d53d892c-3fa5-4143-a1d4-0b4c65f71edb), precommit_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:31:40.860179 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-43e53d48-6472-4a26-baa7-e31ec963ca16 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6007290'] for port (d53d892c-3fa5-4143-a1d4-0b4c65f71edb), after_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:31:40.928088 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e53d48-6472-4a26-baa7-e31ec963ca16 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Pushing event updated for resources: {'Port': ['ID=d53d892c-3fa5-4143-a1d4-0b4c65f71edb,revision_number=2']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:31:40.938498 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-43e53d48-6472-4a26-baa7-e31ec963ca16 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1676511'] for floatingip (0ca23178-a688-4de9-8dec-f26d70030417), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:31:41.041497 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.db.l3_db [None req-43e53d48-6472-4a26-baa7-e31ec963ca16 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Floating IP 0ca23178-a688-4de9-8dec-f26d70030417 associated. External IP: 172.27.1.96, port: 25c0020e-5225-4a6e-8474-d90a70db3121. May 04 18:31:41.263118 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43e53d48-6472-4a26-baa7-e31ec963ca16 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Router ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5 has already been hosted by L3 agent 341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae {{(pid=104024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 18:31:41.374076 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43e53d48-6472-4a26-baa7-e31ec963ca16 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Notify agent at l3_agent.dv-cinder-840511-4-iscsi the message routers_updated {{(pid=104024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 18:31:41.384139 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e531d1c-8534-43bf-acb4-8fffc8af183c None None] Sync routers for ids ['ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5'] in dv-cinder-840511-4-iscsi {{(pid=104025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:31:41.394949 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e531d1c-8534-43bf-acb4-8fffc8af183c None None] Routers {'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:31:41.395592 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-2e531d1c-8534-43bf-acb4-8fffc8af183c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:31:30Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5'], 'active': True} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:31:41.456500 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-43e53d48-6472-4a26-baa7-e31ec963ca16 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976'] for floatingip (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:31:41.487743 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-43e53d48-6472-4a26-baa7-e31ec963ca16 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8709760 May 04 18:31:41.488349 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e93864fd-ebbc-462e-851b-5c0bd0623bfb', 'tag': '25c0020e-5225-4a6e-8474-d90a70db3121'}] {{(pid=104024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:31:41.490685 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c26fa3ecb1f16f42831e56f73673e8220bc52890772fb217514d3f8d557ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75cb3481-d441-424d-b0e6-6db1b163a5db" -d '{"events": [{"name": "network-changed", "server_uuid": "e93864fd-ebbc-462e-851b-5c0bd0623bfb", "tag": "25c0020e-5225-4a6e-8474-d90a70db3121"}]}' {{(pid=104024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:31:41.585489 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 18:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0472996-6c7a-4186-a733-4648ec991389 x-openstack-request-id: req-c0472996-6c7a-4186-a733-4648ec991389 {{(pid=104024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:31:41.586105 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e93864fd-ebbc-462e-851b-5c0bd0623bfb", "tag": "25c0020e-5225-4a6e-8474-d90a70db3121", "status": "completed", "code": 200}]} {{(pid=104024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:31:41.586105 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c0472996-6c7a-4186-a733-4648ec991389 {{(pid=104024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:31:41.586432 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0472996-6c7a-4186-a733-4648ec991389'] response: {'name': 'network-changed', 'server_uuid': 'e93864fd-ebbc-462e-851b-5c0bd0623bfb', 'tag': '25c0020e-5225-4a6e-8474-d90a70db3121', 'status': 'completed', 'code': 200} May 04 18:31:41.645760 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvr_db [None req-2e531d1c-8534-43bf-acb4-8fffc8af183c None None] Set router ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5 gateway port host: dv-cinder-840511-4-iscsi {{(pid=104025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:31:41.665981 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb3481-d441-424d-b0e6-6db1b163a5db req-bbd7e989-da26-4ba2-ab73-605a7ba49959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:31:41.667631 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-75cb3481-d441-424d-b0e6-6db1b163a5db req-bbd7e989-da26-4ba2-ab73-605a7ba49959 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=983fce7909844bb8aa03a9de41d85482&device_id=e93864fd-ebbc-462e-851b-5c0bd0623bfb HTTP/1.1" status: 200 len: 1129 time: 0.0447867 May 04 18:31:41.760007 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb3481-d441-424d-b0e6-6db1b163a5db req-0da34efe-dfcd-4f31-b860-ecf143ea4f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:31:41.761456 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-75cb3481-d441-424d-b0e6-6db1b163a5db req-0da34efe-dfcd-4f31-b860-ecf143ea4f82 service neutron] 10.222.0.84 "GET /v2.0/networks?id=90bef6d9-aa9f-4fae-b314-61d84896438a HTTP/1.1" status: 200 len: 913 time: 0.0870883 May 04 18:31:41.832341 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-75cb3481-d441-424d-b0e6-6db1b163a5db req-cc6718ca-fc37-454e-ab7b-d3b08be1afbd service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25c0020e-5225-4a6e-8474-d90a70db3121 HTTP/1.1" status: 200 len: 998 time: 0.0641916 May 04 18:31:41.866548 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-2e531d1c-8534-43bf-acb4-8fffc8af183c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5', 'name': 'tempest-TestVolumeBootPattern-2020950732-router', 'tenant_id': '983fce7909844bb8aa03a9de41d85482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '74c3d822-6e15-4d65-8a78-71e1dfd8426d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:30:45Z', 'updated_at': '2022-05-04T18:30:48Z', 'revision_number': 4, 'project_id': '983fce7909844bb8aa03a9de41d85482', 'gw_port': {'id': '74c3d822-6e15-4d65-8a78-71e1dfd8426d', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:30:46Z', 'updated_at': '2022-05-04T18:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_floatingips': [{'id': '0ca23178-a688-4de9-8dec-f26d70030417', 'tenant_id': '983fce7909844bb8aa03a9de41d85482', 'floating_ip_address': '172.27.1.96', 'floating_network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'router_id': 'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5', 'port_id': '25c0020e-5225-4a6e-8474-d90a70db3121', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 729, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90bef6d9-aa9f-4fae-b314-61d84896438a', 'mac_address': 'fa:16:3e:d7:3d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93864fd-ebbc-462e-851b-5c0bd0623bfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:31:40Z', 'updated_at': '2022-05-04T18:31:40Z', 'revision_number': 0, 'project_id': '983fce7909844bb8aa03a9de41d85482', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8343f9c-bdaf-46e2-abd5-b3aafeb49b0d', 'name': '', 'network_id': '90bef6d9-aa9f-4fae-b314-61d84896438a', 'tenant_id': '983fce7909844bb8aa03a9de41d85482', 'mac_address': 'fa:16:3e:67:47:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '1faec8ee-200a-443a-93c3-49b2a8579d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:30:48Z', 'updated_at': '2022-05-04T18:30:52Z', 'revision_number': 5, 'project_id': '983fce7909844bb8aa03a9de41d85482', 'subnets': [{'id': '1faec8ee-200a-443a-93c3-49b2a8579d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:31:41.882363 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb3481-d441-424d-b0e6-6db1b163a5db req-5f9ef24c-784a-41c0-8224-ee77ced92bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:31:41.883862 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-75cb3481-d441-424d-b0e6-6db1b163a5db req-5f9ef24c-784a-41c0-8224-ee77ced92bc6 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1faec8ee-200a-443a-93c3-49b2a8579d8a HTTP/1.1" status: 200 len: 851 time: 0.0451238 May 04 18:31:41.899244 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e531d1c-8534-43bf-acb4-8fffc8af183c None None] Checking router: ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5 for host: dv-cinder-840511-4-iscsi {{(pid=104025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:31:41.908310 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e531d1c-8534-43bf-acb4-8fffc8af183c None None] Routers {'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:31:41.908964 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-2e531d1c-8534-43bf-acb4-8fffc8af183c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:31:30Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5'], 'active': True} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:31:41.928095 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb3481-d441-424d-b0e6-6db1b163a5db req-7f7eab62-bec8-472f-85f2-0ec5025885cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:31:41.929607 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-75cb3481-d441-424d-b0e6-6db1b163a5db req-7f7eab62-bec8-472f-85f2-0ec5025885cc service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=90bef6d9-aa9f-4fae-b314-61d84896438a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403328 May 04 18:31:42.023401 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvr_db [None req-2e531d1c-8534-43bf-acb4-8fffc8af183c None None] Set router ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5 gateway port host: dv-cinder-840511-4-iscsi {{(pid=104025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:31:42.024368 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-75cb3481-d441-424d-b0e6-6db1b163a5db req-7667be01-a895-45b5-8a33-4c0c29fae819 service neutron] 10.222.0.84 "GET /v2.0/networks/90bef6d9-aa9f-4fae-b314-61d84896438a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890753 May 04 18:31:42.115204 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-75cb3481-d441-424d-b0e6-6db1b163a5db req-3fc5674b-3b23-4caf-bf82-630664d97373 service neutron] 10.222.0.84 "GET /v2.0/networks/90bef6d9-aa9f-4fae-b314-61d84896438a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855365 May 04 18:31:42.246351 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-2e531d1c-8534-43bf-acb4-8fffc8af183c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5', 'name': 'tempest-TestVolumeBootPattern-2020950732-router', 'tenant_id': '983fce7909844bb8aa03a9de41d85482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '74c3d822-6e15-4d65-8a78-71e1dfd8426d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:30:45Z', 'updated_at': '2022-05-04T18:30:48Z', 'revision_number': 4, 'project_id': '983fce7909844bb8aa03a9de41d85482', 'gw_port': {'id': '74c3d822-6e15-4d65-8a78-71e1dfd8426d', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:30:46Z', 'updated_at': '2022-05-04T18:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_floatingips': [{'id': '0ca23178-a688-4de9-8dec-f26d70030417', 'tenant_id': '983fce7909844bb8aa03a9de41d85482', 'floating_ip_address': '172.27.1.96', 'floating_network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'router_id': 'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5', 'port_id': '25c0020e-5225-4a6e-8474-d90a70db3121', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 729, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90bef6d9-aa9f-4fae-b314-61d84896438a', 'mac_address': 'fa:16:3e:d7:3d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93864fd-ebbc-462e-851b-5c0bd0623bfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:31:40Z', 'updated_at': '2022-05-04T18:31:40Z', 'revision_number': 0, 'project_id': '983fce7909844bb8aa03a9de41d85482', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8343f9c-bdaf-46e2-abd5-b3aafeb49b0d', 'name': '', 'network_id': '90bef6d9-aa9f-4fae-b314-61d84896438a', 'tenant_id': '983fce7909844bb8aa03a9de41d85482', 'mac_address': 'fa:16:3e:67:47:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '1faec8ee-200a-443a-93c3-49b2a8579d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:30:48Z', 'updated_at': '2022-05-04T18:30:52Z', 'revision_number': 5, 'project_id': '983fce7909844bb8aa03a9de41d85482', 'subnets': [{'id': '1faec8ee-200a-443a-93c3-49b2a8579d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:31:42.277961 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e531d1c-8534-43bf-acb4-8fffc8af183c None None] The sync data for ids ['ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5'] in dv-cinder-840511-4-iscsi is: [{'id': 'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5', 'name': 'tempest-TestVolumeBootPattern-2020950732-router', 'tenant_id': '983fce7909844bb8aa03a9de41d85482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '74c3d822-6e15-4d65-8a78-71e1dfd8426d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:30:45Z', 'updated_at': '2022-05-04T18:30:48Z', 'revision_number': 4, 'project_id': '983fce7909844bb8aa03a9de41d85482', 'gw_port': {'id': '74c3d822-6e15-4d65-8a78-71e1dfd8426d', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:30:46Z', 'updated_at': '2022-05-04T18:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_floatingips': [{'id': '0ca23178-a688-4de9-8dec-f26d70030417', 'tenant_id': '983fce7909844bb8aa03a9de41d85482', 'floating_ip_address': '172.27.1.96', 'floating_network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'router_id': 'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5', 'port_id': '25c0020e-5225-4a6e-8474-d90a70db3121', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 729, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90bef6d9-aa9f-4fae-b314-61d84896438a', 'mac_address': 'fa:16:3e:d7:3d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93864fd-ebbc-462e-851b-5c0bd0623bfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:31:40Z', 'updated_at': '2022-05-04T18:31:40Z', 'revision_number': 0, 'project_id': '983fce7909844bb8aa03a9de41d85482', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8343f9c-bdaf-46e2-abd5-b3aafeb49b0d', 'name': '', 'network_id': '90bef6d9-aa9f-4fae-b314-61d84896438a', 'tenant_id': '983fce7909844bb8aa03a9de41d85482', 'mac_address': 'fa:16:3e:67:47:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '1faec8ee-200a-443a-93c3-49b2a8579d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:30:48Z', 'updated_at': '2022-05-04T18:30:52Z', 'revision_number': 5, 'project_id': '983fce7909844bb8aa03a9de41d85482', 'subnets': [{'id': '1faec8ee-200a-443a-93c3-49b2a8579d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:31:42.472777 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5b42f1-0099-4dc9-b137-d7c09f7772f9 None None] New status for floating IP 0ca23178-a688-4de9-8dec-f26d70030417: ACTIVE {{(pid=104026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 18:31:52.264816 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (2ed5d983-d6d1-49f2-9dfa-1a41e5be1317), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:31:57.590202 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-edf3afee-796b-4dc0-91cc-db70b7a00f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (c89944b2-e06f-41dc-a0fc-77a7e649c9d3), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:32:00.019086 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-e5d85c60-657b-4453-afe7-a51de8039d18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:32:01.224722 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-4fdd29be-a970-4503-919e-12b86a90c52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (74c08095-bc4c-43d3-91b6-743b06ad1f6c), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:32:02.607160 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-f7537222-04fb-4408-8d24-7493625e2bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (88f974dc-3c14-4d3d-9ef8-4363bb88b433), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:32:03.708776 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [req-9d7f72ba-f2d7-45fb-a336-81f7877561ba req-383d4eef-e697-44ce-9ed9-85827ce20c9a service neutron] (104024) timed out ('10.222.0.84', 61262) {{(pid=104024) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 04 18:32:03.830236 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (e55a6cb5-967a-4631-865a-95818de4ff35), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:32:04.573761 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [req-9ce14014-f8fa-4108-b059-fafcc4c8d0f8 req-f5f7fb22-731f-463e-9f6d-3518d5062800 service neutron] (104023) timed out ('10.222.0.84', 61275) {{(pid=104023) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 04 18:32:10.266258 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-ec107288-f269-41f1-a83b-1c29e3b07568 req-d144ffc4-b0a9-4efd-b42b-6ba3f61ae2fb service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=e93864fd-ebbc-462e-851b-5c0bd0623bfb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428648 May 04 18:32:10.357059 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec107288-f269-41f1-a83b-1c29e3b07568 req-cb2ad8ba-ab5c-4fdf-bd7b-6ff125c07acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:32:10.358558 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-ec107288-f269-41f1-a83b-1c29e3b07568 req-cb2ad8ba-ab5c-4fdf-bd7b-6ff125c07acc service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=983fce7909844bb8aa03a9de41d85482&device_id=e93864fd-ebbc-462e-851b-5c0bd0623bfb HTTP/1.1" status: 200 len: 1129 time: 0.0392468 May 04 18:32:10.463462 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec107288-f269-41f1-a83b-1c29e3b07568 req-23b682ad-1217-4fcc-952b-4e12f2d562db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:32:10.464853 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-ec107288-f269-41f1-a83b-1c29e3b07568 req-23b682ad-1217-4fcc-952b-4e12f2d562db service neutron] 10.222.0.84 "GET /v2.0/networks?id=90bef6d9-aa9f-4fae-b314-61d84896438a HTTP/1.1" status: 200 len: 913 time: 0.0870879 May 04 18:32:10.536628 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-ec107288-f269-41f1-a83b-1c29e3b07568 req-f1d19831-49e1-474a-a192-c77a9c566344 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25c0020e-5225-4a6e-8474-d90a70db3121 HTTP/1.1" status: 200 len: 1000 time: 0.0651643 May 04 18:32:10.585875 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec107288-f269-41f1-a83b-1c29e3b07568 req-29012619-90d2-4eaa-a248-f07cb966b26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:32:10.587342 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-ec107288-f269-41f1-a83b-1c29e3b07568 req-29012619-90d2-4eaa-a248-f07cb966b26b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1faec8ee-200a-443a-93c3-49b2a8579d8a HTTP/1.1" status: 200 len: 851 time: 0.0448530 May 04 18:32:10.631829 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec107288-f269-41f1-a83b-1c29e3b07568 req-790deab0-6f72-4ce7-86e9-e2b589184b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:32:10.633329 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-ec107288-f269-41f1-a83b-1c29e3b07568 req-790deab0-6f72-4ce7-86e9-e2b589184b30 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=90bef6d9-aa9f-4fae-b314-61d84896438a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404742 May 04 18:32:10.731546 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-ec107288-f269-41f1-a83b-1c29e3b07568 req-98d58471-1520-41dc-9d7c-0847c6ffce71 service neutron] 10.222.0.84 "GET /v2.0/networks/90bef6d9-aa9f-4fae-b314-61d84896438a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910840 May 04 18:32:10.826573 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-ec107288-f269-41f1-a83b-1c29e3b07568 req-1fc43dbe-eb51-46c1-8b95-2ebc4d1dbb85 service neutron] 10.222.0.84 "GET /v2.0/networks/90bef6d9-aa9f-4fae-b314-61d84896438a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891340 May 04 18:32:17.712066 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.agents_db [None req-cc71a237-c19e-45a1-a167-cff52744c55e None None] Agent healthcheck: found 6 active agents {{(pid=104026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 18:32:22.263118 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (2ed5d983-d6d1-49f2-9dfa-1a41e5be1317), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:32:27.594699 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-8522e49a-41f7-4ce7-9546-06e5475dea72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (c89944b2-e06f-41dc-a0fc-77a7e649c9d3), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:32:30.057833 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-0ecb84b3-2c33-4ffe-be7a-59ab5ecab78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:32:31.211901 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-4fdd29be-a970-4503-919e-12b86a90c52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (74c08095-bc4c-43d3-91b6-743b06ad1f6c), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:32:32.622311 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-f7537222-04fb-4408-8d24-7493625e2bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (88f974dc-3c14-4d3d-9ef8-4363bb88b433), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:32:33.834947 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (e55a6cb5-967a-4631-865a-95818de4ff35), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:32:52.279180 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (2ed5d983-d6d1-49f2-9dfa-1a41e5be1317), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:32:54.711882 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.agents_db [None req-cc71a237-c19e-45a1-a167-cff52744c55e None None] Agent healthcheck: found 6 active agents {{(pid=104026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 18:32:57.628143 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-74865dcc-e9b4-4cbc-b13c-4bdd85cd4c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (c89944b2-e06f-41dc-a0fc-77a7e649c9d3), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:33:00.027994 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-f3cde081-481c-482f-b68a-20e682571fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:33:01.221236 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-4fdd29be-a970-4503-919e-12b86a90c52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (74c08095-bc4c-43d3-91b6-743b06ad1f6c), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:33:02.610683 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-f7537222-04fb-4408-8d24-7493625e2bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (88f974dc-3c14-4d3d-9ef8-4363bb88b433), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:33:03.884541 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (e55a6cb5-967a-4631-865a-95818de4ff35), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:33:10.286100 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-21440c3b-d852-4b3d-bb35-9748fb7c0309 req-675104e9-e6e5-4721-a6fd-11737e272cef service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=e93864fd-ebbc-462e-851b-5c0bd0623bfb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0852795 May 04 18:33:10.375837 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21440c3b-d852-4b3d-bb35-9748fb7c0309 req-f81c9cdc-0ae8-49f7-b345-e421cad257d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:33:10.377348 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-21440c3b-d852-4b3d-bb35-9748fb7c0309 req-f81c9cdc-0ae8-49f7-b345-e421cad257d9 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=983fce7909844bb8aa03a9de41d85482&device_id=e93864fd-ebbc-462e-851b-5c0bd0623bfb HTTP/1.1" status: 200 len: 1129 time: 0.0403235 May 04 18:33:10.753167 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21440c3b-d852-4b3d-bb35-9748fb7c0309 req-020bcb8b-eeac-48e1-be85-377cf7eeadfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:33:10.754644 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-21440c3b-d852-4b3d-bb35-9748fb7c0309 req-020bcb8b-eeac-48e1-be85-377cf7eeadfb service neutron] 10.222.0.84 "GET /v2.0/networks?id=90bef6d9-aa9f-4fae-b314-61d84896438a HTTP/1.1" status: 200 len: 913 time: 0.3597085 May 04 18:33:10.820763 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-21440c3b-d852-4b3d-bb35-9748fb7c0309 req-a409d5e6-b11a-42c4-86de-9b9f56cc5e1c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25c0020e-5225-4a6e-8474-d90a70db3121 HTTP/1.1" status: 200 len: 1000 time: 0.0599997 May 04 18:33:10.869391 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21440c3b-d852-4b3d-bb35-9748fb7c0309 req-2337d83e-61ba-4430-b316-f0d453b3a31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:33:10.870832 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-21440c3b-d852-4b3d-bb35-9748fb7c0309 req-2337d83e-61ba-4430-b316-f0d453b3a31e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1faec8ee-200a-443a-93c3-49b2a8579d8a HTTP/1.1" status: 200 len: 851 time: 0.0440183 May 04 18:33:10.917468 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21440c3b-d852-4b3d-bb35-9748fb7c0309 req-1e4a3567-389f-42ec-971e-aa4c11004b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:33:10.918944 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-21440c3b-d852-4b3d-bb35-9748fb7c0309 req-1e4a3567-389f-42ec-971e-aa4c11004b16 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=90bef6d9-aa9f-4fae-b314-61d84896438a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420306 May 04 18:33:11.010644 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-21440c3b-d852-4b3d-bb35-9748fb7c0309 req-71b82c8b-c1ca-4d92-b78e-5460b56e1c79 service neutron] 10.222.0.84 "GET /v2.0/networks/90bef6d9-aa9f-4fae-b314-61d84896438a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821781 May 04 18:33:11.106800 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-21440c3b-d852-4b3d-bb35-9748fb7c0309 req-1fd6f19e-3a8a-4d66-9037-5ff15f21a5ef service neutron] 10.222.0.84 "GET /v2.0/networks/90bef6d9-aa9f-4fae-b314-61d84896438a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903418 May 04 18:33:22.329374 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (2ed5d983-d6d1-49f2-9dfa-1a41e5be1317), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:33:27.586639 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-415e388e-b55c-47f2-a7e0-d23206e7bd50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (c89944b2-e06f-41dc-a0fc-77a7e649c9d3), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:33:30.060593 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-06769791-ea23-4d98-bc3b-7a118927659e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:33:31.237474 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-4fdd29be-a970-4503-919e-12b86a90c52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (74c08095-bc4c-43d3-91b6-743b06ad1f6c), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:33:31.713402 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.agents_db [None req-cc71a237-c19e-45a1-a167-cff52744c55e None None] Agent healthcheck: found 6 active agents {{(pid=104026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 18:33:32.626654 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-f7537222-04fb-4408-8d24-7493625e2bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (88f974dc-3c14-4d3d-9ef8-4363bb88b433), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:33:33.814678 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (e55a6cb5-967a-4631-865a-95818de4ff35), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:33:52.305472 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (2ed5d983-d6d1-49f2-9dfa-1a41e5be1317), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:33:55.935780 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef983b4a-3bba-4b6f-af63-d4e3245d12ab req-559b0822-70e6-477d-bc67-c2e5ebe4c3de tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:33:55.937279 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-ef983b4a-3bba-4b6f-af63-d4e3245d12ab req-559b0822-70e6-477d-bc67-c2e5ebe4c3de tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93864fd-ebbc-462e-851b-5c0bd0623bfb HTTP/1.1" status: 200 len: 945 time: 0.0523095 May 04 18:33:55.985961 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-ef983b4a-3bba-4b6f-af63-d4e3245d12ab req-5fd73e00-a2ab-43ac-b711-f31cceda0b92 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd05f212-2c61-43c5-a4ea-ae069966b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430231 May 04 18:33:57.103564 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3759678a-35be-475e-b1b2-070024402083 req-ff7336c4-3cc2-4d83-a92e-c0f129d8fbc1 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:33:57.105043 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-3759678a-35be-475e-b1b2-070024402083 req-ff7336c4-3cc2-4d83-a92e-c0f129d8fbc1 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93864fd-ebbc-462e-851b-5c0bd0623bfb HTTP/1.1" status: 200 len: 945 time: 0.0462749 May 04 18:33:57.155719 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-3759678a-35be-475e-b1b2-070024402083 req-93edffa0-90db-46eb-80be-aed9678ad7af tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd05f212-2c61-43c5-a4ea-ae069966b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451059 May 04 18:33:57.614005 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-dfd4ce24-9b1b-4b0a-992b-ec2f1c956c67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (c89944b2-e06f-41dc-a0fc-77a7e649c9d3), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:33:57.669661 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f196c-10a3-4b5a-a742-6d062875a3d2 req-c8912fb6-c8ec-43cd-841b-1789d8652d19 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:33:57.671181 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-4d7f196c-10a3-4b5a-a742-6d062875a3d2 req-c8912fb6-c8ec-43cd-841b-1789d8652d19 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.84 "GET /v2.0/ports?device_id=e93864fd-ebbc-462e-851b-5c0bd0623bfb HTTP/1.1" status: 200 len: 945 time: 0.0486679 May 04 18:33:57.756791 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [req-4d7f196c-10a3-4b5a-a742-6d062875a3d2 req-1a7ef1d0-ee2a-4984-adf0-c9b8b5845029 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Deleting port 25c0020e-5225-4a6e-8474-d90a70db3121 {{(pid=104023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:33:57.757264 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-4d7f196c-10a3-4b5a-a742-6d062875a3d2 req-1a7ef1d0-ee2a-4984-adf0-c9b8b5845029 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772820269343'] for port (25c0020e-5225-4a6e-8474-d90a70db3121), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:33:57.851330 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [req-4d7f196c-10a3-4b5a-a742-6d062875a3d2 req-1a7ef1d0-ee2a-4984-adf0-c9b8b5845029 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] For port 25c0020e-5225-4a6e-8474-d90a70db3121, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=25c0020e-5225-4a6e-8474-d90a70db3121,segment=NetworkSegment(f1180800-13a3-4d37-a18e-2104639bbd70),segment_id=f1180800-13a3-4d37-a18e-2104639bbd70)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:33:57.851713 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-4d7f196c-10a3-4b5a-a742-6d062875a3d2 req-1a7ef1d0-ee2a-4984-adf0-c9b8b5845029 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674980'] for port (25c0020e-5225-4a6e-8474-d90a70db3121), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:33:58.028478 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-4d7f196c-10a3-4b5a-a742-6d062875a3d2 req-1a7ef1d0-ee2a-4984-adf0-c9b8b5845029 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:33:58.033053 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-4d7f196c-10a3-4b5a-a742-6d062875a3d2 req-1a7ef1d0-ee2a-4984-adf0-c9b8b5845029 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1676511'] for floatingip (0ca23178-a688-4de9-8dec-f26d70030417), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:33:58.033053 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.db.l3_db [req-4d7f196c-10a3-4b5a-a742-6d062875a3d2 req-1a7ef1d0-ee2a-4984-adf0-c9b8b5845029 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Floating IP 0ca23178-a688-4de9-8dec-f26d70030417 disassociated. External IP: 172.27.1.96, port: 25c0020e-5225-4a6e-8474-d90a70db3121. May 04 18:33:58.033053 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [req-4d7f196c-10a3-4b5a-a742-6d062875a3d2 req-1a7ef1d0-ee2a-4984-adf0-c9b8b5845029 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Calling delete_port for 25c0020e-5225-4a6e-8474-d90a70db3121 owned by compute:nova {{(pid=104023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:33:58.214312 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-4d7f196c-10a3-4b5a-a742-6d062875a3d2 req-1a7ef1d0-ee2a-4984-adf0-c9b8b5845029 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772820276655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772819832239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7382190'] for port (25c0020e-5225-4a6e-8474-d90a70db3121), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:33:58.247424 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7ef1d0-ee2a-4984-adf0-c9b8b5845029 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Pushing event deleted for resources: {'Port': ['ID=25c0020e-5225-4a6e-8474-d90a70db3121,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:33:58.254455 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-a8cf9dfb-3edf-4616-a971-9a37f0efb653 req-f91ac1b4-69f3-416b-86ad-ab72a7b93ec8 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93864fd-ebbc-462e-851b-5c0bd0623bfb HTTP/1.1" status: 200 len: 210 time: 0.0298750 May 04 18:33:58.259770 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7ef1d0-ee2a-4984-adf0-c9b8b5845029 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:33:58.260187 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7ef1d0-ee2a-4984-adf0-c9b8b5845029 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:33:58.260459 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7ef1d0-ee2a-4984-adf0-c9b8b5845029 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:33:58.260806 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7ef1d0-ee2a-4984-adf0-c9b8b5845029 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:33:58.261146 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7ef1d0-ee2a-4984-adf0-c9b8b5845029 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:33:58.261488 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7ef1d0-ee2a-4984-adf0-c9b8b5845029 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:33:58.261810 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7ef1d0-ee2a-4984-adf0-c9b8b5845029 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:33:58.262135 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7ef1d0-ee2a-4984-adf0-c9b8b5845029 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:33:58.262471 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7ef1d0-ee2a-4984-adf0-c9b8b5845029 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:33:58.262797 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7ef1d0-ee2a-4984-adf0-c9b8b5845029 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:33:58.263160 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7ef1d0-ee2a-4984-adf0-c9b8b5845029 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:33:58.263492 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7ef1d0-ee2a-4984-adf0-c9b8b5845029 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:33:58.263807 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7ef1d0-ee2a-4984-adf0-c9b8b5845029 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:33:58.264137 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7ef1d0-ee2a-4984-adf0-c9b8b5845029 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:33:58.264466 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7ef1d0-ee2a-4984-adf0-c9b8b5845029 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:33:58.382254 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d7f196c-10a3-4b5a-a742-6d062875a3d2 req-1a7ef1d0-ee2a-4984-adf0-c9b8b5845029 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Router ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5 has already been hosted by L3 agent 341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae {{(pid=104023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 18:33:58.494407 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d7f196c-10a3-4b5a-a742-6d062875a3d2 req-1a7ef1d0-ee2a-4984-adf0-c9b8b5845029 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Notify agent at l3_agent.dv-cinder-840511-4-iscsi the message routers_updated {{(pid=104023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 18:33:58.504577 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9c2845-ff00-40ce-bf72-0fce91d688e8 None None] Sync routers for ids ['ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5'] in dv-cinder-840511-4-iscsi {{(pid=104025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:33:58.515402 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9c2845-ff00-40ce-bf72-0fce91d688e8 None None] Routers {'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:33:58.516016 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-8a9c2845-ff00-40ce-bf72-0fce91d688e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:33:30Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5'], 'active': True} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:33:58.542721 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d7f196c-10a3-4b5a-a742-6d062875a3d2 req-1a7ef1d0-ee2a-4984-adf0-c9b8b5845029 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] No DVR routers for this DVR port 25c0020e-5225-4a6e-8474-d90a70db3121 on host hv-cinder-84051 {{(pid=104023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:33:58.545393 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-4d7f196c-10a3-4b5a-a742-6d062875a3d2 req-1a7ef1d0-ee2a-4984-adf0-c9b8b5845029 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976'] for port (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:33:58.548812 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-4d7f196c-10a3-4b5a-a742-6d062875a3d2 req-1a7ef1d0-ee2a-4984-adf0-c9b8b5845029 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.84 "DELETE /v2.0/ports/25c0020e-5225-4a6e-8474-d90a70db3121 HTTP/1.1" status: 204 len: 173 time: 0.8728919 May 04 18:33:58.549277 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e93864fd-ebbc-462e-851b-5c0bd0623bfb', 'name': 'network-vif-deleted', 'tag': '25c0020e-5225-4a6e-8474-d90a70db3121'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:33:58.551760 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}418c4fc0ed359c78e2a46d0945201a397afdfc4a7689ae544a04c30398cb972a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3cea583-4620-418b-9f83-6491a2ae055b" -d '{"events": [{"server_uuid": "e93864fd-ebbc-462e-851b-5c0bd0623bfb", "name": "network-vif-deleted", "tag": "25c0020e-5225-4a6e-8474-d90a70db3121"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:33:58.633673 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvr_db [None req-8a9c2845-ff00-40ce-bf72-0fce91d688e8 None None] Set router ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5 gateway port host: dv-cinder-840511-4-iscsi {{(pid=104025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:33:58.656202 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 18:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b466d4d6-a7de-4c10-a885-c78bfc0393f3 x-openstack-request-id: req-b466d4d6-a7de-4c10-a885-c78bfc0393f3 {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:33:58.656512 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e93864fd-ebbc-462e-851b-5c0bd0623bfb", "name": "network-vif-deleted", "tag": "25c0020e-5225-4a6e-8474-d90a70db3121", "status": "completed", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:33:58.656765 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b466d4d6-a7de-4c10-a885-c78bfc0393f3 {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:33:58.657415 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b466d4d6-a7de-4c10-a885-c78bfc0393f3'] response: {'server_uuid': 'e93864fd-ebbc-462e-851b-5c0bd0623bfb', 'name': 'network-vif-deleted', 'tag': '25c0020e-5225-4a6e-8474-d90a70db3121', 'status': 'completed', 'code': 200} May 04 18:33:58.965497 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-8a9c2845-ff00-40ce-bf72-0fce91d688e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5', 'name': 'tempest-TestVolumeBootPattern-2020950732-router', 'tenant_id': '983fce7909844bb8aa03a9de41d85482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '74c3d822-6e15-4d65-8a78-71e1dfd8426d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:30:45Z', 'updated_at': '2022-05-04T18:30:48Z', 'revision_number': 4, 'project_id': '983fce7909844bb8aa03a9de41d85482', 'gw_port': {'id': '74c3d822-6e15-4d65-8a78-71e1dfd8426d', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:30:46Z', 'updated_at': '2022-05-04T18:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_interfaces': [{'id': 'b8343f9c-bdaf-46e2-abd5-b3aafeb49b0d', 'name': '', 'network_id': '90bef6d9-aa9f-4fae-b314-61d84896438a', 'tenant_id': '983fce7909844bb8aa03a9de41d85482', 'mac_address': 'fa:16:3e:67:47:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '1faec8ee-200a-443a-93c3-49b2a8579d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:30:48Z', 'updated_at': '2022-05-04T18:30:52Z', 'revision_number': 5, 'project_id': '983fce7909844bb8aa03a9de41d85482', 'subnets': [{'id': '1faec8ee-200a-443a-93c3-49b2a8579d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:33:58.992695 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9c2845-ff00-40ce-bf72-0fce91d688e8 None None] Checking router: ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5 for host: dv-cinder-840511-4-iscsi {{(pid=104025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:33:59.001113 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9c2845-ff00-40ce-bf72-0fce91d688e8 None None] Routers {'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:33:59.001736 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-8a9c2845-ff00-40ce-bf72-0fce91d688e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:33:30Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5'], 'active': True} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:33:59.114761 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvr_db [None req-8a9c2845-ff00-40ce-bf72-0fce91d688e8 None None] Set router ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5 gateway port host: dv-cinder-840511-4-iscsi {{(pid=104025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:33:59.317791 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-8a9c2845-ff00-40ce-bf72-0fce91d688e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5', 'name': 'tempest-TestVolumeBootPattern-2020950732-router', 'tenant_id': '983fce7909844bb8aa03a9de41d85482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '74c3d822-6e15-4d65-8a78-71e1dfd8426d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:30:45Z', 'updated_at': '2022-05-04T18:30:48Z', 'revision_number': 4, 'project_id': '983fce7909844bb8aa03a9de41d85482', 'gw_port': {'id': '74c3d822-6e15-4d65-8a78-71e1dfd8426d', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:30:46Z', 'updated_at': '2022-05-04T18:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_interfaces': [{'id': 'b8343f9c-bdaf-46e2-abd5-b3aafeb49b0d', 'name': '', 'network_id': '90bef6d9-aa9f-4fae-b314-61d84896438a', 'tenant_id': '983fce7909844bb8aa03a9de41d85482', 'mac_address': 'fa:16:3e:67:47:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '1faec8ee-200a-443a-93c3-49b2a8579d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:30:48Z', 'updated_at': '2022-05-04T18:30:52Z', 'revision_number': 5, 'project_id': '983fce7909844bb8aa03a9de41d85482', 'subnets': [{'id': '1faec8ee-200a-443a-93c3-49b2a8579d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:33:59.346871 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9c2845-ff00-40ce-bf72-0fce91d688e8 None None] The sync data for ids ['ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5'] in dv-cinder-840511-4-iscsi is: [{'id': 'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5', 'name': 'tempest-TestVolumeBootPattern-2020950732-router', 'tenant_id': '983fce7909844bb8aa03a9de41d85482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '74c3d822-6e15-4d65-8a78-71e1dfd8426d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:30:45Z', 'updated_at': '2022-05-04T18:30:48Z', 'revision_number': 4, 'project_id': '983fce7909844bb8aa03a9de41d85482', 'gw_port': {'id': '74c3d822-6e15-4d65-8a78-71e1dfd8426d', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:30:46Z', 'updated_at': '2022-05-04T18:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_interfaces': [{'id': 'b8343f9c-bdaf-46e2-abd5-b3aafeb49b0d', 'name': '', 'network_id': '90bef6d9-aa9f-4fae-b314-61d84896438a', 'tenant_id': '983fce7909844bb8aa03a9de41d85482', 'mac_address': 'fa:16:3e:67:47:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '1faec8ee-200a-443a-93c3-49b2a8579d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:30:48Z', 'updated_at': '2022-05-04T18:30:52Z', 'revision_number': 5, 'project_id': '983fce7909844bb8aa03a9de41d85482', 'subnets': [{'id': '1faec8ee-200a-443a-93c3-49b2a8579d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:33:59.372278 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-d4c4ac19-7140-4319-86c6-d197afa958bb req-f1c0344e-5a18-42f7-af69-b9315e3b024d tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93864fd-ebbc-462e-851b-5c0bd0623bfb HTTP/1.1" status: 200 len: 210 time: 0.0317626 May 04 18:33:59.570814 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764a6f90-f97f-473e-9080-f030ebff869f None None] New status for floating IP 0ca23178-a688-4de9-8dec-f26d70030417: DOWN {{(pid=104026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 18:34:00.041943 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-ff553caf-657d-4ab0-a984-c4d2e0474b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:34:00.584358 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-d6589741-bd14-4d88-a3ab-7bac2d34eeb6 req-bcf20efb-8b78-4866-9a39-e42496b06d74 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-53190670&fields=id&tenant_id=983fce7909844bb8aa03a9de41d85482 HTTP/1.1" status: 200 len: 267 time: 0.0431893 May 04 18:34:00.690068 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6589741-bd14-4d88-a3ab-7bac2d34eeb6 req-548d5e0d-3fef-4a41-b72a-80860c912816 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:34:00.691474 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-d6589741-bd14-4d88-a3ab-7bac2d34eeb6 req-548d5e0d-3fef-4a41-b72a-80860c912816 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/networks?id=90bef6d9-aa9f-4fae-b314-61d84896438a HTTP/1.1" status: 200 len: 812 time: 0.1002812 May 04 18:34:00.706841 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-d6589741-bd14-4d88-a3ab-7bac2d34eeb6 req-57dded16-999d-4e47-a678-251ad786c3ba tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/quotas/983fce7909844bb8aa03a9de41d85482 HTTP/1.1" status: 200 len: 375 time: 0.0092287 May 04 18:34:00.759412 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-d6589741-bd14-4d88-a3ab-7bac2d34eeb6 req-d77df677-7246-434f-8dc9-983c379df7d0 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=983fce7909844bb8aa03a9de41d85482&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467405 May 04 18:34:00.901700 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-d6589741-bd14-4d88-a3ab-7bac2d34eeb6 req-384ea835-1990-45cd-837b-bb917be20ab4 service neutron] 10.222.0.23 "GET /v2.0/networks/90bef6d9-aa9f-4fae-b314-61d84896438a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305327 May 04 18:34:01.144969 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device 25c0020e-5225-4a6e-8474-d90a70db3121 no longer exists at agent hyperv_hv-cinder-84051 {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 18:34:01.174464 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] No Port match for: 25c0020e-5225-4a6e-8474-d90a70db3121 {{(pid=104025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 18:34:01.174802 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device 25c0020e-5225-4a6e-8474-d90a70db3121 not bound to the agent host hv-cinder-84051 {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 18:34:01.265171 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-4fdd29be-a970-4503-919e-12b86a90c52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (74c08095-bc4c-43d3-91b6-743b06ad1f6c), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:34:01.286110 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-d6589741-bd14-4d88-a3ab-7bac2d34eeb6 req-0ed36fea-97cb-4535-8e15-214cac982f9e service neutron] 10.222.0.23 "GET /v2.0/networks/90bef6d9-aa9f-4fae-b314-61d84896438a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3784781 May 04 18:34:02.630456 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-f7537222-04fb-4408-8d24-7493625e2bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (88f974dc-3c14-4d3d-9ef8-4363bb88b433), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:34:02.833202 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-67760d25-e8a1-4193-9664-f40060cf8e12 req-2b26b66a-5581-469a-87ba-b3154cad77da tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/ports?device_id=31452a5a-4d21-43d7-9d6b-74e7b6929629 HTTP/1.1" status: 200 len: 210 time: 0.0346704 May 04 18:34:03.853392 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (e55a6cb5-967a-4631-865a-95818de4ff35), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:34:03.935418 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-a190b61c-6953-4dd1-9281-1f08ddcc5cc4 req-0710a6cd-6d99-41c3-ae21-efb69227509f tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/ports?device_id=31452a5a-4d21-43d7-9d6b-74e7b6929629 HTTP/1.1" status: 200 len: 210 time: 0.0289195 May 04 18:34:04.888077 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6589741-bd14-4d88-a3ab-7bac2d34eeb6 req-37c6b962-3821-460b-b2bc-52c00fa2219e tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:34:04.889541 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-d6589741-bd14-4d88-a3ab-7bac2d34eeb6 req-37c6b962-3821-460b-b2bc-52c00fa2219e tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.84 "GET /v2.0/networks?id=90bef6d9-aa9f-4fae-b314-61d84896438a HTTP/1.1" status: 200 len: 812 time: 0.1047308 May 04 18:34:04.955485 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-d6589741-bd14-4d88-a3ab-7bac2d34eeb6 req-e817915d-f970-4382-8c96-a2adabf9bb1b tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=983fce7909844bb8aa03a9de41d85482 HTTP/1.1" status: 200 len: 378 time: 0.0549519 May 04 18:34:04.964458 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.v2.base [req-d6589741-bd14-4d88-a3ab-7bac2d34eeb6 req-9cf0ebb5-d177-4de9-a3a5-a59827e24231 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Request body: {'port': {'device_id': '31452a5a-4d21-43d7-9d6b-74e7b6929629', 'network_id': '90bef6d9-aa9f-4fae-b314-61d84896438a', 'admin_state_up': True, 'tenant_id': '983fce7909844bb8aa03a9de41d85482', 'security_groups': ['dd05f212-2c61-43c5-a4ea-ae069966b3cf']}} {{(pid=104023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:34:05.034227 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-1fff6beb-bff9-433f-9b32-69890c7b83e7 req-f6f57f75-7941-4565-bda1-7101d7fba54c tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/ports?device_id=31452a5a-4d21-43d7-9d6b-74e7b6929629 HTTP/1.1" status: 200 len: 210 time: 0.0290422 May 04 18:34:05.156562 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6589741-bd14-4d88-a3ab-7bac2d34eeb6 req-9cf0ebb5-d177-4de9-a3a5-a59827e24231 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Made reservation on behalf of 983fce7909844bb8aa03a9de41d85482 for: {'port': 1} {{(pid=104023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:34:05.159940 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-d6589741-bd14-4d88-a3ab-7bac2d34eeb6 req-9cf0ebb5-d177-4de9-a3a5-a59827e24231 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:34:05.294488 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.db_base_plugin_common [req-d6589741-bd14-4d88-a3ab-7bac2d34eeb6 req-9cf0ebb5-d177-4de9-a3a5-a59827e24231 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Allocated IP 172.20.0.4 (90bef6d9-aa9f-4fae-b314-61d84896438a/1faec8ee-200a-443a-93c3-49b2a8579d8a/231724bb-3d0d-4011-8bcd-ce05d4cfcef7) {{(pid=104023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:34:05.439183 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-d6589741-bd14-4d88-a3ab-7bac2d34eeb6 req-9cf0ebb5-d177-4de9-a3a5-a59827e24231 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks [] for port (231724bb-3d0d-4011-8bcd-ce05d4cfcef7), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:34:05.540624 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-d6589741-bd14-4d88-a3ab-7bac2d34eeb6 req-9cf0ebb5-d177-4de9-a3a5-a59827e24231 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772819832230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7382190'] for port (231724bb-3d0d-4011-8bcd-ce05d4cfcef7), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:34:05.590640 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6589741-bd14-4d88-a3ab-7bac2d34eeb6 req-9cf0ebb5-d177-4de9-a3a5-a59827e24231 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Network 90bef6d9-aa9f-4fae-b314-61d84896438a is already hosted by enough agents. {{(pid=104023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:34:05.594067 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.base_scheduler [req-d6589741-bd14-4d88-a3ab-7bac2d34eeb6 req-9cf0ebb5-d177-4de9-a3a5-a59827e24231 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Resources bound (agent type, host, resource id): {{(pid=104023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:34:05.600791 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6589741-bd14-4d88-a3ab-7bac2d34eeb6 req-9cf0ebb5-d177-4de9-a3a5-a59827e24231 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Received port after_create {{(pid=104023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:34:05.609144 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf0ebb5-d177-4de9-a3a5-a59827e24231 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Pushing event updated for resources: {'Port': ['ID=231724bb-3d0d-4011-8bcd-ce05d4cfcef7,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:34:05.659361 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6589741-bd14-4d88-a3ab-7bac2d34eeb6 req-9cf0ebb5-d177-4de9-a3a5-a59827e24231 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:34:05.660035 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-d6589741-bd14-4d88-a3ab-7bac2d34eeb6 req-9cf0ebb5-d177-4de9-a3a5-a59827e24231 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976'] for port (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:34:05.753456 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-d6589741-bd14-4d88-a3ab-7bac2d34eeb6 req-9cf0ebb5-d177-4de9-a3a5-a59827e24231 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7926214 May 04 18:34:05.770330 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.v2.base [req-d6589741-bd14-4d88-a3ab-7bac2d34eeb6 req-4ffafa00-8fe9-41f5-b4b6-e187ce217fb3 service neutron] Request body: {'port': {'device_id': '31452a5a-4d21-43d7-9d6b-74e7b6929629', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=104023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:34:05.833490 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-a92d7f22-14df-43d3-a966-6df9b25d79b9 None None] Provisioning complete for port 231724bb-3d0d-4011-8bcd-ce05d4cfcef7 triggered by entity DHCP. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:34:05.834095 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-d6589741-bd14-4d88-a3ab-7bac2d34eeb6 req-4ffafa00-8fe9-41f5-b4b6-e187ce217fb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (231724bb-3d0d-4011-8bcd-ce05d4cfcef7), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:34:05.834214 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-a92d7f22-14df-43d3-a966-6df9b25d79b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (231724bb-3d0d-4011-8bcd-ce05d4cfcef7), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:34:05.869699 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-a92d7f22-14df-43d3-a966-6df9b25d79b9 None None] Port 231724bb-3d0d-4011-8bcd-ce05d4cfcef7 cannot update to ACTIVE because it is not bound. {{(pid=104025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 18:34:06.115241 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [req-d6589741-bd14-4d88-a3ab-7bac2d34eeb6 req-4ffafa00-8fe9-41f5-b4b6-e187ce217fb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 231724bb-3d0d-4011-8bcd-ce05d4cfcef7 {{(pid=104023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:34:06.123993 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-d6589741-bd14-4d88-a3ab-7bac2d34eeb6 req-4ffafa00-8fe9-41f5-b4b6-e187ce217fb3 service neutron] Publish callbacks [] for port (231724bb-3d0d-4011-8bcd-ce05d4cfcef7), precommit_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:34:06.137699 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [req-d6589741-bd14-4d88-a3ab-7bac2d34eeb6 req-4ffafa00-8fe9-41f5-b4b6-e187ce217fb3 service neutron] Transition to ACTIVE for port object 231724bb-3d0d-4011-8bcd-ce05d4cfcef7 will not be triggered until provisioned by entity L2. {{(pid=104023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 18:34:06.155381 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae1924f-7324-4ece-b592-fc85622da129 req-5a4aba73-636e-472b-ab9d-fbbcf001ead6 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:34:06.159101 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-eae1924f-7324-4ece-b592-fc85622da129 req-5a4aba73-636e-472b-ab9d-fbbcf001ead6 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/ports?device_id=31452a5a-4d21-43d7-9d6b-74e7b6929629 HTTP/1.1" status: 200 len: 931 time: 0.0488763 May 04 18:34:06.207759 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-d6589741-bd14-4d88-a3ab-7bac2d34eeb6 req-4ffafa00-8fe9-41f5-b4b6-e187ce217fb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7382199'] for port (231724bb-3d0d-4011-8bcd-ce05d4cfcef7), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:34:06.210432 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-eae1924f-7324-4ece-b592-fc85622da129 req-089b8b5f-568b-47ab-8df4-cf9bf6cac7ec tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd05f212-2c61-43c5-a4ea-ae069966b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477173 May 04 18:34:06.266128 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffafa00-8fe9-41f5-b4b6-e187ce217fb3 service neutron] Pushing event updated for resources: {'Port': ['ID=231724bb-3d0d-4011-8bcd-ce05d4cfcef7,revision_number=2']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:34:06.349642 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [req-d6589741-bd14-4d88-a3ab-7bac2d34eeb6 req-4ffafa00-8fe9-41f5-b4b6-e187ce217fb3 service neutron] Attempting to bind port 231724bb-3d0d-4011-8bcd-ce05d4cfcef7 on host hv-cinder-84051 for vnic_type normal with profile {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 18:34:06.349988 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [req-d6589741-bd14-4d88-a3ab-7bac2d34eeb6 req-4ffafa00-8fe9-41f5-b4b6-e187ce217fb3 service neutron] Attempting to bind port 231724bb-3d0d-4011-8bcd-ce05d4cfcef7 by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': 'f1180800-13a3-4d37-a18e-2104639bbd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '90bef6d9-aa9f-4fae-b314-61d84896438a'}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 18:34:06.350313 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6589741-bd14-4d88-a3ab-7bac2d34eeb6 req-4ffafa00-8fe9-41f5-b4b6-e187ce217fb3 service neutron] Attempting to bind port 231724bb-3d0d-4011-8bcd-ce05d4cfcef7 on network 90bef6d9-aa9f-4fae-b314-61d84896438a {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:34:06.356218 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6589741-bd14-4d88-a3ab-7bac2d34eeb6 req-4ffafa00-8fe9-41f5-b4b6-e187ce217fb3 service neutron] Port 231724bb-3d0d-4011-8bcd-ce05d4cfcef7 on network 90bef6d9-aa9f-4fae-b314-61d84896438a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 18:34:06.356667 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6589741-bd14-4d88-a3ab-7bac2d34eeb6 req-4ffafa00-8fe9-41f5-b4b6-e187ce217fb3 service neutron] Attempting to bind port 231724bb-3d0d-4011-8bcd-ce05d4cfcef7 on network 90bef6d9-aa9f-4fae-b314-61d84896438a {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:34:06.363200 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6589741-bd14-4d88-a3ab-7bac2d34eeb6 req-4ffafa00-8fe9-41f5-b4b6-e187ce217fb3 service neutron] Checking agent: {'id': '2ed5d983-d6d1-49f2-9dfa-1a41e5be1317', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 13, 52), 'started_at': datetime.datetime(2022, 5, 4, 18, 13, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 18:34:06.363518 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6589741-bd14-4d88-a3ab-7bac2d34eeb6 req-4ffafa00-8fe9-41f5-b4b6-e187ce217fb3 service neutron] Checking segment: {'id': 'f1180800-13a3-4d37-a18e-2104639bbd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '90bef6d9-aa9f-4fae-b314-61d84896438a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:34:06.363927 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6589741-bd14-4d88-a3ab-7bac2d34eeb6 req-4ffafa00-8fe9-41f5-b4b6-e187ce217fb3 service neutron] Bound using segment: {'id': 'f1180800-13a3-4d37-a18e-2104639bbd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '90bef6d9-aa9f-4fae-b314-61d84896438a'} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 18:34:06.364499 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [req-d6589741-bd14-4d88-a3ab-7bac2d34eeb6 req-4ffafa00-8fe9-41f5-b4b6-e187ce217fb3 service neutron] Bound port: 231724bb-3d0d-4011-8bcd-ce05d4cfcef7, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1180800-13a3-4d37-a18e-2104639bbd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '90bef6d9-aa9f-4fae-b314-61d84896438a'}}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 18:34:06.364962 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-d6589741-bd14-4d88-a3ab-7bac2d34eeb6 req-4ffafa00-8fe9-41f5-b4b6-e187ce217fb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (231724bb-3d0d-4011-8bcd-ce05d4cfcef7), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:34:06.434754 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [req-d6589741-bd14-4d88-a3ab-7bac2d34eeb6 req-4ffafa00-8fe9-41f5-b4b6-e187ce217fb3 service neutron] For port 231724bb-3d0d-4011-8bcd-ce05d4cfcef7, host hv-cinder-84051, cleared binding levels {{(pid=104023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 18:34:06.437682 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [req-d6589741-bd14-4d88-a3ab-7bac2d34eeb6 req-4ffafa00-8fe9-41f5-b4b6-e187ce217fb3 service neutron] For port 231724bb-3d0d-4011-8bcd-ce05d4cfcef7, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=231724bb-3d0d-4011-8bcd-ce05d4cfcef7,segment=NetworkSegment(f1180800-13a3-4d37-a18e-2104639bbd70),segment_id=f1180800-13a3-4d37-a18e-2104639bbd70)] {{(pid=104023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 18:34:06.499322 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-d6589741-bd14-4d88-a3ab-7bac2d34eeb6 req-4ffafa00-8fe9-41f5-b4b6-e187ce217fb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7382199'] for port (231724bb-3d0d-4011-8bcd-ce05d4cfcef7), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:34:06.533741 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6589741-bd14-4d88-a3ab-7bac2d34eeb6 req-4ffafa00-8fe9-41f5-b4b6-e187ce217fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:34:06.534368 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-d6589741-bd14-4d88-a3ab-7bac2d34eeb6 req-4ffafa00-8fe9-41f5-b4b6-e187ce217fb3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976'] for port (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:34:06.535769 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-d6589741-bd14-4d88-a3ab-7bac2d34eeb6 req-4ffafa00-8fe9-41f5-b4b6-e187ce217fb3 service neutron] 10.222.0.84 "PUT /v2.0/ports/231724bb-3d0d-4011-8bcd-ce05d4cfcef7 HTTP/1.1" status: 200 len: 1093 time: 0.7697880 May 04 18:34:06.542827 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31452a5a-4d21-43d7-9d6b-74e7b6929629', 'tag': '231724bb-3d0d-4011-8bcd-ce05d4cfcef7'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:34:06.542827 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}418c4fc0ed359c78e2a46d0945201a397afdfc4a7689ae544a04c30398cb972a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b686a2-b55c-422b-9f8f-5ffc1b1a4695" -d '{"events": [{"name": "network-changed", "server_uuid": "31452a5a-4d21-43d7-9d6b-74e7b6929629", "tag": "231724bb-3d0d-4011-8bcd-ce05d4cfcef7"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:34:06.567882 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffafa00-8fe9-41f5-b4b6-e187ce217fb3 service neutron] Pushing event updated for resources: {'Port': ['ID=231724bb-3d0d-4011-8bcd-ce05d4cfcef7,revision_number=3']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:34:06.582306 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 18:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9c120a6-a55c-42e9-9b8e-b596281bc856 x-openstack-request-id: req-f9c120a6-a55c-42e9-9b8e-b596281bc856 {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:34:06.582595 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31452a5a-4d21-43d7-9d6b-74e7b6929629", "tag": "231724bb-3d0d-4011-8bcd-ce05d4cfcef7", "status": "completed", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:34:06.582846 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f9c120a6-a55c-42e9-9b8e-b596281bc856 {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:34:06.583281 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9c120a6-a55c-42e9-9b8e-b596281bc856'] response: {'name': 'network-changed', 'server_uuid': '31452a5a-4d21-43d7-9d6b-74e7b6929629', 'tag': '231724bb-3d0d-4011-8bcd-ce05d4cfcef7', 'status': 'completed', 'code': 200} May 04 18:34:06.661400 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b686a2-b55c-422b-9f8f-5ffc1b1a4695 req-456fa724-c6d2-43ca-8b30-6b7c3be441d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:34:06.663033 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-f7b686a2-b55c-422b-9f8f-5ffc1b1a4695 req-456fa724-c6d2-43ca-8b30-6b7c3be441d3 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=983fce7909844bb8aa03a9de41d85482&device_id=31452a5a-4d21-43d7-9d6b-74e7b6929629 HTTP/1.1" status: 200 len: 1127 time: 0.0438159 May 04 18:34:06.772201 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b686a2-b55c-422b-9f8f-5ffc1b1a4695 req-da97ceee-ca03-4c41-afbb-44a8debb61ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:34:06.774729 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-f7b686a2-b55c-422b-9f8f-5ffc1b1a4695 req-da97ceee-ca03-4c41-afbb-44a8debb61ba service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=983fce7909844bb8aa03a9de41d85482&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1020627 May 04 18:34:06.873129 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b686a2-b55c-422b-9f8f-5ffc1b1a4695 req-767c7aaf-622d-4b0c-ad97-e0b03abd826f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:34:06.874537 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-f7b686a2-b55c-422b-9f8f-5ffc1b1a4695 req-767c7aaf-622d-4b0c-ad97-e0b03abd826f service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0944064 May 04 18:34:06.972488 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6589741-bd14-4d88-a3ab-7bac2d34eeb6 req-fcf99b65-afa2-4957-b33f-59603b41a3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:34:06.974036 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-d6589741-bd14-4d88-a3ab-7bac2d34eeb6 req-fcf99b65-afa2-4957-b33f-59603b41a3f2 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=983fce7909844bb8aa03a9de41d85482&device_id=31452a5a-4d21-43d7-9d6b-74e7b6929629 HTTP/1.1" status: 200 len: 1127 time: 0.0426633 May 04 18:34:07.020663 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-d6589741-bd14-4d88-a3ab-7bac2d34eeb6 req-36bde499-1451-4120-8e1b-8cefbd65eda4 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=231724bb-3d0d-4011-8bcd-ce05d4cfcef7 HTTP/1.1" status: 200 len: 217 time: 0.0356557 May 04 18:34:07.068342 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6589741-bd14-4d88-a3ab-7bac2d34eeb6 req-be2c61b4-c220-42e8-86df-8af74b3097cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:34:07.069783 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-d6589741-bd14-4d88-a3ab-7bac2d34eeb6 req-be2c61b4-c220-42e8-86df-8af74b3097cd service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1faec8ee-200a-443a-93c3-49b2a8579d8a HTTP/1.1" status: 200 len: 851 time: 0.0435116 May 04 18:34:07.118836 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6589741-bd14-4d88-a3ab-7bac2d34eeb6 req-53d4d0f1-7961-4753-b4cc-e4fc084c8efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:34:07.120353 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-d6589741-bd14-4d88-a3ab-7bac2d34eeb6 req-53d4d0f1-7961-4753-b4cc-e4fc084c8efa service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=90bef6d9-aa9f-4fae-b314-61d84896438a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437856 May 04 18:34:07.210277 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-d6589741-bd14-4d88-a3ab-7bac2d34eeb6 req-98ac3e78-9a6c-4073-aa09-2ae574d21136 service neutron] 10.222.0.84 "GET /v2.0/networks/90bef6d9-aa9f-4fae-b314-61d84896438a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843141 May 04 18:34:07.311311 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-d6589741-bd14-4d88-a3ab-7bac2d34eeb6 req-606ad7b6-da80-47a4-89be-f282d37f23d6 service neutron] 10.222.0.84 "GET /v2.0/networks/90bef6d9-aa9f-4fae-b314-61d84896438a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921061 May 04 18:34:07.326614 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbc95b2-bf05-4396-9578-9301976bfdf0 req-6401747b-9729-47a6-8c0b-140428099f4b tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:34:07.328124 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-7dbc95b2-bf05-4396-9578-9301976bfdf0 req-6401747b-9729-47a6-8c0b-140428099f4b tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/ports?device_id=31452a5a-4d21-43d7-9d6b-74e7b6929629 HTTP/1.1" status: 200 len: 943 time: 0.0470221 May 04 18:34:07.380909 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-7dbc95b2-bf05-4396-9578-9301976bfdf0 req-9363daa4-6395-4643-971f-e30891fcb597 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd05f212-2c61-43c5-a4ea-ae069966b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471017 May 04 18:34:08.494916 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8742744-dd64-4f7e-8a2d-2cfbdcfa33b0 req-ba4f3509-cd84-41fb-b49f-b3ffce76e41e tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:34:08.496351 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-d8742744-dd64-4f7e-8a2d-2cfbdcfa33b0 req-ba4f3509-cd84-41fb-b49f-b3ffce76e41e tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/ports?device_id=31452a5a-4d21-43d7-9d6b-74e7b6929629 HTTP/1.1" status: 200 len: 943 time: 0.0477993 May 04 18:34:08.547445 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-d8742744-dd64-4f7e-8a2d-2cfbdcfa33b0 req-2dbcc150-b5e3-4325-af0b-ac8bfbd83883 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd05f212-2c61-43c5-a4ea-ae069966b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455656 May 04 18:34:08.712848 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.agents_db [None req-cc71a237-c19e-45a1-a167-cff52744c55e None None] Agent healthcheck: found 6 active agents {{(pid=104026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 18:34:09.665550 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df55c0e-7ef3-41a0-b3fe-aa09fd4b633a req-e817a33c-e14f-418a-8dbc-fe4fe4645b13 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:34:09.667039 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-0df55c0e-7ef3-41a0-b3fe-aa09fd4b633a req-e817a33c-e14f-418a-8dbc-fe4fe4645b13 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/ports?device_id=31452a5a-4d21-43d7-9d6b-74e7b6929629 HTTP/1.1" status: 200 len: 943 time: 0.0514317 May 04 18:34:09.715850 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-0df55c0e-7ef3-41a0-b3fe-aa09fd4b633a req-76096510-f947-4213-9693-30554fd3aded tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd05f212-2c61-43c5-a4ea-ae069966b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433204 May 04 18:34:10.830850 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb3587-80ea-48ae-8091-a80e2e05f82a req-db0de3d4-b3e2-471d-af9e-293b63dcdf8c tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:34:10.832395 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-babb3587-80ea-48ae-8091-a80e2e05f82a req-db0de3d4-b3e2-471d-af9e-293b63dcdf8c tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/ports?device_id=31452a5a-4d21-43d7-9d6b-74e7b6929629 HTTP/1.1" status: 200 len: 943 time: 0.0484076 May 04 18:34:10.881867 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-babb3587-80ea-48ae-8091-a80e2e05f82a req-38cc2899-aba0-4a2f-a399-a729a68e569a tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd05f212-2c61-43c5-a4ea-ae069966b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437512 May 04 18:34:11.993942 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba745d20-45ce-4019-a9f6-6639babf8ab0 req-00ed2d59-45dd-4f4d-923c-da487afa8893 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:34:11.995420 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-ba745d20-45ce-4019-a9f6-6639babf8ab0 req-00ed2d59-45dd-4f4d-923c-da487afa8893 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/ports?device_id=31452a5a-4d21-43d7-9d6b-74e7b6929629 HTTP/1.1" status: 200 len: 943 time: 0.0465093 May 04 18:34:12.047049 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-ba745d20-45ce-4019-a9f6-6639babf8ab0 req-2345758a-4b45-4409-a170-84e6f99c0da4 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd05f212-2c61-43c5-a4ea-ae069966b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460050 May 04 18:34:13.162499 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4207c3-b3fb-4c29-a2a7-f9f441fe5370 req-ee4eb6d2-b7c5-4d12-8209-a6cadabae027 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:34:13.164799 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-fb4207c3-b3fb-4c29-a2a7-f9f441fe5370 req-ee4eb6d2-b7c5-4d12-8209-a6cadabae027 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/ports?device_id=31452a5a-4d21-43d7-9d6b-74e7b6929629 HTTP/1.1" status: 200 len: 943 time: 0.0474055 May 04 18:34:13.214057 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-fb4207c3-b3fb-4c29-a2a7-f9f441fe5370 req-ad9368ff-b24e-4e70-bb89-1b01c06d81ca tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd05f212-2c61-43c5-a4ea-ae069966b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439236 May 04 18:34:14.326595 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b2432c-bb07-4ce0-af33-d70d2b7b5f45 req-b7ed2ba9-fec9-403e-88f0-5bb6d77b97fe tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:34:14.328170 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-c3b2432c-bb07-4ce0-af33-d70d2b7b5f45 req-b7ed2ba9-fec9-403e-88f0-5bb6d77b97fe tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/ports?device_id=31452a5a-4d21-43d7-9d6b-74e7b6929629 HTTP/1.1" status: 200 len: 943 time: 0.0471795 May 04 18:34:14.379063 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-c3b2432c-bb07-4ce0-af33-d70d2b7b5f45 req-51982748-fa88-4d85-98df-b4fd93d0373a tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd05f212-2c61-43c5-a4ea-ae069966b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453548 May 04 18:34:15.206269 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device 231724bb-3d0d-4011-8bcd-ce05d4cfcef7 details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=104025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 18:34:15.310370 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] For port 231724bb-3d0d-4011-8bcd-ce05d4cfcef7, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=231724bb-3d0d-4011-8bcd-ce05d4cfcef7,segment=NetworkSegment(f1180800-13a3-4d37-a18e-2104639bbd70),segment_id=f1180800-13a3-4d37-a18e-2104639bbd70)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:34:15.322406 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Returning: {'device': '231724bb-3d0d-4011-8bcd-ce05d4cfcef7', 'network_id': '90bef6d9-aa9f-4fae-b314-61d84896438a', 'port_id': '231724bb-3d0d-4011-8bcd-ce05d4cfcef7', 'mac_address': 'fa:16:3e:bf:27:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1faec8ee-200a-443a-93c3-49b2a8579d8a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 18:34:15.359752 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Current status of the port 231724bb-3d0d-4011-8bcd-ce05d4cfcef7 is: DOWN; New status is: BUILD {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:34:15.360146 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (231724bb-3d0d-4011-8bcd-ce05d4cfcef7), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:34:15.373450 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.notifiers.nova [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 231724bb-3d0d-4011-8bcd-ce05d4cfcef7 {{(pid=104025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:34:15.393629 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] For port 231724bb-3d0d-4011-8bcd-ce05d4cfcef7, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=231724bb-3d0d-4011-8bcd-ce05d4cfcef7,segment=NetworkSegment(f1180800-13a3-4d37-a18e-2104639bbd70),segment_id=f1180800-13a3-4d37-a18e-2104639bbd70)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:34:15.453006 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (231724bb-3d0d-4011-8bcd-ce05d4cfcef7), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:34:15.497256 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cbed7e-d94b-4606-80fa-d4fb107ea419 req-ae7acf1e-935b-4dc9-8f6f-a8327320fa0b tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:34:15.498688 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-14cbed7e-d94b-4606-80fa-d4fb107ea419 req-ae7acf1e-935b-4dc9-8f6f-a8327320fa0b tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/ports?device_id=31452a5a-4d21-43d7-9d6b-74e7b6929629 HTTP/1.1" status: 200 len: 944 time: 0.0517585 May 04 18:34:15.507138 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Pushing event updated for resources: {'Port': ['ID=231724bb-3d0d-4011-8bcd-ce05d4cfcef7,revision_number=4']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:34:15.516007 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:34:15.519252 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:34:15.519252 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:34:15.519252 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:34:15.519252 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:34:15.519252 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:34:15.519252 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:34:15.519252 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:34:15.519252 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:34:15.519252 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:34:15.519252 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:34:15.520154 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:34:15.520154 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:34:15.520310 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:34:15.520632 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:34:15.555433 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-14cbed7e-d94b-4606-80fa-d4fb107ea419 req-69f934d3-0623-4a24-9f5d-4ac313bda131 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd05f212-2c61-43c5-a4ea-ae069966b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0493081 May 04 18:34:15.831876 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] get_ports_and_sgs() called for port_ids ['231724bb-3d0d-4011-8bcd-ce05d4cfcef7'] {{(pid=104025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 18:34:16.669246 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f140b74-ecf9-49bd-9ef5-e7eda42cd05c req-2ef8b8b0-2287-4b7a-a72d-fa88d90efd6a tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:34:16.670701 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-7f140b74-ecf9-49bd-9ef5-e7eda42cd05c req-2ef8b8b0-2287-4b7a-a72d-fa88d90efd6a tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/ports?device_id=31452a5a-4d21-43d7-9d6b-74e7b6929629 HTTP/1.1" status: 200 len: 944 time: 0.0480652 May 04 18:34:16.718457 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-7f140b74-ecf9-49bd-9ef5-e7eda42cd05c req-de00477b-8005-4a2f-b4e4-bf9460569e4e tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd05f212-2c61-43c5-a4ea-ae069966b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422695 May 04 18:34:17.216838 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device 231724bb-3d0d-4011-8bcd-ce05d4cfcef7 up at agent hyperv_hv-cinder-84051 {{(pid=104025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:34:17.268497 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Provisioning for port 231724bb-3d0d-4011-8bcd-ce05d4cfcef7 completed by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 18:34:17.321569 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Provisioning complete for port 231724bb-3d0d-4011-8bcd-ce05d4cfcef7 triggered by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:34:17.321950 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (231724bb-3d0d-4011-8bcd-ce05d4cfcef7), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:34:17.407511 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Current status of the port 231724bb-3d0d-4011-8bcd-ce05d4cfcef7 is: BUILD; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:34:17.408167 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (231724bb-3d0d-4011-8bcd-ce05d4cfcef7), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:34:17.435587 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31452a5a-4d21-43d7-9d6b-74e7b6929629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '231724bb-3d0d-4011-8bcd-ce05d4cfcef7'}] {{(pid=104025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:34:17.437847 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd171a24610d3ce9b5061050d4b691b0bb0a8f45589b955ae7373af7220d97b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3079d7ed-356d-4bf3-a12b-e06af3fe1338" -d '{"events": [{"server_uuid": "31452a5a-4d21-43d7-9d6b-74e7b6929629", "name": "network-vif-plugged", "status": "completed", "tag": "231724bb-3d0d-4011-8bcd-ce05d4cfcef7"}]}' {{(pid=104025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:34:17.453079 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] For port 231724bb-3d0d-4011-8bcd-ce05d4cfcef7, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=231724bb-3d0d-4011-8bcd-ce05d4cfcef7,segment=NetworkSegment(f1180800-13a3-4d37-a18e-2104639bbd70),segment_id=f1180800-13a3-4d37-a18e-2104639bbd70)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:34:17.504563 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (231724bb-3d0d-4011-8bcd-ce05d4cfcef7), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:34:17.539944 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 18:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad58abb-9b1b-4e18-ac13-23126ddb2d3f x-openstack-request-id: req-2ad58abb-9b1b-4e18-ac13-23126ddb2d3f {{(pid=104025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:34:17.539944 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31452a5a-4d21-43d7-9d6b-74e7b6929629", "name": "network-vif-plugged", "status": "completed", "tag": "231724bb-3d0d-4011-8bcd-ce05d4cfcef7", "code": 200}]} {{(pid=104025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:34:17.540261 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2ad58abb-9b1b-4e18-ac13-23126ddb2d3f {{(pid=104025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:34:17.540469 dv-cinder-840511-4-iscsi neutron-server[104025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ad58abb-9b1b-4e18-ac13-23126ddb2d3f'] response: {'server_uuid': '31452a5a-4d21-43d7-9d6b-74e7b6929629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '231724bb-3d0d-4011-8bcd-ce05d4cfcef7', 'code': 200} May 04 18:34:17.568040 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Pushing event updated for resources: {'Port': ['ID=231724bb-3d0d-4011-8bcd-ce05d4cfcef7,revision_number=5']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:34:17.843235 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af03fff0-5a77-4588-b55c-f247bb3fd47d req-4f12522e-d2ae-4ded-8820-47b4f7d5e34b tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:34:17.844731 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-af03fff0-5a77-4588-b55c-f247bb3fd47d req-4f12522e-d2ae-4ded-8820-47b4f7d5e34b tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/ports?device_id=31452a5a-4d21-43d7-9d6b-74e7b6929629 HTTP/1.1" status: 200 len: 945 time: 0.0555794 May 04 18:34:17.896618 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-af03fff0-5a77-4588-b55c-f247bb3fd47d req-2b4590cb-1aee-49fb-8885-2acac8b4bc34 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd05f212-2c61-43c5-a4ea-ae069966b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451767 May 04 18:34:17.901471 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267fa491-e04d-49f7-8357-c1d8a79d13b0 req-089ae645-df4f-44f4-8274-4cff9bbae255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:34:17.903107 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-267fa491-e04d-49f7-8357-c1d8a79d13b0 req-089ae645-df4f-44f4-8274-4cff9bbae255 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=31452a5a-4d21-43d7-9d6b-74e7b6929629 HTTP/1.1" status: 200 len: 1129 time: 0.0404925 May 04 18:34:17.951754 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-267fa491-e04d-49f7-8357-c1d8a79d13b0 req-07b0c983-85e1-44cb-9041-9f1d736ea9de service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=dd05f212-2c61-43c5-a4ea-ae069966b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429385 May 04 18:34:19.017576 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9962f79e-5ecc-45bc-b933-a431b1aafe41 req-0bba57af-70df-4cc5-9102-4ecd6ad9643d tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:34:19.019108 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-9962f79e-5ecc-45bc-b933-a431b1aafe41 req-0bba57af-70df-4cc5-9102-4ecd6ad9643d tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/ports?device_id=31452a5a-4d21-43d7-9d6b-74e7b6929629 HTTP/1.1" status: 200 len: 945 time: 0.0487006 May 04 18:34:19.069661 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-9962f79e-5ecc-45bc-b933-a431b1aafe41 req-e8c2fd14-81b4-48fd-8f77-24f27fdb4714 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd05f212-2c61-43c5-a4ea-ae069966b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439067 May 04 18:34:20.185251 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650446bc-6231-49ba-aec4-9e914a1a3504 req-32a2bd20-5de0-4141-9750-74e1fffca686 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:34:20.186725 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-650446bc-6231-49ba-aec4-9e914a1a3504 req-32a2bd20-5de0-4141-9750-74e1fffca686 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/ports?device_id=31452a5a-4d21-43d7-9d6b-74e7b6929629 HTTP/1.1" status: 200 len: 945 time: 0.0472977 May 04 18:34:20.239597 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-650446bc-6231-49ba-aec4-9e914a1a3504 req-85faf2dc-ed5e-44df-9ae9-c7da75e443fc tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd05f212-2c61-43c5-a4ea-ae069966b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473671 May 04 18:34:20.349628 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a8d370-99b6-48a2-ab73-4388d9250ae8 req-3ff10483-38ea-409a-ad4d-d9dbdca9bf57 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:34:20.351718 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-c8a8d370-99b6-48a2-ab73-4388d9250ae8 req-3ff10483-38ea-409a-ad4d-d9dbdca9bf57 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/ports?device_id=31452a5a-4d21-43d7-9d6b-74e7b6929629 HTTP/1.1" status: 200 len: 945 time: 0.0461462 May 04 18:34:20.401151 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-c8a8d370-99b6-48a2-ab73-4388d9250ae8 req-3aa4c34d-e91a-4104-b8c7-7685af2b46a2 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd05f212-2c61-43c5-a4ea-ae069966b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436380 May 04 18:34:20.423487 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 59202) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:34:20.460929 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d30ceb-0853-4d81-8b9d-95fd10edc514 tempest-TestVolumeBootPattern-1381969582 tempest-TestVolumeBootPattern-1381969582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:34:20.462431 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-e8d30ceb-0853-4d81-8b9d-95fd10edc514 tempest-TestVolumeBootPattern-1381969582 tempest-TestVolumeBootPattern-1381969582-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=31452a5a-4d21-43d7-9d6b-74e7b6929629 HTTP/1.1" status: 200 len: 1124 time: 0.0379710 May 04 18:34:20.465200 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 59204) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:34:20.469455 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.v2.base [None req-4099d803-0bd4-44fa-a447-91df913aa7db tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Request body: {'floatingip': {'floating_network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'port_id': '231724bb-3d0d-4011-8bcd-ce05d4cfcef7', 'tenant_id': '983fce7909844bb8aa03a9de41d85482', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:34:20.566904 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-4099d803-0bd4-44fa-a447-91df913aa7db tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:34:20.653031 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-4099d803-0bd4-44fa-a447-91df913aa7db tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:34:20.760055 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.db.db_base_plugin_common [None req-4099d803-0bd4-44fa-a447-91df913aa7db tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Allocated IP 172.27.1.171 (1bc9efb7-0207-4c06-8ee1-3b0aa535de31/61d7fae2-9d6e-42a3-8cf9-91a587505bb7/7a042a2f-b3a4-4df8-9dd9-745b4726116c) {{(pid=104024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:34:20.869576 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-4099d803-0bd4-44fa-a447-91df913aa7db tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks [] for port (7a042a2f-b3a4-4df8-9dd9-745b4726116c), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:34:20.939046 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-4099d803-0bd4-44fa-a447-91df913aa7db tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772819832230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007267'] for port (7a042a2f-b3a4-4df8-9dd9-745b4726116c), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:34:20.980443 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4099d803-0bd4-44fa-a447-91df913aa7db tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Network 1bc9efb7-0207-4c06-8ee1-3b0aa535de31 is already hosted by enough agents. {{(pid=104024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:34:20.983522 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.base_scheduler [None req-4099d803-0bd4-44fa-a447-91df913aa7db tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Resources bound (agent type, host, resource id): {{(pid=104024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:34:20.989208 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4099d803-0bd4-44fa-a447-91df913aa7db tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Received port after_create {{(pid=104024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:34:20.995929 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4099d803-0bd4-44fa-a447-91df913aa7db tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Pushing event updated for resources: {'Port': ['ID=7a042a2f-b3a4-4df8-9dd9-745b4726116c,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:34:21.029993 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4099d803-0bd4-44fa-a447-91df913aa7db tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:34:21.030346 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4099d803-0bd4-44fa-a447-91df913aa7db tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:34:21.030721 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4099d803-0bd4-44fa-a447-91df913aa7db tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:34:21.031081 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4099d803-0bd4-44fa-a447-91df913aa7db tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:34:21.031406 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4099d803-0bd4-44fa-a447-91df913aa7db tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:34:21.031739 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4099d803-0bd4-44fa-a447-91df913aa7db tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:34:21.032151 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4099d803-0bd4-44fa-a447-91df913aa7db tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:34:21.032394 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4099d803-0bd4-44fa-a447-91df913aa7db tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:34:21.032720 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4099d803-0bd4-44fa-a447-91df913aa7db tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:34:21.033046 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4099d803-0bd4-44fa-a447-91df913aa7db tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:34:21.033413 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4099d803-0bd4-44fa-a447-91df913aa7db tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:34:21.033696 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4099d803-0bd4-44fa-a447-91df913aa7db tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:34:21.034049 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4099d803-0bd4-44fa-a447-91df913aa7db tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:34:21.034402 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4099d803-0bd4-44fa-a447-91df913aa7db tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:34:21.034732 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4099d803-0bd4-44fa-a447-91df913aa7db tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:34:21.384126 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-4099d803-0bd4-44fa-a447-91df913aa7db tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks [] for floatingip (6ebbdfdd-ed6f-4b4b-b093-7220d223ae8a), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:34:21.519674 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-4099d803-0bd4-44fa-a447-91df913aa7db tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (7a042a2f-b3a4-4df8-9dd9-745b4726116c), before_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:34:21.670512 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-4099d803-0bd4-44fa-a447-91df913aa7db tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks [] for port (7a042a2f-b3a4-4df8-9dd9-745b4726116c), precommit_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:34:21.733060 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-4099d803-0bd4-44fa-a447-91df913aa7db tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6007290'] for port (7a042a2f-b3a4-4df8-9dd9-745b4726116c), after_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:34:21.806649 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4099d803-0bd4-44fa-a447-91df913aa7db tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Pushing event updated for resources: {'Port': ['ID=7a042a2f-b3a4-4df8-9dd9-745b4726116c,revision_number=2']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:34:21.816936 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-4099d803-0bd4-44fa-a447-91df913aa7db tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1676511'] for floatingip (6ebbdfdd-ed6f-4b4b-b093-7220d223ae8a), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:34:21.922931 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.db.l3_db [None req-4099d803-0bd4-44fa-a447-91df913aa7db tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Floating IP 6ebbdfdd-ed6f-4b4b-b093-7220d223ae8a associated. External IP: 172.27.1.171, port: 231724bb-3d0d-4011-8bcd-ce05d4cfcef7. May 04 18:34:22.137359 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4099d803-0bd4-44fa-a447-91df913aa7db tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Router ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5 has already been hosted by L3 agent 341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae {{(pid=104024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 18:34:22.249759 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4099d803-0bd4-44fa-a447-91df913aa7db tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Notify agent at l3_agent.dv-cinder-840511-4-iscsi the message routers_updated {{(pid=104024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 18:34:22.262139 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f06ac32-bb49-48c2-907a-cb6241118cae None None] Sync routers for ids ['ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5'] in dv-cinder-840511-4-iscsi {{(pid=104025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:34:22.272056 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f06ac32-bb49-48c2-907a-cb6241118cae None None] Routers {'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:34:22.272712 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-3f06ac32-bb49-48c2-907a-cb6241118cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:34:00Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5'], 'active': True} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:34:22.316851 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (2ed5d983-d6d1-49f2-9dfa-1a41e5be1317), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:34:22.357667 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-4099d803-0bd4-44fa-a447-91df913aa7db tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976'] for floatingip (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:34:22.385586 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvr_db [None req-3f06ac32-bb49-48c2-907a-cb6241118cae None None] Set router ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5 gateway port host: dv-cinder-840511-4-iscsi {{(pid=104025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:34:22.390762 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-4099d803-0bd4-44fa-a447-91df913aa7db tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9244041 May 04 18:34:22.391353 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31452a5a-4d21-43d7-9d6b-74e7b6929629', 'tag': '231724bb-3d0d-4011-8bcd-ce05d4cfcef7'}] {{(pid=104024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:34:22.393533 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c26fa3ecb1f16f42831e56f73673e8220bc52890772fb217514d3f8d557ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecdd7bc6-294e-44a7-81ad-8aaa811447ea" -d '{"events": [{"name": "network-changed", "server_uuid": "31452a5a-4d21-43d7-9d6b-74e7b6929629", "tag": "231724bb-3d0d-4011-8bcd-ce05d4cfcef7"}]}' {{(pid=104024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:34:22.431962 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 18:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-394b2522-145d-489c-a836-35920a7b82e4 x-openstack-request-id: req-394b2522-145d-489c-a836-35920a7b82e4 {{(pid=104024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:34:22.432260 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31452a5a-4d21-43d7-9d6b-74e7b6929629", "tag": "231724bb-3d0d-4011-8bcd-ce05d4cfcef7", "status": "completed", "code": 200}]} {{(pid=104024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:34:22.432519 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-394b2522-145d-489c-a836-35920a7b82e4 {{(pid=104024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:34:22.432943 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-394b2522-145d-489c-a836-35920a7b82e4'] response: {'name': 'network-changed', 'server_uuid': '31452a5a-4d21-43d7-9d6b-74e7b6929629', 'tag': '231724bb-3d0d-4011-8bcd-ce05d4cfcef7', 'status': 'completed', 'code': 200} May 04 18:34:22.510637 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd7bc6-294e-44a7-81ad-8aaa811447ea req-17ffd2da-d514-4fed-8ea7-1fc5f563b2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:34:22.516876 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-ecdd7bc6-294e-44a7-81ad-8aaa811447ea req-17ffd2da-d514-4fed-8ea7-1fc5f563b2a3 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=983fce7909844bb8aa03a9de41d85482&device_id=31452a5a-4d21-43d7-9d6b-74e7b6929629 HTTP/1.1" status: 200 len: 1129 time: 0.0450375 May 04 18:34:22.605362 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd7bc6-294e-44a7-81ad-8aaa811447ea req-4f8b7f2e-7570-4c26-ba34-cc2744442b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:34:22.606944 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-ecdd7bc6-294e-44a7-81ad-8aaa811447ea req-4f8b7f2e-7570-4c26-ba34-cc2744442b43 service neutron] 10.222.0.84 "GET /v2.0/networks?id=90bef6d9-aa9f-4fae-b314-61d84896438a HTTP/1.1" status: 200 len: 913 time: 0.0886667 May 04 18:34:22.610217 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-3f06ac32-bb49-48c2-907a-cb6241118cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5', 'name': 'tempest-TestVolumeBootPattern-2020950732-router', 'tenant_id': '983fce7909844bb8aa03a9de41d85482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '74c3d822-6e15-4d65-8a78-71e1dfd8426d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:30:45Z', 'updated_at': '2022-05-04T18:30:48Z', 'revision_number': 4, 'project_id': '983fce7909844bb8aa03a9de41d85482', 'gw_port': {'id': '74c3d822-6e15-4d65-8a78-71e1dfd8426d', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:30:46Z', 'updated_at': '2022-05-04T18:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_floatingips': [{'id': '6ebbdfdd-ed6f-4b4b-b093-7220d223ae8a', 'tenant_id': '983fce7909844bb8aa03a9de41d85482', 'floating_ip_address': '172.27.1.171', 'floating_network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'router_id': 'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5', 'port_id': '231724bb-3d0d-4011-8bcd-ce05d4cfcef7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90bef6d9-aa9f-4fae-b314-61d84896438a', 'mac_address': 'fa:16:3e:bf:27:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31452a5a-4d21-43d7-9d6b-74e7b6929629', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:34:21Z', 'updated_at': '2022-05-04T18:34:21Z', 'revision_number': 0, 'project_id': '983fce7909844bb8aa03a9de41d85482', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8343f9c-bdaf-46e2-abd5-b3aafeb49b0d', 'name': '', 'network_id': '90bef6d9-aa9f-4fae-b314-61d84896438a', 'tenant_id': '983fce7909844bb8aa03a9de41d85482', 'mac_address': 'fa:16:3e:67:47:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '1faec8ee-200a-443a-93c3-49b2a8579d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:30:48Z', 'updated_at': '2022-05-04T18:30:52Z', 'revision_number': 5, 'project_id': '983fce7909844bb8aa03a9de41d85482', 'subnets': [{'id': '1faec8ee-200a-443a-93c3-49b2a8579d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:34:22.641187 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f06ac32-bb49-48c2-907a-cb6241118cae None None] Checking router: ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5 for host: dv-cinder-840511-4-iscsi {{(pid=104025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:34:22.649764 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f06ac32-bb49-48c2-907a-cb6241118cae None None] Routers {'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:34:22.650498 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-3f06ac32-bb49-48c2-907a-cb6241118cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:34:00Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5'], 'active': True} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:34:22.677795 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-ecdd7bc6-294e-44a7-81ad-8aaa811447ea req-709f14d8-c782-480c-9c89-0ae1c18cc62c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=231724bb-3d0d-4011-8bcd-ce05d4cfcef7 HTTP/1.1" status: 200 len: 999 time: 0.0642357 May 04 18:34:22.728707 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd7bc6-294e-44a7-81ad-8aaa811447ea req-478d6b32-786d-49cf-bff7-bb862672135b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:34:22.730350 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-ecdd7bc6-294e-44a7-81ad-8aaa811447ea req-478d6b32-786d-49cf-bff7-bb862672135b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1faec8ee-200a-443a-93c3-49b2a8579d8a HTTP/1.1" status: 200 len: 851 time: 0.0458648 May 04 18:34:22.763383 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvr_db [None req-3f06ac32-bb49-48c2-907a-cb6241118cae None None] Set router ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5 gateway port host: dv-cinder-840511-4-iscsi {{(pid=104025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:34:22.775648 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd7bc6-294e-44a7-81ad-8aaa811447ea req-287caa28-934d-4145-a79e-d260e9f18ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:34:22.777163 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-ecdd7bc6-294e-44a7-81ad-8aaa811447ea req-287caa28-934d-4145-a79e-d260e9f18ee2 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=90bef6d9-aa9f-4fae-b314-61d84896438a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411875 May 04 18:34:22.872989 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-ecdd7bc6-294e-44a7-81ad-8aaa811447ea req-1c8dba4f-40d9-48f3-a0de-1f73d75d53b3 service neutron] 10.222.0.84 "GET /v2.0/networks/90bef6d9-aa9f-4fae-b314-61d84896438a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900526 May 04 18:34:22.962979 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-ecdd7bc6-294e-44a7-81ad-8aaa811447ea req-12e114d8-a2ac-4ccc-a566-029b1e1d1771 service neutron] 10.222.0.84 "GET /v2.0/networks/90bef6d9-aa9f-4fae-b314-61d84896438a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840795 May 04 18:34:22.985320 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-3f06ac32-bb49-48c2-907a-cb6241118cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5', 'name': 'tempest-TestVolumeBootPattern-2020950732-router', 'tenant_id': '983fce7909844bb8aa03a9de41d85482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '74c3d822-6e15-4d65-8a78-71e1dfd8426d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:30:45Z', 'updated_at': '2022-05-04T18:30:48Z', 'revision_number': 4, 'project_id': '983fce7909844bb8aa03a9de41d85482', 'gw_port': {'id': '74c3d822-6e15-4d65-8a78-71e1dfd8426d', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:30:46Z', 'updated_at': '2022-05-04T18:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_floatingips': [{'id': '6ebbdfdd-ed6f-4b4b-b093-7220d223ae8a', 'tenant_id': '983fce7909844bb8aa03a9de41d85482', 'floating_ip_address': '172.27.1.171', 'floating_network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'router_id': 'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5', 'port_id': '231724bb-3d0d-4011-8bcd-ce05d4cfcef7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90bef6d9-aa9f-4fae-b314-61d84896438a', 'mac_address': 'fa:16:3e:bf:27:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31452a5a-4d21-43d7-9d6b-74e7b6929629', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:34:21Z', 'updated_at': '2022-05-04T18:34:21Z', 'revision_number': 0, 'project_id': '983fce7909844bb8aa03a9de41d85482', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8343f9c-bdaf-46e2-abd5-b3aafeb49b0d', 'name': '', 'network_id': '90bef6d9-aa9f-4fae-b314-61d84896438a', 'tenant_id': '983fce7909844bb8aa03a9de41d85482', 'mac_address': 'fa:16:3e:67:47:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '1faec8ee-200a-443a-93c3-49b2a8579d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:30:48Z', 'updated_at': '2022-05-04T18:30:52Z', 'revision_number': 5, 'project_id': '983fce7909844bb8aa03a9de41d85482', 'subnets': [{'id': '1faec8ee-200a-443a-93c3-49b2a8579d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:34:23.016406 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f06ac32-bb49-48c2-907a-cb6241118cae None None] The sync data for ids ['ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5'] in dv-cinder-840511-4-iscsi is: [{'id': 'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5', 'name': 'tempest-TestVolumeBootPattern-2020950732-router', 'tenant_id': '983fce7909844bb8aa03a9de41d85482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '74c3d822-6e15-4d65-8a78-71e1dfd8426d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:30:45Z', 'updated_at': '2022-05-04T18:30:48Z', 'revision_number': 4, 'project_id': '983fce7909844bb8aa03a9de41d85482', 'gw_port': {'id': '74c3d822-6e15-4d65-8a78-71e1dfd8426d', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:30:46Z', 'updated_at': '2022-05-04T18:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_floatingips': [{'id': '6ebbdfdd-ed6f-4b4b-b093-7220d223ae8a', 'tenant_id': '983fce7909844bb8aa03a9de41d85482', 'floating_ip_address': '172.27.1.171', 'floating_network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'router_id': 'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5', 'port_id': '231724bb-3d0d-4011-8bcd-ce05d4cfcef7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90bef6d9-aa9f-4fae-b314-61d84896438a', 'mac_address': 'fa:16:3e:bf:27:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31452a5a-4d21-43d7-9d6b-74e7b6929629', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:34:21Z', 'updated_at': '2022-05-04T18:34:21Z', 'revision_number': 0, 'project_id': '983fce7909844bb8aa03a9de41d85482', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8343f9c-bdaf-46e2-abd5-b3aafeb49b0d', 'name': '', 'network_id': '90bef6d9-aa9f-4fae-b314-61d84896438a', 'tenant_id': '983fce7909844bb8aa03a9de41d85482', 'mac_address': 'fa:16:3e:67:47:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '1faec8ee-200a-443a-93c3-49b2a8579d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:30:48Z', 'updated_at': '2022-05-04T18:30:52Z', 'revision_number': 5, 'project_id': '983fce7909844bb8aa03a9de41d85482', 'subnets': [{'id': '1faec8ee-200a-443a-93c3-49b2a8579d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:34:23.215730 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3e3ed7-9952-4d9e-b959-e41af76da2fd None None] New status for floating IP 6ebbdfdd-ed6f-4b4b-b093-7220d223ae8a: ACTIVE {{(pid=104026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 18:34:27.664681 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-487ede9e-0480-4f2b-9a90-6a5c54f7eb23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (c89944b2-e06f-41dc-a0fc-77a7e649c9d3), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:34:30.046862 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-7262b4ec-4a56-4136-853b-1b17878ece34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:34:31.223924 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-4fdd29be-a970-4503-919e-12b86a90c52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (74c08095-bc4c-43d3-91b6-743b06ad1f6c), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:34:32.686185 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-f7537222-04fb-4408-8d24-7493625e2bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (88f974dc-3c14-4d3d-9ef8-4363bb88b433), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:34:33.983307 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (e55a6cb5-967a-4631-865a-95818de4ff35), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:34:45.710796 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.agents_db [None req-cc71a237-c19e-45a1-a167-cff52744c55e None None] Agent healthcheck: found 6 active agents {{(pid=104026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 18:34:52.309600 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (2ed5d983-d6d1-49f2-9dfa-1a41e5be1317), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:34:57.583790 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-7681a9ac-e2ea-4ae7-8d47-cadc35d31c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (c89944b2-e06f-41dc-a0fc-77a7e649c9d3), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:35:00.046330 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-cf6b7967-a9f4-402b-9241-c9161a1375be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:35:01.212508 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-4fdd29be-a970-4503-919e-12b86a90c52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (74c08095-bc4c-43d3-91b6-743b06ad1f6c), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:35:02.664229 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-f7537222-04fb-4408-8d24-7493625e2bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (88f974dc-3c14-4d3d-9ef8-4363bb88b433), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:35:03.852431 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (e55a6cb5-967a-4631-865a-95818de4ff35), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:35:13.242269 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-0ebe48c7-2851-4ecc-8e69-dd6c9aacb681 req-e51ce67b-3ae3-49d9-8906-ae43225d1756 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=31452a5a-4d21-43d7-9d6b-74e7b6929629&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0456254 May 04 18:35:13.334597 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe48c7-2851-4ecc-8e69-dd6c9aacb681 req-ca8882b4-8a1f-400f-b040-be16b497703a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:35:13.336118 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-0ebe48c7-2851-4ecc-8e69-dd6c9aacb681 req-ca8882b4-8a1f-400f-b040-be16b497703a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=983fce7909844bb8aa03a9de41d85482&device_id=31452a5a-4d21-43d7-9d6b-74e7b6929629 HTTP/1.1" status: 200 len: 1129 time: 0.0406287 May 04 18:35:13.442467 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe48c7-2851-4ecc-8e69-dd6c9aacb681 req-1573299b-142a-45ab-952c-6b2237615ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:35:13.443963 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-0ebe48c7-2851-4ecc-8e69-dd6c9aacb681 req-1573299b-142a-45ab-952c-6b2237615ff4 service neutron] 10.222.0.84 "GET /v2.0/networks?id=90bef6d9-aa9f-4fae-b314-61d84896438a HTTP/1.1" status: 200 len: 913 time: 0.0888820 May 04 18:35:13.513808 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-0ebe48c7-2851-4ecc-8e69-dd6c9aacb681 req-bcd2063a-25f1-4620-a1ba-5f6864716af2 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=231724bb-3d0d-4011-8bcd-ce05d4cfcef7 HTTP/1.1" status: 200 len: 1001 time: 0.0628052 May 04 18:35:13.562348 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe48c7-2851-4ecc-8e69-dd6c9aacb681 req-619f44ab-bd5d-4db2-b837-1033f6906ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:35:13.563900 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-0ebe48c7-2851-4ecc-8e69-dd6c9aacb681 req-619f44ab-bd5d-4db2-b837-1033f6906ff2 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1faec8ee-200a-443a-93c3-49b2a8579d8a HTTP/1.1" status: 200 len: 851 time: 0.0447159 May 04 18:35:13.610110 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe48c7-2851-4ecc-8e69-dd6c9aacb681 req-d78a429e-eb85-4d2a-a836-879e3e82dc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:35:13.611645 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-0ebe48c7-2851-4ecc-8e69-dd6c9aacb681 req-d78a429e-eb85-4d2a-a836-879e3e82dc16 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=90bef6d9-aa9f-4fae-b314-61d84896438a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406675 May 04 18:35:13.707680 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-0ebe48c7-2851-4ecc-8e69-dd6c9aacb681 req-aa25dfdf-20b0-40aa-8719-3bb55948a493 service neutron] 10.222.0.84 "GET /v2.0/networks/90bef6d9-aa9f-4fae-b314-61d84896438a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896466 May 04 18:35:13.803587 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-0ebe48c7-2851-4ecc-8e69-dd6c9aacb681 req-cf1fb6d2-bc17-4948-8ee6-676d642a17ff service neutron] 10.222.0.84 "GET /v2.0/networks/90bef6d9-aa9f-4fae-b314-61d84896438a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899332 May 04 18:35:22.298915 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (2ed5d983-d6d1-49f2-9dfa-1a41e5be1317), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:35:22.711752 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.agents_db [None req-cc71a237-c19e-45a1-a167-cff52744c55e None None] Agent healthcheck: found 6 active agents {{(pid=104026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 18:35:27.596176 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-dd921760-5ad5-4728-bc51-9064953ef6f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (c89944b2-e06f-41dc-a0fc-77a7e649c9d3), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:35:30.075889 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-f9d4e87d-0bbb-4b40-ab0d-5d25ebabac82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:35:31.224972 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-4fdd29be-a970-4503-919e-12b86a90c52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (74c08095-bc4c-43d3-91b6-743b06ad1f6c), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:35:32.619004 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-f7537222-04fb-4408-8d24-7493625e2bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (88f974dc-3c14-4d3d-9ef8-4363bb88b433), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:35:33.830352 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (e55a6cb5-967a-4631-865a-95818de4ff35), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:35:52.322293 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (2ed5d983-d6d1-49f2-9dfa-1a41e5be1317), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:35:57.596584 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-46bec841-3eb3-4ee4-b70b-8d637a6fb244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (c89944b2-e06f-41dc-a0fc-77a7e649c9d3), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:35:59.711578 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.agents_db [None req-cc71a237-c19e-45a1-a167-cff52744c55e None None] Agent healthcheck: found 6 active agents {{(pid=104026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 18:36:00.065506 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-c2756d7c-61f8-4d5f-bd28-394eaeada616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:36:01.253917 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-4fdd29be-a970-4503-919e-12b86a90c52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (74c08095-bc4c-43d3-91b6-743b06ad1f6c), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:36:02.642428 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-f7537222-04fb-4408-8d24-7493625e2bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (88f974dc-3c14-4d3d-9ef8-4363bb88b433), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:36:03.813637 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (e55a6cb5-967a-4631-865a-95818de4ff35), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:36:13.085833 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [req-a36b8fde-b7ee-41a6-a4e6-927fca251517 req-49bd6a57-a835-4fc2-8e50-262f48d2c4ca tempest-TestMinimumBasicScenario-2142579215 tempest-TestMinimumBasicScenario-2142579215-project] (104023) timed out ('10.222.0.23', 46732) {{(pid=104023) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 04 18:36:13.240263 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-482932e0-eeef-4c22-95ba-f60f67fceb82 req-5a736426-77ec-4b40-a068-1ce2d2d9e149 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=31452a5a-4d21-43d7-9d6b-74e7b6929629&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401940 May 04 18:36:13.330663 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482932e0-eeef-4c22-95ba-f60f67fceb82 req-2e7e97af-9470-471a-8527-98f4f9414c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:36:13.332338 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-482932e0-eeef-4c22-95ba-f60f67fceb82 req-2e7e97af-9470-471a-8527-98f4f9414c57 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=983fce7909844bb8aa03a9de41d85482&device_id=31452a5a-4d21-43d7-9d6b-74e7b6929629 HTTP/1.1" status: 200 len: 1129 time: 0.0410345 May 04 18:36:13.443377 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482932e0-eeef-4c22-95ba-f60f67fceb82 req-cb87a18b-e6a5-4849-8e79-627041e4f2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:36:13.446033 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-482932e0-eeef-4c22-95ba-f60f67fceb82 req-cb87a18b-e6a5-4849-8e79-627041e4f2b9 service neutron] 10.222.0.84 "GET /v2.0/networks?id=90bef6d9-aa9f-4fae-b314-61d84896438a HTTP/1.1" status: 200 len: 913 time: 0.0957034 May 04 18:36:13.513420 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-482932e0-eeef-4c22-95ba-f60f67fceb82 req-cd467de5-b371-415d-aef8-3e47740ef8e6 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=231724bb-3d0d-4011-8bcd-ce05d4cfcef7 HTTP/1.1" status: 200 len: 1001 time: 0.0618200 May 04 18:36:13.566554 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482932e0-eeef-4c22-95ba-f60f67fceb82 req-0f095edf-a043-4cd6-ae92-1275f39a457b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:36:13.568271 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-482932e0-eeef-4c22-95ba-f60f67fceb82 req-0f095edf-a043-4cd6-ae92-1275f39a457b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1faec8ee-200a-443a-93c3-49b2a8579d8a HTTP/1.1" status: 200 len: 851 time: 0.0475707 May 04 18:36:13.615871 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482932e0-eeef-4c22-95ba-f60f67fceb82 req-b1f92758-c991-4ac2-ad24-9410077a2ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:36:13.617509 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-482932e0-eeef-4c22-95ba-f60f67fceb82 req-b1f92758-c991-4ac2-ad24-9410077a2ace service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=90bef6d9-aa9f-4fae-b314-61d84896438a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437303 May 04 18:36:13.708310 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-482932e0-eeef-4c22-95ba-f60f67fceb82 req-a199fe36-9710-4ef1-9050-7f684a90a45d service neutron] 10.222.0.84 "GET /v2.0/networks/90bef6d9-aa9f-4fae-b314-61d84896438a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845633 May 04 18:36:13.802439 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-482932e0-eeef-4c22-95ba-f60f67fceb82 req-cc1fe804-72a9-4a9a-a1f9-1e46c65ab40e service neutron] 10.222.0.84 "GET /v2.0/networks/90bef6d9-aa9f-4fae-b314-61d84896438a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887237 May 04 18:36:22.265778 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (2ed5d983-d6d1-49f2-9dfa-1a41e5be1317), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:36:24.805914 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-7d7708c0-389f-4cfa-be91-f18de17a3f0f req-1b7162d5-1214-440d-acdb-7117cb0c309c tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-53190670&fields=id&tenant_id=983fce7909844bb8aa03a9de41d85482 HTTP/1.1" status: 200 len: 267 time: 0.0499432 May 04 18:36:24.919459 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7708c0-389f-4cfa-be91-f18de17a3f0f req-4d154453-5aa8-4e49-818e-ca2ef615c262 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:36:24.920928 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-7d7708c0-389f-4cfa-be91-f18de17a3f0f req-4d154453-5aa8-4e49-818e-ca2ef615c262 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/networks?id=90bef6d9-aa9f-4fae-b314-61d84896438a HTTP/1.1" status: 200 len: 812 time: 0.1087565 May 04 18:36:24.935883 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-7d7708c0-389f-4cfa-be91-f18de17a3f0f req-f4280a21-2131-4448-84d3-e2daa418d2ca tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/quotas/983fce7909844bb8aa03a9de41d85482 HTTP/1.1" status: 200 len: 375 time: 0.0095441 May 04 18:36:24.988386 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-7d7708c0-389f-4cfa-be91-f18de17a3f0f req-064d45b1-653d-41c5-a1fa-7d127cf55c3e tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=983fce7909844bb8aa03a9de41d85482&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0475926 May 04 18:36:25.085435 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-7d7708c0-389f-4cfa-be91-f18de17a3f0f req-b08fc4a2-e910-459f-b386-d8d200d6348d service neutron] 10.222.0.23 "GET /v2.0/networks/90bef6d9-aa9f-4fae-b314-61d84896438a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853868 May 04 18:36:25.181103 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-7d7708c0-389f-4cfa-be91-f18de17a3f0f req-03903801-b50c-42af-b2bb-059d08e64b65 service neutron] 10.222.0.23 "GET /v2.0/networks/90bef6d9-aa9f-4fae-b314-61d84896438a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899715 May 04 18:36:25.821629 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-161642f4-1db1-4513-8be2-889f303d4e1f req-004210f8-8cb7-44a8-85aa-b797615a3251 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a32c740-6fc9-4d6f-8d94-41e31cb8502d HTTP/1.1" status: 200 len: 210 time: 0.0291123 May 04 18:36:26.918576 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-b8a372ac-2efd-4e8f-a7cb-76689e24d8dd req-30a0cad9-84ad-47ef-a2c9-98c19b35ce7a tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a32c740-6fc9-4d6f-8d94-41e31cb8502d HTTP/1.1" status: 200 len: 210 time: 0.0282462 May 04 18:36:27.613519 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-9ba685ea-fe9e-4d69-a317-22495d958f17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (c89944b2-e06f-41dc-a0fc-77a7e649c9d3), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:36:27.807296 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7708c0-389f-4cfa-be91-f18de17a3f0f req-61a011ac-2b92-4ac5-ac51-5889adb98494 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:36:27.808773 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-7d7708c0-389f-4cfa-be91-f18de17a3f0f req-61a011ac-2b92-4ac5-ac51-5889adb98494 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.84 "GET /v2.0/networks?id=90bef6d9-aa9f-4fae-b314-61d84896438a HTTP/1.1" status: 200 len: 812 time: 0.1094718 May 04 18:36:27.888866 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-7d7708c0-389f-4cfa-be91-f18de17a3f0f req-0bf73e7b-48ca-442f-955e-a05decd6c47d tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=983fce7909844bb8aa03a9de41d85482 HTTP/1.1" status: 200 len: 378 time: 0.0673227 May 04 18:36:27.897039 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.v2.base [req-7d7708c0-389f-4cfa-be91-f18de17a3f0f req-5737d6f0-e057-4985-9a75-c315da63eae5 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Request body: {'port': {'device_id': '6a32c740-6fc9-4d6f-8d94-41e31cb8502d', 'network_id': '90bef6d9-aa9f-4fae-b314-61d84896438a', 'admin_state_up': True, 'tenant_id': '983fce7909844bb8aa03a9de41d85482', 'security_groups': ['dd05f212-2c61-43c5-a4ea-ae069966b3cf']}} {{(pid=104023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:36:28.035054 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-2a7925e9-d954-427c-abc0-3dc7ef9871c3 req-026da541-0b60-4094-8461-2f034e724743 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a32c740-6fc9-4d6f-8d94-41e31cb8502d HTTP/1.1" status: 200 len: 210 time: 0.0376413 May 04 18:36:28.128390 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d7708c0-389f-4cfa-be91-f18de17a3f0f req-5737d6f0-e057-4985-9a75-c315da63eae5 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Made reservation on behalf of 983fce7909844bb8aa03a9de41d85482 for: {'port': 1} {{(pid=104023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:36:28.131999 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-7d7708c0-389f-4cfa-be91-f18de17a3f0f req-5737d6f0-e057-4985-9a75-c315da63eae5 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:36:28.263449 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.db_base_plugin_common [req-7d7708c0-389f-4cfa-be91-f18de17a3f0f req-5737d6f0-e057-4985-9a75-c315da63eae5 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Allocated IP 172.20.0.6 (90bef6d9-aa9f-4fae-b314-61d84896438a/1faec8ee-200a-443a-93c3-49b2a8579d8a/ba48d11d-af18-44db-90c4-371fa18170cd) {{(pid=104023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:36:28.408510 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-7d7708c0-389f-4cfa-be91-f18de17a3f0f req-5737d6f0-e057-4985-9a75-c315da63eae5 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks [] for port (ba48d11d-af18-44db-90c4-371fa18170cd), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:36:28.523072 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-7d7708c0-389f-4cfa-be91-f18de17a3f0f req-5737d6f0-e057-4985-9a75-c315da63eae5 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772819832230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7382190'] for port (ba48d11d-af18-44db-90c4-371fa18170cd), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:36:28.566777 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d7708c0-389f-4cfa-be91-f18de17a3f0f req-5737d6f0-e057-4985-9a75-c315da63eae5 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Network 90bef6d9-aa9f-4fae-b314-61d84896438a is already hosted by enough agents. {{(pid=104023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:36:28.570024 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.scheduler.base_scheduler [req-7d7708c0-389f-4cfa-be91-f18de17a3f0f req-5737d6f0-e057-4985-9a75-c315da63eae5 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Resources bound (agent type, host, resource id): {{(pid=104023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:36:28.576120 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d7708c0-389f-4cfa-be91-f18de17a3f0f req-5737d6f0-e057-4985-9a75-c315da63eae5 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Received port after_create {{(pid=104023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:36:28.600861 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5737d6f0-e057-4985-9a75-c315da63eae5 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Pushing event updated for resources: {'Port': ['ID=ba48d11d-af18-44db-90c4-371fa18170cd,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:36:28.618141 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5737d6f0-e057-4985-9a75-c315da63eae5 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:36:28.618549 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5737d6f0-e057-4985-9a75-c315da63eae5 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:36:28.618905 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5737d6f0-e057-4985-9a75-c315da63eae5 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:36:28.619320 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5737d6f0-e057-4985-9a75-c315da63eae5 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:36:28.619639 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5737d6f0-e057-4985-9a75-c315da63eae5 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:36:28.619974 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5737d6f0-e057-4985-9a75-c315da63eae5 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:36:28.620372 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5737d6f0-e057-4985-9a75-c315da63eae5 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:36:28.620709 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5737d6f0-e057-4985-9a75-c315da63eae5 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:36:28.621035 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5737d6f0-e057-4985-9a75-c315da63eae5 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:36:28.621362 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5737d6f0-e057-4985-9a75-c315da63eae5 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:36:28.621694 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5737d6f0-e057-4985-9a75-c315da63eae5 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:36:28.622022 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5737d6f0-e057-4985-9a75-c315da63eae5 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:36:28.622390 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5737d6f0-e057-4985-9a75-c315da63eae5 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:36:28.622756 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5737d6f0-e057-4985-9a75-c315da63eae5 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:36:28.623106 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5737d6f0-e057-4985-9a75-c315da63eae5 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:36:28.646058 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7708c0-389f-4cfa-be91-f18de17a3f0f req-5737d6f0-e057-4985-9a75-c315da63eae5 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:36:28.646729 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-7d7708c0-389f-4cfa-be91-f18de17a3f0f req-5737d6f0-e057-4985-9a75-c315da63eae5 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976'] for port (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:36:28.725734 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-7d7708c0-389f-4cfa-be91-f18de17a3f0f req-5737d6f0-e057-4985-9a75-c315da63eae5 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8324220 May 04 18:36:28.743143 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.v2.base [req-7d7708c0-389f-4cfa-be91-f18de17a3f0f req-4c55be74-04cc-4701-a1b4-af01c7478168 service neutron] Request body: {'port': {'device_id': '6a32c740-6fc9-4d6f-8d94-41e31cb8502d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=104023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:36:28.802487 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-f33b0ec4-8d12-416d-8d2f-c670649d5a5c None None] Provisioning complete for port ba48d11d-af18-44db-90c4-371fa18170cd triggered by entity DHCP. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:36:28.803122 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-f33b0ec4-8d12-416d-8d2f-c670649d5a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (ba48d11d-af18-44db-90c4-371fa18170cd), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:36:28.807992 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-7d7708c0-389f-4cfa-be91-f18de17a3f0f req-4c55be74-04cc-4701-a1b4-af01c7478168 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (ba48d11d-af18-44db-90c4-371fa18170cd), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:36:28.843713 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-f33b0ec4-8d12-416d-8d2f-c670649d5a5c None None] Port ba48d11d-af18-44db-90c4-371fa18170cd cannot update to ACTIVE because it is not bound. {{(pid=104025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 18:36:29.153031 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f013c2b-f66d-42ea-a2bf-b786c9b12233 req-2a73bcbc-d202-4040-890e-18135b43693d tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:36:29.154581 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-5f013c2b-f66d-42ea-a2bf-b786c9b12233 req-2a73bcbc-d202-4040-890e-18135b43693d tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a32c740-6fc9-4d6f-8d94-41e31cb8502d HTTP/1.1" status: 200 len: 931 time: 0.0488901 May 04 18:36:29.209901 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-5f013c2b-f66d-42ea-a2bf-b786c9b12233 req-9bb53124-bc89-440e-85b5-b7fd2fc46f26 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd05f212-2c61-43c5-a4ea-ae069966b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0487947 May 04 18:36:29.351122 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [req-7d7708c0-389f-4cfa-be91-f18de17a3f0f req-4c55be74-04cc-4701-a1b4-af01c7478168 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba48d11d-af18-44db-90c4-371fa18170cd {{(pid=104023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:36:29.359142 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-7d7708c0-389f-4cfa-be91-f18de17a3f0f req-4c55be74-04cc-4701-a1b4-af01c7478168 service neutron] Publish callbacks [] for port (ba48d11d-af18-44db-90c4-371fa18170cd), precommit_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:36:29.372246 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [req-7d7708c0-389f-4cfa-be91-f18de17a3f0f req-4c55be74-04cc-4701-a1b4-af01c7478168 service neutron] Transition to ACTIVE for port object ba48d11d-af18-44db-90c4-371fa18170cd will not be triggered until provisioned by entity L2. {{(pid=104023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 18:36:29.441861 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-7d7708c0-389f-4cfa-be91-f18de17a3f0f req-4c55be74-04cc-4701-a1b4-af01c7478168 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7382199'] for port (ba48d11d-af18-44db-90c4-371fa18170cd), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:36:29.494546 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c55be74-04cc-4701-a1b4-af01c7478168 service neutron] Pushing event updated for resources: {'Port': ['ID=ba48d11d-af18-44db-90c4-371fa18170cd,revision_number=2']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:36:29.570901 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [req-7d7708c0-389f-4cfa-be91-f18de17a3f0f req-4c55be74-04cc-4701-a1b4-af01c7478168 service neutron] Attempting to bind port ba48d11d-af18-44db-90c4-371fa18170cd on host hv-cinder-84051 for vnic_type normal with profile {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 18:36:29.571265 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [req-7d7708c0-389f-4cfa-be91-f18de17a3f0f req-4c55be74-04cc-4701-a1b4-af01c7478168 service neutron] Attempting to bind port ba48d11d-af18-44db-90c4-371fa18170cd by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': 'f1180800-13a3-4d37-a18e-2104639bbd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '90bef6d9-aa9f-4fae-b314-61d84896438a'}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 18:36:29.571593 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7708c0-389f-4cfa-be91-f18de17a3f0f req-4c55be74-04cc-4701-a1b4-af01c7478168 service neutron] Attempting to bind port ba48d11d-af18-44db-90c4-371fa18170cd on network 90bef6d9-aa9f-4fae-b314-61d84896438a {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:36:29.576132 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7708c0-389f-4cfa-be91-f18de17a3f0f req-4c55be74-04cc-4701-a1b4-af01c7478168 service neutron] Port ba48d11d-af18-44db-90c4-371fa18170cd on network 90bef6d9-aa9f-4fae-b314-61d84896438a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 18:36:29.576454 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7708c0-389f-4cfa-be91-f18de17a3f0f req-4c55be74-04cc-4701-a1b4-af01c7478168 service neutron] Attempting to bind port ba48d11d-af18-44db-90c4-371fa18170cd on network 90bef6d9-aa9f-4fae-b314-61d84896438a {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:36:29.581519 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7708c0-389f-4cfa-be91-f18de17a3f0f req-4c55be74-04cc-4701-a1b4-af01c7478168 service neutron] Checking agent: {'id': '2ed5d983-d6d1-49f2-9dfa-1a41e5be1317', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 13, 52), 'started_at': datetime.datetime(2022, 5, 4, 18, 13, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 18:36:29.581792 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7708c0-389f-4cfa-be91-f18de17a3f0f req-4c55be74-04cc-4701-a1b4-af01c7478168 service neutron] Checking segment: {'id': 'f1180800-13a3-4d37-a18e-2104639bbd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '90bef6d9-aa9f-4fae-b314-61d84896438a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:36:29.582469 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7708c0-389f-4cfa-be91-f18de17a3f0f req-4c55be74-04cc-4701-a1b4-af01c7478168 service neutron] Bound using segment: {'id': 'f1180800-13a3-4d37-a18e-2104639bbd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '90bef6d9-aa9f-4fae-b314-61d84896438a'} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 18:36:29.582688 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [req-7d7708c0-389f-4cfa-be91-f18de17a3f0f req-4c55be74-04cc-4701-a1b4-af01c7478168 service neutron] Bound port: ba48d11d-af18-44db-90c4-371fa18170cd, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1180800-13a3-4d37-a18e-2104639bbd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '90bef6d9-aa9f-4fae-b314-61d84896438a'}}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 18:36:29.582926 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-7d7708c0-389f-4cfa-be91-f18de17a3f0f req-4c55be74-04cc-4701-a1b4-af01c7478168 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (ba48d11d-af18-44db-90c4-371fa18170cd), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:36:29.652390 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [req-7d7708c0-389f-4cfa-be91-f18de17a3f0f req-4c55be74-04cc-4701-a1b4-af01c7478168 service neutron] For port ba48d11d-af18-44db-90c4-371fa18170cd, host hv-cinder-84051, cleared binding levels {{(pid=104023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 18:36:29.655500 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [req-7d7708c0-389f-4cfa-be91-f18de17a3f0f req-4c55be74-04cc-4701-a1b4-af01c7478168 service neutron] For port ba48d11d-af18-44db-90c4-371fa18170cd, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=ba48d11d-af18-44db-90c4-371fa18170cd,segment=NetworkSegment(f1180800-13a3-4d37-a18e-2104639bbd70),segment_id=f1180800-13a3-4d37-a18e-2104639bbd70)] {{(pid=104023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 18:36:29.712584 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-7d7708c0-389f-4cfa-be91-f18de17a3f0f req-4c55be74-04cc-4701-a1b4-af01c7478168 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7382199'] for port (ba48d11d-af18-44db-90c4-371fa18170cd), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:36:29.749687 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7708c0-389f-4cfa-be91-f18de17a3f0f req-4c55be74-04cc-4701-a1b4-af01c7478168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:36:29.750321 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-7d7708c0-389f-4cfa-be91-f18de17a3f0f req-4c55be74-04cc-4701-a1b4-af01c7478168 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976'] for port (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:36:29.751737 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-7d7708c0-389f-4cfa-be91-f18de17a3f0f req-4c55be74-04cc-4701-a1b4-af01c7478168 service neutron] 10.222.0.84 "PUT /v2.0/ports/ba48d11d-af18-44db-90c4-371fa18170cd HTTP/1.1" status: 200 len: 1093 time: 1.0138218 May 04 18:36:29.752185 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a32c740-6fc9-4d6f-8d94-41e31cb8502d', 'tag': 'ba48d11d-af18-44db-90c4-371fa18170cd'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:36:29.754650 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}418c4fc0ed359c78e2a46d0945201a397afdfc4a7689ae544a04c30398cb972a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e3f591-1ad8-487c-a592-bcbb92917962" -d '{"events": [{"name": "network-changed", "server_uuid": "6a32c740-6fc9-4d6f-8d94-41e31cb8502d", "tag": "ba48d11d-af18-44db-90c4-371fa18170cd"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:36:29.780576 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c55be74-04cc-4701-a1b4-af01c7478168 service neutron] Pushing event updated for resources: {'Port': ['ID=ba48d11d-af18-44db-90c4-371fa18170cd,revision_number=3']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:36:29.796757 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 18:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0dfb0cf-000e-409a-88cf-3fcf8b41c89d x-openstack-request-id: req-b0dfb0cf-000e-409a-88cf-3fcf8b41c89d {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:36:29.797073 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a32c740-6fc9-4d6f-8d94-41e31cb8502d", "tag": "ba48d11d-af18-44db-90c4-371fa18170cd", "status": "completed", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:36:29.797336 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b0dfb0cf-000e-409a-88cf-3fcf8b41c89d {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:36:29.798356 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0dfb0cf-000e-409a-88cf-3fcf8b41c89d'] response: {'name': 'network-changed', 'server_uuid': '6a32c740-6fc9-4d6f-8d94-41e31cb8502d', 'tag': 'ba48d11d-af18-44db-90c4-371fa18170cd', 'status': 'completed', 'code': 200} May 04 18:36:29.879768 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e3f591-1ad8-487c-a592-bcbb92917962 req-d79bd862-1097-4789-a60b-f1a89fd50da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:36:29.881252 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-e7e3f591-1ad8-487c-a592-bcbb92917962 req-d79bd862-1097-4789-a60b-f1a89fd50da2 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=983fce7909844bb8aa03a9de41d85482&device_id=6a32c740-6fc9-4d6f-8d94-41e31cb8502d HTTP/1.1" status: 200 len: 1127 time: 0.0455959 May 04 18:36:30.014889 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e3f591-1ad8-487c-a592-bcbb92917962 req-4ad5d80c-9e34-43d5-a6a7-2ae7f15b7591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:36:30.016341 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-e7e3f591-1ad8-487c-a592-bcbb92917962 req-4ad5d80c-9e34-43d5-a6a7-2ae7f15b7591 service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=983fce7909844bb8aa03a9de41d85482&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0953751 May 04 18:36:30.077278 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-28d6f595-8a69-43a9-8e96-72b50e3ddd39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:36:30.113482 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e3f591-1ad8-487c-a592-bcbb92917962 req-46d0ef9f-efbc-4244-9df4-fff22ad6a4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:36:30.115247 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-e7e3f591-1ad8-487c-a592-bcbb92917962 req-46d0ef9f-efbc-4244-9df4-fff22ad6a4b0 service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0932052 May 04 18:36:30.201577 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7708c0-389f-4cfa-be91-f18de17a3f0f req-2eb05e91-7fd1-4066-8571-f994f508cb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:36:30.203413 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-7d7708c0-389f-4cfa-be91-f18de17a3f0f req-2eb05e91-7fd1-4066-8571-f994f508cb41 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=983fce7909844bb8aa03a9de41d85482&device_id=6a32c740-6fc9-4d6f-8d94-41e31cb8502d HTTP/1.1" status: 200 len: 1127 time: 0.0405307 May 04 18:36:30.258875 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-7d7708c0-389f-4cfa-be91-f18de17a3f0f req-34208a31-aa49-497a-b89a-b21fee44ed20 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba48d11d-af18-44db-90c4-371fa18170cd HTTP/1.1" status: 200 len: 217 time: 0.0400763 May 04 18:36:30.310938 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7708c0-389f-4cfa-be91-f18de17a3f0f req-50169374-7984-4a1a-8392-6323921921a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:36:30.312427 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-7d7708c0-389f-4cfa-be91-f18de17a3f0f req-50169374-7984-4a1a-8392-6323921921a6 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1faec8ee-200a-443a-93c3-49b2a8579d8a HTTP/1.1" status: 200 len: 851 time: 0.0471466 May 04 18:36:30.330235 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37ff14d-c3b8-494d-8d24-fabc593c10ba req-c21b3c38-5bb0-46df-9cd6-82a8d9309fb8 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:36:30.331822 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-c37ff14d-c3b8-494d-8d24-fabc593c10ba req-c21b3c38-5bb0-46df-9cd6-82a8d9309fb8 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a32c740-6fc9-4d6f-8d94-41e31cb8502d HTTP/1.1" status: 200 len: 943 time: 0.0476861 May 04 18:36:30.357019 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7708c0-389f-4cfa-be91-f18de17a3f0f req-95ab9902-ccdb-4e27-9df0-fb571de6b8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:36:30.358507 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-7d7708c0-389f-4cfa-be91-f18de17a3f0f req-95ab9902-ccdb-4e27-9df0-fb571de6b8d3 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=90bef6d9-aa9f-4fae-b314-61d84896438a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399878 May 04 18:36:30.382843 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-c37ff14d-c3b8-494d-8d24-fabc593c10ba req-27d58b9e-23df-4f4f-845b-d15f4db883f4 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd05f212-2c61-43c5-a4ea-ae069966b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440493 May 04 18:36:30.455589 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-7d7708c0-389f-4cfa-be91-f18de17a3f0f req-3e9c9764-a1c4-4770-8420-b9284a857b8f service neutron] 10.222.0.84 "GET /v2.0/networks/90bef6d9-aa9f-4fae-b314-61d84896438a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914245 May 04 18:36:30.548299 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-7d7708c0-389f-4cfa-be91-f18de17a3f0f req-a754073b-7352-4e7d-8333-c99ae7f557a9 service neutron] 10.222.0.84 "GET /v2.0/networks/90bef6d9-aa9f-4fae-b314-61d84896438a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863903 May 04 18:36:31.236603 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-4fdd29be-a970-4503-919e-12b86a90c52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (74c08095-bc4c-43d3-91b6-743b06ad1f6c), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:36:31.502821 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d107a2-97da-4d67-8a95-a95ce18e735a req-eb4ba64f-7730-4b89-9977-38e6109b2252 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:36:31.504265 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-44d107a2-97da-4d67-8a95-a95ce18e735a req-eb4ba64f-7730-4b89-9977-38e6109b2252 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a32c740-6fc9-4d6f-8d94-41e31cb8502d HTTP/1.1" status: 200 len: 943 time: 0.0522072 May 04 18:36:31.554001 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-44d107a2-97da-4d67-8a95-a95ce18e735a req-b6bf9c4b-74f4-4447-a35d-705737abc1f4 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd05f212-2c61-43c5-a4ea-ae069966b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432620 May 04 18:36:32.642736 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-f7537222-04fb-4408-8d24-7493625e2bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (88f974dc-3c14-4d3d-9ef8-4363bb88b433), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:36:32.668695 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b37cab-88c6-43ef-be2c-9619019ebff2 req-9066593c-0001-4e39-8307-37cc2bb80d26 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:36:32.670199 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-69b37cab-88c6-43ef-be2c-9619019ebff2 req-9066593c-0001-4e39-8307-37cc2bb80d26 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a32c740-6fc9-4d6f-8d94-41e31cb8502d HTTP/1.1" status: 200 len: 943 time: 0.0487409 May 04 18:36:32.720244 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-69b37cab-88c6-43ef-be2c-9619019ebff2 req-49c3a549-05f4-4326-96b1-6b24b48789df tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd05f212-2c61-43c5-a4ea-ae069966b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442939 May 04 18:36:33.835351 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6462116b-85e4-4bdc-8a8c-89031da3d200 req-11960193-638f-4cb7-9ca7-a34dd47b1f0d tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:36:33.837519 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-6462116b-85e4-4bdc-8a8c-89031da3d200 req-11960193-638f-4cb7-9ca7-a34dd47b1f0d tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a32c740-6fc9-4d6f-8d94-41e31cb8502d HTTP/1.1" status: 200 len: 943 time: 0.0478292 May 04 18:36:33.837736 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (e55a6cb5-967a-4631-865a-95818de4ff35), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:36:33.891679 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-6462116b-85e4-4bdc-8a8c-89031da3d200 req-5eb35174-cf3e-4742-8eca-22a16e4c32af tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd05f212-2c61-43c5-a4ea-ae069966b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470974 May 04 18:36:35.004119 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2ed816-5690-4096-be09-ed1c5ab8e6bb req-5f3f948e-8217-4e70-9b35-bf1981cae257 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:36:35.005598 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-3a2ed816-5690-4096-be09-ed1c5ab8e6bb req-5f3f948e-8217-4e70-9b35-bf1981cae257 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a32c740-6fc9-4d6f-8d94-41e31cb8502d HTTP/1.1" status: 200 len: 943 time: 0.0473068 May 04 18:36:35.055422 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-3a2ed816-5690-4096-be09-ed1c5ab8e6bb req-52c91da5-0e3f-45e0-9bb5-60bca896f15a tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd05f212-2c61-43c5-a4ea-ae069966b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440383 May 04 18:36:36.168297 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b9cd6-da90-43e8-bb10-36c259c1a638 req-939c6fd3-754a-4df4-9d47-7a17dc4426cb tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:36:36.169778 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-403b9cd6-da90-43e8-bb10-36c259c1a638 req-939c6fd3-754a-4df4-9d47-7a17dc4426cb tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a32c740-6fc9-4d6f-8d94-41e31cb8502d HTTP/1.1" status: 200 len: 943 time: 0.0471680 May 04 18:36:36.218005 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-403b9cd6-da90-43e8-bb10-36c259c1a638 req-24d9982e-c992-4ea5-ae69-9a526fb325bf tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd05f212-2c61-43c5-a4ea-ae069966b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427330 May 04 18:36:36.710322 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.agents_db [None req-cc71a237-c19e-45a1-a167-cff52744c55e None None] Agent healthcheck: found 6 active agents {{(pid=104026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 18:36:37.336870 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1947472-ffae-46cb-8358-573613bd87c6 req-793b3073-2727-472d-9f66-e998092a4bfb tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:36:37.338320 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-b1947472-ffae-46cb-8358-573613bd87c6 req-793b3073-2727-472d-9f66-e998092a4bfb tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a32c740-6fc9-4d6f-8d94-41e31cb8502d HTTP/1.1" status: 200 len: 943 time: 0.0513742 May 04 18:36:37.387692 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-b1947472-ffae-46cb-8358-573613bd87c6 req-af9c9eb2-ae27-44d0-a7a9-ab313db0b70d tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd05f212-2c61-43c5-a4ea-ae069966b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438702 May 04 18:36:38.503336 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875311bf-af2a-4a27-8f12-ffc2149d4f77 req-df677f78-5c3c-4630-af91-4e5f7618345a tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:36:38.504774 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-875311bf-af2a-4a27-8f12-ffc2149d4f77 req-df677f78-5c3c-4630-af91-4e5f7618345a tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a32c740-6fc9-4d6f-8d94-41e31cb8502d HTTP/1.1" status: 200 len: 943 time: 0.0493665 May 04 18:36:38.555505 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-875311bf-af2a-4a27-8f12-ffc2149d4f77 req-71393126-173f-4c87-ba91-18d74120cc6a tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd05f212-2c61-43c5-a4ea-ae069966b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449369 May 04 18:36:39.672342 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1e58e9-5a06-4e92-b094-68b96b11a003 req-48c4093f-9018-456b-8b0c-0b9ef1953e91 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:36:39.673839 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-0e1e58e9-5a06-4e92-b094-68b96b11a003 req-48c4093f-9018-456b-8b0c-0b9ef1953e91 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a32c740-6fc9-4d6f-8d94-41e31cb8502d HTTP/1.1" status: 200 len: 943 time: 0.0508149 May 04 18:36:39.714845 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device ba48d11d-af18-44db-90c4-371fa18170cd details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=104025) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 18:36:39.722867 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-0e1e58e9-5a06-4e92-b094-68b96b11a003 req-b7ed84ae-d3ba-4056-93cc-5c639f3ac83d tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd05f212-2c61-43c5-a4ea-ae069966b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435064 May 04 18:36:39.814274 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] For port ba48d11d-af18-44db-90c4-371fa18170cd, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=ba48d11d-af18-44db-90c4-371fa18170cd,segment=NetworkSegment(f1180800-13a3-4d37-a18e-2104639bbd70),segment_id=f1180800-13a3-4d37-a18e-2104639bbd70)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:36:39.826083 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Returning: {'device': 'ba48d11d-af18-44db-90c4-371fa18170cd', 'network_id': '90bef6d9-aa9f-4fae-b314-61d84896438a', 'port_id': 'ba48d11d-af18-44db-90c4-371fa18170cd', 'mac_address': 'fa:16:3e:72:85:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1faec8ee-200a-443a-93c3-49b2a8579d8a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104025) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 18:36:39.866504 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Current status of the port ba48d11d-af18-44db-90c4-371fa18170cd is: DOWN; New status is: BUILD {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:36:39.867515 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (ba48d11d-af18-44db-90c4-371fa18170cd), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:36:39.880314 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.notifiers.nova [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba48d11d-af18-44db-90c4-371fa18170cd {{(pid=104025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:36:39.900301 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] For port ba48d11d-af18-44db-90c4-371fa18170cd, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=ba48d11d-af18-44db-90c4-371fa18170cd,segment=NetworkSegment(f1180800-13a3-4d37-a18e-2104639bbd70),segment_id=f1180800-13a3-4d37-a18e-2104639bbd70)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:36:39.945852 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (ba48d11d-af18-44db-90c4-371fa18170cd), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:36:39.994286 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Pushing event updated for resources: {'Port': ['ID=ba48d11d-af18-44db-90c4-371fa18170cd,revision_number=4']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:36:40.001377 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:36:40.001730 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:36:40.002070 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:36:40.002407 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:36:40.002745 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:36:40.003095 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:36:40.003423 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:36:40.003748 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:36:40.004071 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:36:40.004398 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:36:40.004716 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:36:40.005035 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:36:40.005377 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:36:40.005670 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:36:40.005984 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:36:40.345270 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] get_ports_and_sgs() called for port_ids ['ba48d11d-af18-44db-90c4-371fa18170cd'] {{(pid=104025) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 18:36:40.837869 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec652c0-aa32-4155-a72d-74f019196a8d req-5d83480c-1e31-420e-bd6c-572efa60ceb5 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:36:40.839390 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-1ec652c0-aa32-4155-a72d-74f019196a8d req-5d83480c-1e31-420e-bd6c-572efa60ceb5 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a32c740-6fc9-4d6f-8d94-41e31cb8502d HTTP/1.1" status: 200 len: 944 time: 0.0485978 May 04 18:36:40.888412 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-1ec652c0-aa32-4155-a72d-74f019196a8d req-66820a57-738c-4aae-81ac-2ba08a067da6 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd05f212-2c61-43c5-a4ea-ae069966b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435348 May 04 18:36:41.728089 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device ba48d11d-af18-44db-90c4-371fa18170cd up at agent hyperv_hv-cinder-84051 {{(pid=104025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:36:41.772559 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Provisioning for port ba48d11d-af18-44db-90c4-371fa18170cd completed by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 18:36:41.826342 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.provisioning_blocks [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Provisioning complete for port ba48d11d-af18-44db-90c4-371fa18170cd triggered by entity L2. {{(pid=104025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:36:41.826732 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725374'] for port (ba48d11d-af18-44db-90c4-371fa18170cd), provisioning_complete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:36:41.908964 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Current status of the port ba48d11d-af18-44db-90c4-371fa18170cd is: BUILD; New status is: ACTIVE {{(pid=104025) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:36:41.909359 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (ba48d11d-af18-44db-90c4-371fa18170cd), before_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:36:41.932680 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a32c740-6fc9-4d6f-8d94-41e31cb8502d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba48d11d-af18-44db-90c4-371fa18170cd'}] {{(pid=104025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:36:41.934938 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd171a24610d3ce9b5061050d4b691b0bb0a8f45589b955ae7373af7220d97b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e5286b-6be1-4bce-814a-d9b67f760085" -d '{"events": [{"server_uuid": "6a32c740-6fc9-4d6f-8d94-41e31cb8502d", "name": "network-vif-plugged", "status": "completed", "tag": "ba48d11d-af18-44db-90c4-371fa18170cd"}]}' {{(pid=104025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:36:41.947831 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] For port ba48d11d-af18-44db-90c4-371fa18170cd, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=ba48d11d-af18-44db-90c4-371fa18170cd,segment=NetworkSegment(f1180800-13a3-4d37-a18e-2104639bbd70),segment_id=f1180800-13a3-4d37-a18e-2104639bbd70)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:36:42.002198 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee591cc-9b01-4f94-938b-2ce2951997ac req-30e938c1-05ec-4d5b-85c7-a0f6cd416539 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:36:42.003650 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-3ee591cc-9b01-4f94-938b-2ce2951997ac req-30e938c1-05ec-4d5b-85c7-a0f6cd416539 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a32c740-6fc9-4d6f-8d94-41e31cb8502d HTTP/1.1" status: 200 len: 944 time: 0.0481665 May 04 18:36:42.014589 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266'] for port (ba48d11d-af18-44db-90c4-371fa18170cd), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:36:42.058743 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-3ee591cc-9b01-4f94-938b-2ce2951997ac req-f67ec625-6ad8-4f84-910b-cc6c3cafde4e tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd05f212-2c61-43c5-a4ea-ae069966b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488160 May 04 18:36:42.065417 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Pushing event updated for resources: {'Port': ['ID=ba48d11d-af18-44db-90c4-371fa18170cd,revision_number=5']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:36:42.104647 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 18:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30402f39-fc77-45cd-9fac-e3c4bb79f28d x-openstack-request-id: req-30402f39-fc77-45cd-9fac-e3c4bb79f28d {{(pid=104025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:36:42.104951 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a32c740-6fc9-4d6f-8d94-41e31cb8502d", "name": "network-vif-plugged", "status": "completed", "tag": "ba48d11d-af18-44db-90c4-371fa18170cd", "code": 200}]} {{(pid=104025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:36:42.105213 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-30402f39-fc77-45cd-9fac-e3c4bb79f28d {{(pid=104025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:36:42.105620 dv-cinder-840511-4-iscsi neutron-server[104025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30402f39-fc77-45cd-9fac-e3c4bb79f28d'] response: {'server_uuid': '6a32c740-6fc9-4d6f-8d94-41e31cb8502d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba48d11d-af18-44db-90c4-371fa18170cd', 'code': 200} May 04 18:36:42.415972 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eddc020-5f77-47ec-9489-4c6bfa0bcd52 req-cb987eb2-7379-41fc-86eb-06fbdd4e04c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:36:42.417442 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-8eddc020-5f77-47ec-9489-4c6bfa0bcd52 req-cb987eb2-7379-41fc-86eb-06fbdd4e04c2 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=6a32c740-6fc9-4d6f-8d94-41e31cb8502d HTTP/1.1" status: 200 len: 1129 time: 0.0401015 May 04 18:36:42.471785 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-8eddc020-5f77-47ec-9489-4c6bfa0bcd52 req-1afb3dcf-8753-4b99-b67b-2803f970e16f service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=dd05f212-2c61-43c5-a4ea-ae069966b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438213 May 04 18:36:43.173989 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97733c48-cf89-4205-8819-fa4c21ede4cb req-8d8906a0-b3a3-42fe-b3ca-27135f279e32 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:36:43.175478 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-97733c48-cf89-4205-8819-fa4c21ede4cb req-8d8906a0-b3a3-42fe-b3ca-27135f279e32 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a32c740-6fc9-4d6f-8d94-41e31cb8502d HTTP/1.1" status: 200 len: 945 time: 0.0470257 May 04 18:36:43.224715 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-97733c48-cf89-4205-8819-fa4c21ede4cb req-1bdec88b-9b2d-4392-adb1-cc498a967915 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd05f212-2c61-43c5-a4ea-ae069966b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435927 May 04 18:36:44.340829 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9fc729-69e6-465c-9206-ba38c9e8364c req-b7b55151-e1c7-4805-992b-0ea89f7ba903 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:36:44.342319 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-5f9fc729-69e6-465c-9206-ba38c9e8364c req-b7b55151-e1c7-4805-992b-0ea89f7ba903 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a32c740-6fc9-4d6f-8d94-41e31cb8502d HTTP/1.1" status: 200 len: 945 time: 0.0475857 May 04 18:36:44.393071 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-5f9fc729-69e6-465c-9206-ba38c9e8364c req-ef4c296f-3b4d-42a1-b10b-be6459d38f99 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd05f212-2c61-43c5-a4ea-ae069966b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451066 May 04 18:36:45.509383 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7898b802-184b-45da-9556-8e6128f9d724 req-defb2942-dee1-4d4c-93d2-61f115f0cb6d tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:36:45.510766 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-7898b802-184b-45da-9556-8e6128f9d724 req-defb2942-dee1-4d4c-93d2-61f115f0cb6d tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a32c740-6fc9-4d6f-8d94-41e31cb8502d HTTP/1.1" status: 200 len: 945 time: 0.0502317 May 04 18:36:45.561250 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-7898b802-184b-45da-9556-8e6128f9d724 req-4380f640-0026-4776-91c2-f44810806533 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd05f212-2c61-43c5-a4ea-ae069966b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444160 May 04 18:36:45.670831 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544fd259-0d2a-4d94-b856-23a80fa9154c req-231aa940-a5b6-4429-9f3b-b9d52dc3d6a1 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:36:45.672320 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-544fd259-0d2a-4d94-b856-23a80fa9154c req-231aa940-a5b6-4429-9f3b-b9d52dc3d6a1 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a32c740-6fc9-4d6f-8d94-41e31cb8502d HTTP/1.1" status: 200 len: 945 time: 0.0469971 May 04 18:36:45.719148 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-544fd259-0d2a-4d94-b856-23a80fa9154c req-38eda064-f7c1-4eb5-a27c-02ab94396fad tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd05f212-2c61-43c5-a4ea-ae069966b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413339 May 04 18:36:45.741301 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 59360) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:36:45.820134 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd8b509-b589-424a-b9dd-39f3fa7ab0d0 tempest-TestVolumeBootPattern-1381969582 tempest-TestVolumeBootPattern-1381969582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:36:45.821642 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-6cd8b509-b589-424a-b9dd-39f3fa7ab0d0 tempest-TestVolumeBootPattern-1381969582 tempest-TestVolumeBootPattern-1381969582-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6a32c740-6fc9-4d6f-8d94-41e31cb8502d HTTP/1.1" status: 200 len: 1124 time: 0.0794055 May 04 18:36:45.824385 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 59364) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:36:45.828447 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.v2.base [None req-dc5e1b8c-8836-4be9-9080-0f004ae20b28 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Request body: {'floatingip': {'floating_network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'port_id': 'ba48d11d-af18-44db-90c4-371fa18170cd', 'tenant_id': '983fce7909844bb8aa03a9de41d85482', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:36:45.928005 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-dc5e1b8c-8836-4be9-9080-0f004ae20b28 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:36:46.009147 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-dc5e1b8c-8836-4be9-9080-0f004ae20b28 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (None), before_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:36:46.115554 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.db.db_base_plugin_common [None req-dc5e1b8c-8836-4be9-9080-0f004ae20b28 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Allocated IP 172.27.1.120 (1bc9efb7-0207-4c06-8ee1-3b0aa535de31/61d7fae2-9d6e-42a3-8cf9-91a587505bb7/d85e25e0-fa5e-455d-8c5b-6a8d942d7cf5) {{(pid=104024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:36:46.218687 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-dc5e1b8c-8836-4be9-9080-0f004ae20b28 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks [] for port (d85e25e0-fa5e-455d-8c5b-6a8d942d7cf5), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:36:46.324476 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-dc5e1b8c-8836-4be9-9080-0f004ae20b28 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772819832230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007267'] for port (d85e25e0-fa5e-455d-8c5b-6a8d942d7cf5), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:36:46.363142 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5e1b8c-8836-4be9-9080-0f004ae20b28 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Network 1bc9efb7-0207-4c06-8ee1-3b0aa535de31 is already hosted by enough agents. {{(pid=104024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:36:46.366260 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.base_scheduler [None req-dc5e1b8c-8836-4be9-9080-0f004ae20b28 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Resources bound (agent type, host, resource id): {{(pid=104024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:36:46.373122 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5e1b8c-8836-4be9-9080-0f004ae20b28 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Received port after_create {{(pid=104024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:36:46.378808 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5e1b8c-8836-4be9-9080-0f004ae20b28 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Pushing event updated for resources: {'Port': ['ID=d85e25e0-fa5e-455d-8c5b-6a8d942d7cf5,revision_number=1']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:36:46.412979 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e1b8c-8836-4be9-9080-0f004ae20b28 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:36:46.413380 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e1b8c-8836-4be9-9080-0f004ae20b28 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:36:46.413692 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e1b8c-8836-4be9-9080-0f004ae20b28 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:36:46.414032 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e1b8c-8836-4be9-9080-0f004ae20b28 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:36:46.414366 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e1b8c-8836-4be9-9080-0f004ae20b28 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:36:46.414699 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e1b8c-8836-4be9-9080-0f004ae20b28 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:36:46.415048 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e1b8c-8836-4be9-9080-0f004ae20b28 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:36:46.415377 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e1b8c-8836-4be9-9080-0f004ae20b28 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:36:46.415874 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e1b8c-8836-4be9-9080-0f004ae20b28 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:36:46.416370 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e1b8c-8836-4be9-9080-0f004ae20b28 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:36:46.416798 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e1b8c-8836-4be9-9080-0f004ae20b28 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:36:46.417129 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e1b8c-8836-4be9-9080-0f004ae20b28 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:36:46.417457 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e1b8c-8836-4be9-9080-0f004ae20b28 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:36:46.417782 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e1b8c-8836-4be9-9080-0f004ae20b28 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:36:46.418124 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e1b8c-8836-4be9-9080-0f004ae20b28 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:36:46.765876 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-dc5e1b8c-8836-4be9-9080-0f004ae20b28 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks [] for floatingip (8f5491f1-032b-4b8f-be17-cdd5ee921a15), precommit_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:36:46.876883 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-dc5e1b8c-8836-4be9-9080-0f004ae20b28 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706465'] for port (d85e25e0-fa5e-455d-8c5b-6a8d942d7cf5), before_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:36:47.296525 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-dc5e1b8c-8836-4be9-9080-0f004ae20b28 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks [] for port (d85e25e0-fa5e-455d-8c5b-6a8d942d7cf5), precommit_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:36:47.374741 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-dc5e1b8c-8836-4be9-9080-0f004ae20b28 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772820276673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772819832248', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772819832266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6007290'] for port (d85e25e0-fa5e-455d-8c5b-6a8d942d7cf5), after_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:36:47.444632 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5e1b8c-8836-4be9-9080-0f004ae20b28 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Pushing event updated for resources: {'Port': ['ID=d85e25e0-fa5e-455d-8c5b-6a8d942d7cf5,revision_number=2']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:36:47.457028 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-dc5e1b8c-8836-4be9-9080-0f004ae20b28 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1676511'] for floatingip (8f5491f1-032b-4b8f-be17-cdd5ee921a15), after_create {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:36:47.558267 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.db.l3_db [None req-dc5e1b8c-8836-4be9-9080-0f004ae20b28 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Floating IP 8f5491f1-032b-4b8f-be17-cdd5ee921a15 associated. External IP: 172.27.1.120, port: ba48d11d-af18-44db-90c4-371fa18170cd. May 04 18:36:47.771215 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc5e1b8c-8836-4be9-9080-0f004ae20b28 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Router ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5 has already been hosted by L3 agent 341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae {{(pid=104024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 18:36:47.883029 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc5e1b8c-8836-4be9-9080-0f004ae20b28 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Notify agent at l3_agent.dv-cinder-840511-4-iscsi the message routers_updated {{(pid=104024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 18:36:47.893488 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10f7024-c920-4367-8034-2fa2ea38f3a3 None None] Sync routers for ids ['ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5'] in dv-cinder-840511-4-iscsi {{(pid=104025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:36:47.907446 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10f7024-c920-4367-8034-2fa2ea38f3a3 None None] Routers {'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:36:47.908066 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-b10f7024-c920-4367-8034-2fa2ea38f3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:36:30Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5'], 'active': True} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:36:47.988348 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-dc5e1b8c-8836-4be9-9080-0f004ae20b28 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976'] for floatingip (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:36:48.019893 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-dc5e1b8c-8836-4be9-9080-0f004ae20b28 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1944950 May 04 18:36:48.021569 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a32c740-6fc9-4d6f-8d94-41e31cb8502d', 'tag': 'ba48d11d-af18-44db-90c4-371fa18170cd'}] {{(pid=104024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:36:48.023118 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvr_db [None req-b10f7024-c920-4367-8034-2fa2ea38f3a3 None None] Set router ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5 gateway port host: dv-cinder-840511-4-iscsi {{(pid=104025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:36:48.024078 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c26fa3ecb1f16f42831e56f73673e8220bc52890772fb217514d3f8d557ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e374b9f-c38d-4222-8993-f2a819f75ece" -d '{"events": [{"name": "network-changed", "server_uuid": "6a32c740-6fc9-4d6f-8d94-41e31cb8502d", "tag": "ba48d11d-af18-44db-90c4-371fa18170cd"}]}' {{(pid=104024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:36:48.116232 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 18:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c2d9a44-e449-4e23-bf13-1bae66afe351 x-openstack-request-id: req-7c2d9a44-e449-4e23-bf13-1bae66afe351 {{(pid=104024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:36:48.116532 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a32c740-6fc9-4d6f-8d94-41e31cb8502d", "tag": "ba48d11d-af18-44db-90c4-371fa18170cd", "status": "completed", "code": 200}]} {{(pid=104024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:36:48.116794 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7c2d9a44-e449-4e23-bf13-1bae66afe351 {{(pid=104024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:36:48.117206 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c2d9a44-e449-4e23-bf13-1bae66afe351'] response: {'name': 'network-changed', 'server_uuid': '6a32c740-6fc9-4d6f-8d94-41e31cb8502d', 'tag': 'ba48d11d-af18-44db-90c4-371fa18170cd', 'status': 'completed', 'code': 200} May 04 18:36:48.196006 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e374b9f-c38d-4222-8993-f2a819f75ece req-98a43695-af57-4dda-bca9-084842354d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:36:48.198510 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-9e374b9f-c38d-4222-8993-f2a819f75ece req-98a43695-af57-4dda-bca9-084842354d96 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=983fce7909844bb8aa03a9de41d85482&device_id=6a32c740-6fc9-4d6f-8d94-41e31cb8502d HTTP/1.1" status: 200 len: 1129 time: 0.0415275 May 04 18:36:48.253383 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-b10f7024-c920-4367-8034-2fa2ea38f3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5', 'name': 'tempest-TestVolumeBootPattern-2020950732-router', 'tenant_id': '983fce7909844bb8aa03a9de41d85482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '74c3d822-6e15-4d65-8a78-71e1dfd8426d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:30:45Z', 'updated_at': '2022-05-04T18:30:48Z', 'revision_number': 4, 'project_id': '983fce7909844bb8aa03a9de41d85482', 'gw_port': {'id': '74c3d822-6e15-4d65-8a78-71e1dfd8426d', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:30:46Z', 'updated_at': '2022-05-04T18:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_floatingips': [{'id': '6ebbdfdd-ed6f-4b4b-b093-7220d223ae8a', 'tenant_id': '983fce7909844bb8aa03a9de41d85482', 'floating_ip_address': '172.27.1.171', 'floating_network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'router_id': 'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5', 'port_id': '231724bb-3d0d-4011-8bcd-ce05d4cfcef7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90bef6d9-aa9f-4fae-b314-61d84896438a', 'mac_address': 'fa:16:3e:bf:27:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31452a5a-4d21-43d7-9d6b-74e7b6929629', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:34:21Z', 'updated_at': '2022-05-04T18:34:23Z', 'revision_number': 1, 'project_id': '983fce7909844bb8aa03a9de41d85482', 'fixed_ip_address_scope': None}, {'id': '8f5491f1-032b-4b8f-be17-cdd5ee921a15', 'tenant_id': '983fce7909844bb8aa03a9de41d85482', 'floating_ip_address': '172.27.1.120', 'floating_network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'router_id': 'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5', 'port_id': 'ba48d11d-af18-44db-90c4-371fa18170cd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90bef6d9-aa9f-4fae-b314-61d84896438a', 'mac_address': 'fa:16:3e:72:85:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a32c740-6fc9-4d6f-8d94-41e31cb8502d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:36:46Z', 'updated_at': '2022-05-04T18:36:46Z', 'revision_number': 0, 'project_id': '983fce7909844bb8aa03a9de41d85482', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8343f9c-bdaf-46e2-abd5-b3aafeb49b0d', 'name': '', 'network_id': '90bef6d9-aa9f-4fae-b314-61d84896438a', 'tenant_id': '983fce7909844bb8aa03a9de41d85482', 'mac_address': 'fa:16:3e:67:47:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '1faec8ee-200a-443a-93c3-49b2a8579d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:30:48Z', 'updated_at': '2022-05-04T18:30:52Z', 'revision_number': 5, 'project_id': '983fce7909844bb8aa03a9de41d85482', 'subnets': [{'id': '1faec8ee-200a-443a-93c3-49b2a8579d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:36:48.283451 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10f7024-c920-4367-8034-2fa2ea38f3a3 None None] Checking router: ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5 for host: dv-cinder-840511-4-iscsi {{(pid=104025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:36:48.292841 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10f7024-c920-4367-8034-2fa2ea38f3a3 None None] Routers {'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:36:48.293020 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e374b9f-c38d-4222-8993-f2a819f75ece req-b3a68217-34f8-4217-bb38-a4782250491b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:36:48.293465 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-b10f7024-c920-4367-8034-2fa2ea38f3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:36:30Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5'], 'active': True} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:36:48.294437 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-9e374b9f-c38d-4222-8993-f2a819f75ece req-b3a68217-34f8-4217-bb38-a4782250491b service neutron] 10.222.0.84 "GET /v2.0/networks?id=90bef6d9-aa9f-4fae-b314-61d84896438a HTTP/1.1" status: 200 len: 913 time: 0.0890205 May 04 18:36:48.367362 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-9e374b9f-c38d-4222-8993-f2a819f75ece req-3ed23fed-0ac1-48b7-b17c-3c71f292d1d8 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba48d11d-af18-44db-90c4-371fa18170cd HTTP/1.1" status: 200 len: 999 time: 0.0666194 May 04 18:36:48.407086 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvr_db [None req-b10f7024-c920-4367-8034-2fa2ea38f3a3 None None] Set router ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5 gateway port host: dv-cinder-840511-4-iscsi {{(pid=104025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:36:48.425597 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e374b9f-c38d-4222-8993-f2a819f75ece req-d117c028-930b-4a75-860d-7e1658246498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:36:48.427160 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-9e374b9f-c38d-4222-8993-f2a819f75ece req-d117c028-930b-4a75-860d-7e1658246498 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1faec8ee-200a-443a-93c3-49b2a8579d8a HTTP/1.1" status: 200 len: 851 time: 0.0538025 May 04 18:36:48.473709 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e374b9f-c38d-4222-8993-f2a819f75ece req-2737f4f3-2502-44bf-86ea-a8443c084f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:36:48.475263 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-9e374b9f-c38d-4222-8993-f2a819f75ece req-2737f4f3-2502-44bf-86ea-a8443c084f3b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=90bef6d9-aa9f-4fae-b314-61d84896438a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419972 May 04 18:36:48.576653 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-9e374b9f-c38d-4222-8993-f2a819f75ece req-f08cf1b3-ae34-4c33-b114-d3759339ddb7 service neutron] 10.222.0.84 "GET /v2.0/networks/90bef6d9-aa9f-4fae-b314-61d84896438a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936494 May 04 18:36:48.681881 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-9e374b9f-c38d-4222-8993-f2a819f75ece req-4de08e42-cab9-464d-802b-7b9e6af3a4e7 service neutron] 10.222.0.84 "GET /v2.0/networks/90bef6d9-aa9f-4fae-b314-61d84896438a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908144 May 04 18:36:48.763385 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-b10f7024-c920-4367-8034-2fa2ea38f3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5', 'name': 'tempest-TestVolumeBootPattern-2020950732-router', 'tenant_id': '983fce7909844bb8aa03a9de41d85482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '74c3d822-6e15-4d65-8a78-71e1dfd8426d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:30:45Z', 'updated_at': '2022-05-04T18:30:48Z', 'revision_number': 4, 'project_id': '983fce7909844bb8aa03a9de41d85482', 'gw_port': {'id': '74c3d822-6e15-4d65-8a78-71e1dfd8426d', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:30:46Z', 'updated_at': '2022-05-04T18:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_floatingips': [{'id': '6ebbdfdd-ed6f-4b4b-b093-7220d223ae8a', 'tenant_id': '983fce7909844bb8aa03a9de41d85482', 'floating_ip_address': '172.27.1.171', 'floating_network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'router_id': 'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5', 'port_id': '231724bb-3d0d-4011-8bcd-ce05d4cfcef7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90bef6d9-aa9f-4fae-b314-61d84896438a', 'mac_address': 'fa:16:3e:bf:27:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31452a5a-4d21-43d7-9d6b-74e7b6929629', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:34:21Z', 'updated_at': '2022-05-04T18:34:23Z', 'revision_number': 1, 'project_id': '983fce7909844bb8aa03a9de41d85482', 'fixed_ip_address_scope': None}, {'id': '8f5491f1-032b-4b8f-be17-cdd5ee921a15', 'tenant_id': '983fce7909844bb8aa03a9de41d85482', 'floating_ip_address': '172.27.1.120', 'floating_network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'router_id': 'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5', 'port_id': 'ba48d11d-af18-44db-90c4-371fa18170cd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90bef6d9-aa9f-4fae-b314-61d84896438a', 'mac_address': 'fa:16:3e:72:85:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a32c740-6fc9-4d6f-8d94-41e31cb8502d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:36:46Z', 'updated_at': '2022-05-04T18:36:46Z', 'revision_number': 0, 'project_id': '983fce7909844bb8aa03a9de41d85482', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8343f9c-bdaf-46e2-abd5-b3aafeb49b0d', 'name': '', 'network_id': '90bef6d9-aa9f-4fae-b314-61d84896438a', 'tenant_id': '983fce7909844bb8aa03a9de41d85482', 'mac_address': 'fa:16:3e:67:47:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '1faec8ee-200a-443a-93c3-49b2a8579d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:30:48Z', 'updated_at': '2022-05-04T18:30:52Z', 'revision_number': 5, 'project_id': '983fce7909844bb8aa03a9de41d85482', 'subnets': [{'id': '1faec8ee-200a-443a-93c3-49b2a8579d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:36:48.796354 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10f7024-c920-4367-8034-2fa2ea38f3a3 None None] The sync data for ids ['ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5'] in dv-cinder-840511-4-iscsi is: [{'id': 'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5', 'name': 'tempest-TestVolumeBootPattern-2020950732-router', 'tenant_id': '983fce7909844bb8aa03a9de41d85482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '74c3d822-6e15-4d65-8a78-71e1dfd8426d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:30:45Z', 'updated_at': '2022-05-04T18:30:48Z', 'revision_number': 4, 'project_id': '983fce7909844bb8aa03a9de41d85482', 'gw_port': {'id': '74c3d822-6e15-4d65-8a78-71e1dfd8426d', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:30:46Z', 'updated_at': '2022-05-04T18:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_floatingips': [{'id': '6ebbdfdd-ed6f-4b4b-b093-7220d223ae8a', 'tenant_id': '983fce7909844bb8aa03a9de41d85482', 'floating_ip_address': '172.27.1.171', 'floating_network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'router_id': 'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5', 'port_id': '231724bb-3d0d-4011-8bcd-ce05d4cfcef7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90bef6d9-aa9f-4fae-b314-61d84896438a', 'mac_address': 'fa:16:3e:bf:27:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31452a5a-4d21-43d7-9d6b-74e7b6929629', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:34:21Z', 'updated_at': '2022-05-04T18:34:23Z', 'revision_number': 1, 'project_id': '983fce7909844bb8aa03a9de41d85482', 'fixed_ip_address_scope': None}, {'id': '8f5491f1-032b-4b8f-be17-cdd5ee921a15', 'tenant_id': '983fce7909844bb8aa03a9de41d85482', 'floating_ip_address': '172.27.1.120', 'floating_network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'router_id': 'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5', 'port_id': 'ba48d11d-af18-44db-90c4-371fa18170cd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90bef6d9-aa9f-4fae-b314-61d84896438a', 'mac_address': 'fa:16:3e:72:85:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a32c740-6fc9-4d6f-8d94-41e31cb8502d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:36:46Z', 'updated_at': '2022-05-04T18:36:46Z', 'revision_number': 0, 'project_id': '983fce7909844bb8aa03a9de41d85482', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8343f9c-bdaf-46e2-abd5-b3aafeb49b0d', 'name': '', 'network_id': '90bef6d9-aa9f-4fae-b314-61d84896438a', 'tenant_id': '983fce7909844bb8aa03a9de41d85482', 'mac_address': 'fa:16:3e:67:47:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '1faec8ee-200a-443a-93c3-49b2a8579d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:30:48Z', 'updated_at': '2022-05-04T18:30:52Z', 'revision_number': 5, 'project_id': '983fce7909844bb8aa03a9de41d85482', 'subnets': [{'id': '1faec8ee-200a-443a-93c3-49b2a8579d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:36:48.995592 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6391d5e-451b-4a41-8244-005af707ee83 None None] New status for floating IP 8f5491f1-032b-4b8f-be17-cdd5ee921a15: ACTIVE {{(pid=104026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 18:36:52.293476 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (2ed5d983-d6d1-49f2-9dfa-1a41e5be1317), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:36:57.609085 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-51890804-080a-4f63-99fe-d3cd3e94a57c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (c89944b2-e06f-41dc-a0fc-77a7e649c9d3), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:37:00.043254 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-5802d6dc-6b76-4a23-ad24-4aaad03211c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:37:01.277576 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-4fdd29be-a970-4503-919e-12b86a90c52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (74c08095-bc4c-43d3-91b6-743b06ad1f6c), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:37:02.676633 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-f7537222-04fb-4408-8d24-7493625e2bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (88f974dc-3c14-4d3d-9ef8-4363bb88b433), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:37:03.832057 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (e55a6cb5-967a-4631-865a-95818de4ff35), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:37:13.709158 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.agents_db [None req-cc71a237-c19e-45a1-a167-cff52744c55e None None] Agent healthcheck: found 6 active agents {{(pid=104026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 18:37:15.270028 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-17947fd2-6ced-4a2a-a41e-532e14f7de64 req-87374b06-69b0-418d-be88-6e3726841286 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=31452a5a-4d21-43d7-9d6b-74e7b6929629&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402024 May 04 18:37:15.360477 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17947fd2-6ced-4a2a-a41e-532e14f7de64 req-d635a732-5c18-4799-91d3-e5edb70f4e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:37:15.361968 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-17947fd2-6ced-4a2a-a41e-532e14f7de64 req-d635a732-5c18-4799-91d3-e5edb70f4e25 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=983fce7909844bb8aa03a9de41d85482&device_id=31452a5a-4d21-43d7-9d6b-74e7b6929629 HTTP/1.1" status: 200 len: 1129 time: 0.0398006 May 04 18:37:15.467328 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17947fd2-6ced-4a2a-a41e-532e14f7de64 req-7d57e138-4c59-4933-917a-7bce8654aa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:37:15.468689 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-17947fd2-6ced-4a2a-a41e-532e14f7de64 req-7d57e138-4c59-4933-917a-7bce8654aa5d service neutron] 10.222.0.84 "GET /v2.0/networks?id=90bef6d9-aa9f-4fae-b314-61d84896438a HTTP/1.1" status: 200 len: 913 time: 0.0891049 May 04 18:37:15.535857 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-17947fd2-6ced-4a2a-a41e-532e14f7de64 req-30589376-61da-416b-908b-c353dbafce60 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=231724bb-3d0d-4011-8bcd-ce05d4cfcef7 HTTP/1.1" status: 200 len: 1001 time: 0.0600033 May 04 18:37:15.584003 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17947fd2-6ced-4a2a-a41e-532e14f7de64 req-171e46fd-916a-48f6-978e-397804fe3fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:37:15.585435 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-17947fd2-6ced-4a2a-a41e-532e14f7de64 req-171e46fd-916a-48f6-978e-397804fe3fb1 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1faec8ee-200a-443a-93c3-49b2a8579d8a HTTP/1.1" status: 200 len: 851 time: 0.0439529 May 04 18:37:15.633296 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17947fd2-6ced-4a2a-a41e-532e14f7de64 req-021df264-0afc-4a97-adc2-10e38fe4fd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:37:15.634810 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-17947fd2-6ced-4a2a-a41e-532e14f7de64 req-021df264-0afc-4a97-adc2-10e38fe4fd6f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=90bef6d9-aa9f-4fae-b314-61d84896438a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430057 May 04 18:37:15.724273 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-17947fd2-6ced-4a2a-a41e-532e14f7de64 req-4f24f435-2a79-43d1-b553-132ae34a69d6 service neutron] 10.222.0.84 "GET /v2.0/networks/90bef6d9-aa9f-4fae-b314-61d84896438a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832582 May 04 18:37:15.822507 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-17947fd2-6ced-4a2a-a41e-532e14f7de64 req-82491fd1-b775-45df-b626-f325a951b058 service neutron] 10.222.0.84 "GET /v2.0/networks/90bef6d9-aa9f-4fae-b314-61d84896438a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928218 May 04 18:37:22.323427 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (2ed5d983-d6d1-49f2-9dfa-1a41e5be1317), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:37:27.613925 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-b92693b1-1e69-4243-bb6f-93dc7d1f88b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (c89944b2-e06f-41dc-a0fc-77a7e649c9d3), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:37:30.054540 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-d87b027c-d3a0-48d6-aee9-f4a396245850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:37:31.249283 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-4fdd29be-a970-4503-919e-12b86a90c52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (74c08095-bc4c-43d3-91b6-743b06ad1f6c), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:37:32.632496 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-f7537222-04fb-4408-8d24-7493625e2bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (88f974dc-3c14-4d3d-9ef8-4363bb88b433), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:37:33.826687 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (e55a6cb5-967a-4631-865a-95818de4ff35), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:37:50.709046 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.agents_db [None req-cc71a237-c19e-45a1-a167-cff52744c55e None None] Agent healthcheck: found 6 active agents {{(pid=104026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 18:37:52.323793 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (2ed5d983-d6d1-49f2-9dfa-1a41e5be1317), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:37:57.620943 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-c7294e4a-c8f6-4ca2-b090-511d92371fe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (c89944b2-e06f-41dc-a0fc-77a7e649c9d3), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:38:00.055000 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-e9e23879-4077-4967-bbfe-c0e1c1114df7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:38:01.243970 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-4fdd29be-a970-4503-919e-12b86a90c52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (74c08095-bc4c-43d3-91b6-743b06ad1f6c), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:38:02.653824 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-f7537222-04fb-4408-8d24-7493625e2bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (88f974dc-3c14-4d3d-9ef8-4363bb88b433), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:38:03.889363 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (e55a6cb5-967a-4631-865a-95818de4ff35), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:38:06.533638 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [req-1e8c7c11-e6a3-4692-adaf-24c4f5fb564f req-b634234f-442d-44cc-8dc8-0705ab5e8891 service neutron] (104024) timed out ('10.222.0.23', 52452) {{(pid=104024) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 04 18:38:06.610767 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [req-1e8c7c11-e6a3-4692-adaf-24c4f5fb564f req-7a7f457b-0efd-42e9-adcc-1b1046bf2044 tempest-TestShelveInstance-1496280941 tempest-TestShelveInstance-1496280941-project] (104023) timed out ('10.222.0.23', 52462) {{(pid=104023) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 04 18:38:16.316526 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-88722716-d19c-4fcf-920c-bf0344ad1024 req-ea82c6e0-62fa-44e6-88a0-5f0aa8909f58 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=6a32c740-6fc9-4d6f-8d94-41e31cb8502d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1058464 May 04 18:38:16.383253 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88722716-d19c-4fcf-920c-bf0344ad1024 req-610ce2d4-2c60-4bf7-894b-83db862e6181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:38:16.384761 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-88722716-d19c-4fcf-920c-bf0344ad1024 req-610ce2d4-2c60-4bf7-894b-83db862e6181 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=983fce7909844bb8aa03a9de41d85482&device_id=6a32c740-6fc9-4d6f-8d94-41e31cb8502d HTTP/1.1" status: 200 len: 1129 time: 0.0405550 May 04 18:38:16.492787 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88722716-d19c-4fcf-920c-bf0344ad1024 req-f794841e-1fe7-44b5-baa8-f263507c44b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:38:16.494189 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-88722716-d19c-4fcf-920c-bf0344ad1024 req-f794841e-1fe7-44b5-baa8-f263507c44b3 service neutron] 10.222.0.84 "GET /v2.0/networks?id=90bef6d9-aa9f-4fae-b314-61d84896438a HTTP/1.1" status: 200 len: 913 time: 0.0912778 May 04 18:38:16.560645 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-88722716-d19c-4fcf-920c-bf0344ad1024 req-1a0d7cd5-6aed-4c29-8864-f52227966d7c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba48d11d-af18-44db-90c4-371fa18170cd HTTP/1.1" status: 200 len: 1001 time: 0.0609107 May 04 18:38:16.612672 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88722716-d19c-4fcf-920c-bf0344ad1024 req-d6b9f1fe-d786-4c7e-8361-a87470bc16e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:38:16.614152 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-88722716-d19c-4fcf-920c-bf0344ad1024 req-d6b9f1fe-d786-4c7e-8361-a87470bc16e5 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1faec8ee-200a-443a-93c3-49b2a8579d8a HTTP/1.1" status: 200 len: 851 time: 0.0480049 May 04 18:38:16.658407 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88722716-d19c-4fcf-920c-bf0344ad1024 req-1a31ec2d-40a7-43c3-9408-f548e04ed979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:38:16.659924 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-88722716-d19c-4fcf-920c-bf0344ad1024 req-1a31ec2d-40a7-43c3-9408-f548e04ed979 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=90bef6d9-aa9f-4fae-b314-61d84896438a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395534 May 04 18:38:16.670437 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [req-88722716-d19c-4fcf-920c-bf0344ad1024 req-72986881-306b-41a5-afbc-1936303d7781 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104023) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 18:38:16.671409 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-88722716-d19c-4fcf-920c-bf0344ad1024 req-72986881-306b-41a5-afbc-1936303d7781 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049579 May 04 18:38:16.765675 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-88722716-d19c-4fcf-920c-bf0344ad1024 req-15582a8d-50f6-473d-b857-211b977ef9d8 service neutron] 10.222.0.84 "GET /v2.0/networks/90bef6d9-aa9f-4fae-b314-61d84896438a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883410 May 04 18:38:16.856675 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-88722716-d19c-4fcf-920c-bf0344ad1024 req-677cc9a5-c622-495e-bd82-5cec9f49d275 service neutron] 10.222.0.84 "GET /v2.0/networks/90bef6d9-aa9f-4fae-b314-61d84896438a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842328 May 04 18:38:22.329743 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (2ed5d983-d6d1-49f2-9dfa-1a41e5be1317), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:38:27.609376 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-17545e9a-3c08-4d2b-a141-56684e28fc19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (c89944b2-e06f-41dc-a0fc-77a7e649c9d3), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:38:27.707855 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.agents_db [None req-cc71a237-c19e-45a1-a167-cff52744c55e None None] Agent healthcheck: found 6 active agents {{(pid=104026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 18:38:30.055435 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-c20df717-3412-41a9-8b54-d80dbce79a4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:38:31.244098 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-4fdd29be-a970-4503-919e-12b86a90c52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (74c08095-bc4c-43d3-91b6-743b06ad1f6c), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:38:32.644124 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-f7537222-04fb-4408-8d24-7493625e2bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (88f974dc-3c14-4d3d-9ef8-4363bb88b433), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:38:33.842378 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (e55a6cb5-967a-4631-865a-95818de4ff35), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:38:37.040542 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 59396) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:38:37.193049 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.plugin [None req-66eb5714-6e27-47fd-bae7-7567cffdd30d tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Deleting port d85e25e0-fa5e-455d-8c5b-6a8d942d7cf5 {{(pid=104024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:38:37.193396 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-66eb5714-6e27-47fd-bae7-7567cffdd30d tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772820269343'] for port (d85e25e0-fa5e-455d-8c5b-6a8d942d7cf5), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:38:37.272260 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-66eb5714-6e27-47fd-bae7-7567cffdd30d tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674980'] for port (d85e25e0-fa5e-455d-8c5b-6a8d942d7cf5), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:38:37.272840 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-66eb5714-6e27-47fd-bae7-7567cffdd30d tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks [] for floatingip (d85e25e0-fa5e-455d-8c5b-6a8d942d7cf5), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:38:37.285823 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.plugin [None req-66eb5714-6e27-47fd-bae7-7567cffdd30d tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Calling delete_port for d85e25e0-fa5e-455d-8c5b-6a8d942d7cf5 owned by network:floatingip {{(pid=104024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:38:37.495867 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-66eb5714-6e27-47fd-bae7-7567cffdd30d tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772820276655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772819832239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007267'] for port (d85e25e0-fa5e-455d-8c5b-6a8d942d7cf5), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:38:37.523426 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eb5714-6e27-47fd-bae7-7567cffdd30d tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Pushing event deleted for resources: {'Port': ['ID=d85e25e0-fa5e-455d-8c5b-6a8d942d7cf5,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:38:37.549213 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eb5714-6e27-47fd-bae7-7567cffdd30d tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:38:37.549572 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eb5714-6e27-47fd-bae7-7567cffdd30d tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:38:37.549896 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eb5714-6e27-47fd-bae7-7567cffdd30d tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:38:37.550272 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eb5714-6e27-47fd-bae7-7567cffdd30d tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:38:37.551273 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eb5714-6e27-47fd-bae7-7567cffdd30d tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:38:37.551659 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eb5714-6e27-47fd-bae7-7567cffdd30d tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:38:37.551996 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eb5714-6e27-47fd-bae7-7567cffdd30d tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:38:37.552319 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eb5714-6e27-47fd-bae7-7567cffdd30d tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:38:37.552675 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eb5714-6e27-47fd-bae7-7567cffdd30d tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:38:37.553009 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eb5714-6e27-47fd-bae7-7567cffdd30d tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:38:37.553367 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eb5714-6e27-47fd-bae7-7567cffdd30d tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:38:37.553696 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eb5714-6e27-47fd-bae7-7567cffdd30d tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:38:37.554020 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eb5714-6e27-47fd-bae7-7567cffdd30d tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:38:37.554375 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eb5714-6e27-47fd-bae7-7567cffdd30d tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:38:37.554699 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eb5714-6e27-47fd-bae7-7567cffdd30d tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:38:37.597969 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-66eb5714-6e27-47fd-bae7-7567cffdd30d tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks [] for floatingip (8f5491f1-032b-4b8f-be17-cdd5ee921a15), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:38:37.598314 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.db.l3_db [None req-66eb5714-6e27-47fd-bae7-7567cffdd30d tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Floating IP 8f5491f1-032b-4b8f-be17-cdd5ee921a15 disassociated (deleted). External IP: 172.27.1.120, port: ba48d11d-af18-44db-90c4-371fa18170cd. May 04 18:38:37.826538 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66eb5714-6e27-47fd-bae7-7567cffdd30d tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Router ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5 has already been hosted by L3 agent 341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae {{(pid=104024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 18:38:37.941065 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66eb5714-6e27-47fd-bae7-7567cffdd30d tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Notify agent at l3_agent.dv-cinder-840511-4-iscsi the message routers_updated {{(pid=104024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 18:38:37.946670 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-66eb5714-6e27-47fd-bae7-7567cffdd30d tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976'] for floatingip (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:38:37.951246 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac6a39d-7d23-4172-81eb-5b8133a56c10 None None] Sync routers for ids ['ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5'] in dv-cinder-840511-4-iscsi {{(pid=104025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:38:37.960980 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac6a39d-7d23-4172-81eb-5b8133a56c10 None None] Routers {'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:38:37.961620 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-cac6a39d-7d23-4172-81eb-5b8133a56c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:38:30Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5'], 'active': True} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:38:37.981112 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-66eb5714-6e27-47fd-bae7-7567cffdd30d tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "DELETE /v2.0/floatingips/8f5491f1-032b-4b8f-be17-cdd5ee921a15 HTTP/1.1" status: 204 len: 168 time: 0.9369476 May 04 18:38:37.981112 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a32c740-6fc9-4d6f-8d94-41e31cb8502d', 'tag': 'ba48d11d-af18-44db-90c4-371fa18170cd'}] {{(pid=104024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:38:37.981590 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c26fa3ecb1f16f42831e56f73673e8220bc52890772fb217514d3f8d557ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-295b3d27-37df-434d-9633-8029a23cd026" -d '{"events": [{"name": "network-changed", "server_uuid": "6a32c740-6fc9-4d6f-8d94-41e31cb8502d", "tag": "ba48d11d-af18-44db-90c4-371fa18170cd"}]}' {{(pid=104024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:38:38.079652 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvr_db [None req-cac6a39d-7d23-4172-81eb-5b8133a56c10 None None] Set router ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5 gateway port host: dv-cinder-840511-4-iscsi {{(pid=104025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:38:38.318740 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-cac6a39d-7d23-4172-81eb-5b8133a56c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5', 'name': 'tempest-TestVolumeBootPattern-2020950732-router', 'tenant_id': '983fce7909844bb8aa03a9de41d85482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '74c3d822-6e15-4d65-8a78-71e1dfd8426d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:30:45Z', 'updated_at': '2022-05-04T18:30:48Z', 'revision_number': 4, 'project_id': '983fce7909844bb8aa03a9de41d85482', 'gw_port': {'id': '74c3d822-6e15-4d65-8a78-71e1dfd8426d', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:30:46Z', 'updated_at': '2022-05-04T18:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_floatingips': [{'id': '6ebbdfdd-ed6f-4b4b-b093-7220d223ae8a', 'tenant_id': '983fce7909844bb8aa03a9de41d85482', 'floating_ip_address': '172.27.1.171', 'floating_network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'router_id': 'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5', 'port_id': '231724bb-3d0d-4011-8bcd-ce05d4cfcef7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90bef6d9-aa9f-4fae-b314-61d84896438a', 'mac_address': 'fa:16:3e:bf:27:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31452a5a-4d21-43d7-9d6b-74e7b6929629', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:34:21Z', 'updated_at': '2022-05-04T18:34:23Z', 'revision_number': 1, 'project_id': '983fce7909844bb8aa03a9de41d85482', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8343f9c-bdaf-46e2-abd5-b3aafeb49b0d', 'name': '', 'network_id': '90bef6d9-aa9f-4fae-b314-61d84896438a', 'tenant_id': '983fce7909844bb8aa03a9de41d85482', 'mac_address': 'fa:16:3e:67:47:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '1faec8ee-200a-443a-93c3-49b2a8579d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:30:48Z', 'updated_at': '2022-05-04T18:30:52Z', 'revision_number': 5, 'project_id': '983fce7909844bb8aa03a9de41d85482', 'subnets': [{'id': '1faec8ee-200a-443a-93c3-49b2a8579d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:38:38.337252 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 18:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dda4287-9073-4190-8b55-30438b042f99 x-openstack-request-id: req-9dda4287-9073-4190-8b55-30438b042f99 {{(pid=104024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:38:38.337770 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a32c740-6fc9-4d6f-8d94-41e31cb8502d", "tag": "ba48d11d-af18-44db-90c4-371fa18170cd", "status": "completed", "code": 200}]} {{(pid=104024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:38:38.338028 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9dda4287-9073-4190-8b55-30438b042f99 {{(pid=104024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:38:38.338463 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dda4287-9073-4190-8b55-30438b042f99'] response: {'name': 'network-changed', 'server_uuid': '6a32c740-6fc9-4d6f-8d94-41e31cb8502d', 'tag': 'ba48d11d-af18-44db-90c4-371fa18170cd', 'status': 'completed', 'code': 200} May 04 18:38:38.346752 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac6a39d-7d23-4172-81eb-5b8133a56c10 None None] Checking router: ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5 for host: dv-cinder-840511-4-iscsi {{(pid=104025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:38:38.356488 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac6a39d-7d23-4172-81eb-5b8133a56c10 None None] Routers {'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:38:38.357192 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-cac6a39d-7d23-4172-81eb-5b8133a56c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:38:30Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5'], 'active': True} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:38:38.435278 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfcf7db-733f-47b6-adf2-3b0f87a5f6cb req-e2cc9946-657d-481c-9635-72f8e6fa88a0 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:38:38.436866 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-4bfcf7db-733f-47b6-adf2-3b0f87a5f6cb req-e2cc9946-657d-481c-9635-72f8e6fa88a0 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a32c740-6fc9-4d6f-8d94-41e31cb8502d HTTP/1.1" status: 200 len: 945 time: 0.0529666 May 04 18:38:38.471355 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvr_db [None req-cac6a39d-7d23-4172-81eb-5b8133a56c10 None None] Set router ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5 gateway port host: dv-cinder-840511-4-iscsi {{(pid=104025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:38:38.489839 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-4bfcf7db-733f-47b6-adf2-3b0f87a5f6cb req-9eab149c-6e49-4f9f-b4cf-87bdb5cdcdd2 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd05f212-2c61-43c5-a4ea-ae069966b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465696 May 04 18:38:38.694648 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-cac6a39d-7d23-4172-81eb-5b8133a56c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5', 'name': 'tempest-TestVolumeBootPattern-2020950732-router', 'tenant_id': '983fce7909844bb8aa03a9de41d85482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '74c3d822-6e15-4d65-8a78-71e1dfd8426d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:30:45Z', 'updated_at': '2022-05-04T18:30:48Z', 'revision_number': 4, 'project_id': '983fce7909844bb8aa03a9de41d85482', 'gw_port': {'id': '74c3d822-6e15-4d65-8a78-71e1dfd8426d', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:30:46Z', 'updated_at': '2022-05-04T18:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_floatingips': [{'id': '6ebbdfdd-ed6f-4b4b-b093-7220d223ae8a', 'tenant_id': '983fce7909844bb8aa03a9de41d85482', 'floating_ip_address': '172.27.1.171', 'floating_network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'router_id': 'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5', 'port_id': '231724bb-3d0d-4011-8bcd-ce05d4cfcef7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90bef6d9-aa9f-4fae-b314-61d84896438a', 'mac_address': 'fa:16:3e:bf:27:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31452a5a-4d21-43d7-9d6b-74e7b6929629', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:34:21Z', 'updated_at': '2022-05-04T18:34:23Z', 'revision_number': 1, 'project_id': '983fce7909844bb8aa03a9de41d85482', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8343f9c-bdaf-46e2-abd5-b3aafeb49b0d', 'name': '', 'network_id': '90bef6d9-aa9f-4fae-b314-61d84896438a', 'tenant_id': '983fce7909844bb8aa03a9de41d85482', 'mac_address': 'fa:16:3e:67:47:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '1faec8ee-200a-443a-93c3-49b2a8579d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:30:48Z', 'updated_at': '2022-05-04T18:30:52Z', 'revision_number': 5, 'project_id': '983fce7909844bb8aa03a9de41d85482', 'subnets': [{'id': '1faec8ee-200a-443a-93c3-49b2a8579d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:38:38.720881 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac6a39d-7d23-4172-81eb-5b8133a56c10 None None] The sync data for ids ['ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5'] in dv-cinder-840511-4-iscsi is: [{'id': 'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5', 'name': 'tempest-TestVolumeBootPattern-2020950732-router', 'tenant_id': '983fce7909844bb8aa03a9de41d85482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '74c3d822-6e15-4d65-8a78-71e1dfd8426d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:30:45Z', 'updated_at': '2022-05-04T18:30:48Z', 'revision_number': 4, 'project_id': '983fce7909844bb8aa03a9de41d85482', 'gw_port': {'id': '74c3d822-6e15-4d65-8a78-71e1dfd8426d', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:30:46Z', 'updated_at': '2022-05-04T18:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_floatingips': [{'id': '6ebbdfdd-ed6f-4b4b-b093-7220d223ae8a', 'tenant_id': '983fce7909844bb8aa03a9de41d85482', 'floating_ip_address': '172.27.1.171', 'floating_network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'router_id': 'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5', 'port_id': '231724bb-3d0d-4011-8bcd-ce05d4cfcef7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90bef6d9-aa9f-4fae-b314-61d84896438a', 'mac_address': 'fa:16:3e:bf:27:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31452a5a-4d21-43d7-9d6b-74e7b6929629', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:34:21Z', 'updated_at': '2022-05-04T18:34:23Z', 'revision_number': 1, 'project_id': '983fce7909844bb8aa03a9de41d85482', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8343f9c-bdaf-46e2-abd5-b3aafeb49b0d', 'name': '', 'network_id': '90bef6d9-aa9f-4fae-b314-61d84896438a', 'tenant_id': '983fce7909844bb8aa03a9de41d85482', 'mac_address': 'fa:16:3e:67:47:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '1faec8ee-200a-443a-93c3-49b2a8579d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:30:48Z', 'updated_at': '2022-05-04T18:30:52Z', 'revision_number': 5, 'project_id': '983fce7909844bb8aa03a9de41d85482', 'subnets': [{'id': '1faec8ee-200a-443a-93c3-49b2a8579d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:38:38.939965 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd06bc4-e232-468e-b610-531b857966ea None None] New status for floating IP 8f5491f1-032b-4b8f-be17-cdd5ee921a15: DOWN {{(pid=104026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 18:38:39.418582 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295b3d27-37df-434d-9633-8029a23cd026 req-964f8436-c24f-448b-889e-13fe05b1ea7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:38:39.420175 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-295b3d27-37df-434d-9633-8029a23cd026 req-964f8436-c24f-448b-889e-13fe05b1ea7d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=983fce7909844bb8aa03a9de41d85482&device_id=6a32c740-6fc9-4d6f-8d94-41e31cb8502d HTTP/1.1" status: 200 len: 1129 time: 0.0416436 May 04 18:38:39.521284 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295b3d27-37df-434d-9633-8029a23cd026 req-7104d7f6-ee64-4a95-8ba6-10cc5ee14081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:38:39.522972 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-295b3d27-37df-434d-9633-8029a23cd026 req-7104d7f6-ee64-4a95-8ba6-10cc5ee14081 service neutron] 10.222.0.84 "GET /v2.0/networks?id=90bef6d9-aa9f-4fae-b314-61d84896438a HTTP/1.1" status: 200 len: 913 time: 0.0938637 May 04 18:38:39.576387 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-295b3d27-37df-434d-9633-8029a23cd026 req-69e52b35-849f-46ba-8af8-eab234bf9195 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba48d11d-af18-44db-90c4-371fa18170cd HTTP/1.1" status: 200 len: 217 time: 0.0361567 May 04 18:38:39.608969 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c711c6-acf9-4f84-9658-d6ff63f31be2 req-dab74ec2-868d-45b9-905c-fb4b163684fd tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:38:39.610475 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-92c711c6-acf9-4f84-9658-d6ff63f31be2 req-dab74ec2-868d-45b9-905c-fb4b163684fd tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a32c740-6fc9-4d6f-8d94-41e31cb8502d HTTP/1.1" status: 200 len: 945 time: 0.0477190 May 04 18:38:39.660961 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-92c711c6-acf9-4f84-9658-d6ff63f31be2 req-713e5e2a-82a0-40c5-b25e-673c62bd8df6 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd05f212-2c61-43c5-a4ea-ae069966b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446749 May 04 18:38:39.747097 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295b3d27-37df-434d-9633-8029a23cd026 req-26ca2d16-5067-4e97-8f9f-a3f7fb3ee5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:38:39.748609 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-295b3d27-37df-434d-9633-8029a23cd026 req-26ca2d16-5067-4e97-8f9f-a3f7fb3ee5ff service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1faec8ee-200a-443a-93c3-49b2a8579d8a HTTP/1.1" status: 200 len: 851 time: 0.0487809 May 04 18:38:39.793570 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295b3d27-37df-434d-9633-8029a23cd026 req-1d7ddeed-cf1b-49ba-942d-c616a58714cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:38:39.795118 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-295b3d27-37df-434d-9633-8029a23cd026 req-1d7ddeed-cf1b-49ba-942d-c616a58714cb service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=90bef6d9-aa9f-4fae-b314-61d84896438a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408051 May 04 18:38:39.883884 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-295b3d27-37df-434d-9633-8029a23cd026 req-2533e861-3bfb-458a-90fc-fde7bd8245ac service neutron] 10.222.0.84 "GET /v2.0/networks/90bef6d9-aa9f-4fae-b314-61d84896438a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830984 May 04 18:38:39.978839 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-295b3d27-37df-434d-9633-8029a23cd026 req-e1369586-33dd-46fa-bc2d-96770694b643 service neutron] 10.222.0.84 "GET /v2.0/networks/90bef6d9-aa9f-4fae-b314-61d84896438a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886352 May 04 18:38:40.248762 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3892cd4e-cd23-4f08-af2c-688eff6d8f47 req-46f34a40-00a9-4099-a7c1-20c2b903f366 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:38:40.250123 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-3892cd4e-cd23-4f08-af2c-688eff6d8f47 req-46f34a40-00a9-4099-a7c1-20c2b903f366 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.84 "GET /v2.0/ports?device_id=6a32c740-6fc9-4d6f-8d94-41e31cb8502d HTTP/1.1" status: 200 len: 945 time: 0.0479932 May 04 18:38:40.337918 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [req-3892cd4e-cd23-4f08-af2c-688eff6d8f47 req-ae808fd7-ac4f-4218-9e29-5321aee49913 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Deleting port ba48d11d-af18-44db-90c4-371fa18170cd {{(pid=104023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:38:40.338255 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-3892cd4e-cd23-4f08-af2c-688eff6d8f47 req-ae808fd7-ac4f-4218-9e29-5321aee49913 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772820269343'] for port (ba48d11d-af18-44db-90c4-371fa18170cd), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:38:40.429477 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [req-3892cd4e-cd23-4f08-af2c-688eff6d8f47 req-ae808fd7-ac4f-4218-9e29-5321aee49913 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] For port ba48d11d-af18-44db-90c4-371fa18170cd, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=ba48d11d-af18-44db-90c4-371fa18170cd,segment=NetworkSegment(f1180800-13a3-4d37-a18e-2104639bbd70),segment_id=f1180800-13a3-4d37-a18e-2104639bbd70)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:38:40.430214 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-3892cd4e-cd23-4f08-af2c-688eff6d8f47 req-ae808fd7-ac4f-4218-9e29-5321aee49913 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674980'] for port (ba48d11d-af18-44db-90c4-371fa18170cd), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:38:40.444395 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [req-3892cd4e-cd23-4f08-af2c-688eff6d8f47 req-ae808fd7-ac4f-4218-9e29-5321aee49913 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Calling delete_port for ba48d11d-af18-44db-90c4-371fa18170cd owned by compute:nova {{(pid=104023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:38:40.638677 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-3892cd4e-cd23-4f08-af2c-688eff6d8f47 req-ae808fd7-ac4f-4218-9e29-5321aee49913 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772820276655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772819832239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7382190'] for port (ba48d11d-af18-44db-90c4-371fa18170cd), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:38:40.668945 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae808fd7-ac4f-4218-9e29-5321aee49913 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Pushing event deleted for resources: {'Port': ['ID=ba48d11d-af18-44db-90c4-371fa18170cd,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:38:40.681363 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae808fd7-ac4f-4218-9e29-5321aee49913 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:38:40.681714 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae808fd7-ac4f-4218-9e29-5321aee49913 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:38:40.682060 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae808fd7-ac4f-4218-9e29-5321aee49913 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:38:40.683424 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae808fd7-ac4f-4218-9e29-5321aee49913 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:38:40.684469 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae808fd7-ac4f-4218-9e29-5321aee49913 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:38:40.684754 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae808fd7-ac4f-4218-9e29-5321aee49913 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:38:40.685300 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae808fd7-ac4f-4218-9e29-5321aee49913 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:38:40.685850 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae808fd7-ac4f-4218-9e29-5321aee49913 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:38:40.686364 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae808fd7-ac4f-4218-9e29-5321aee49913 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:38:40.686880 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae808fd7-ac4f-4218-9e29-5321aee49913 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:38:40.687435 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae808fd7-ac4f-4218-9e29-5321aee49913 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:38:40.687774 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae808fd7-ac4f-4218-9e29-5321aee49913 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:38:40.688144 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae808fd7-ac4f-4218-9e29-5321aee49913 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:38:40.688490 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae808fd7-ac4f-4218-9e29-5321aee49913 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:38:40.688812 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae808fd7-ac4f-4218-9e29-5321aee49913 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:38:40.735310 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [req-3892cd4e-cd23-4f08-af2c-688eff6d8f47 req-ae808fd7-ac4f-4218-9e29-5321aee49913 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] No DVR routers for this DVR port ba48d11d-af18-44db-90c4-371fa18170cd on host hv-cinder-84051 {{(pid=104023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:38:40.738341 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-3892cd4e-cd23-4f08-af2c-688eff6d8f47 req-ae808fd7-ac4f-4218-9e29-5321aee49913 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976'] for port (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:38:40.741831 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-3892cd4e-cd23-4f08-af2c-688eff6d8f47 req-ae808fd7-ac4f-4218-9e29-5321aee49913 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.84 "DELETE /v2.0/ports/ba48d11d-af18-44db-90c4-371fa18170cd HTTP/1.1" status: 204 len: 173 time: 0.4866128 May 04 18:38:40.742258 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a32c740-6fc9-4d6f-8d94-41e31cb8502d', 'name': 'network-vif-deleted', 'tag': 'ba48d11d-af18-44db-90c4-371fa18170cd'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:38:40.744548 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}418c4fc0ed359c78e2a46d0945201a397afdfc4a7689ae544a04c30398cb972a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a7693c-af73-4de8-b79e-9a5b8f673b33" -d '{"events": [{"server_uuid": "6a32c740-6fc9-4d6f-8d94-41e31cb8502d", "name": "network-vif-deleted", "tag": "ba48d11d-af18-44db-90c4-371fa18170cd"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:38:40.767928 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-91f8a66d-ff5c-45fa-839f-da1a06d83bdb req-451c801d-0afc-4ffd-abdb-58cf19416302 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a32c740-6fc9-4d6f-8d94-41e31cb8502d HTTP/1.1" status: 200 len: 210 time: 0.0330181 May 04 18:38:40.811196 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 18:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7075d586-6258-40c4-a11d-918be7e686df x-openstack-request-id: req-7075d586-6258-40c4-a11d-918be7e686df {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:38:40.811477 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a32c740-6fc9-4d6f-8d94-41e31cb8502d", "name": "network-vif-deleted", "tag": "ba48d11d-af18-44db-90c4-371fa18170cd", "status": "completed", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:38:40.811729 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7075d586-6258-40c4-a11d-918be7e686df {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:38:40.812137 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7075d586-6258-40c4-a11d-918be7e686df'] response: {'server_uuid': '6a32c740-6fc9-4d6f-8d94-41e31cb8502d', 'name': 'network-vif-deleted', 'tag': 'ba48d11d-af18-44db-90c4-371fa18170cd', 'status': 'completed', 'code': 200} May 04 18:38:41.878806 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-91bedfde-1af9-4789-a1d6-4d163449ac5a req-b78086d8-ad06-4918-8674-2baae3a36b1e tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a32c740-6fc9-4d6f-8d94-41e31cb8502d HTTP/1.1" status: 200 len: 210 time: 0.0301604 May 04 18:38:44.212553 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device ba48d11d-af18-44db-90c4-371fa18170cd no longer exists at agent hyperv_hv-cinder-84051 {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 18:38:44.232894 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] No Port match for: ba48d11d-af18-44db-90c4-371fa18170cd {{(pid=104025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 18:38:44.233235 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device ba48d11d-af18-44db-90c4-371fa18170cd not bound to the agent host hv-cinder-84051 {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 18:38:45.350276 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 59438) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:38:45.501034 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.plugin [None req-8d66a53d-c1be-45cd-b41d-433612fad27b tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Deleting port 7a042a2f-b3a4-4df8-9dd9-745b4726116c {{(pid=104024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:38:45.501288 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-8d66a53d-c1be-45cd-b41d-433612fad27b tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772820269343'] for port (7a042a2f-b3a4-4df8-9dd9-745b4726116c), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:38:45.577367 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-8d66a53d-c1be-45cd-b41d-433612fad27b tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674980'] for port (7a042a2f-b3a4-4df8-9dd9-745b4726116c), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:38:45.577689 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-8d66a53d-c1be-45cd-b41d-433612fad27b tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks [] for floatingip (7a042a2f-b3a4-4df8-9dd9-745b4726116c), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:38:45.590632 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.plugin [None req-8d66a53d-c1be-45cd-b41d-433612fad27b tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Calling delete_port for 7a042a2f-b3a4-4df8-9dd9-745b4726116c owned by network:floatingip {{(pid=104024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:38:45.797143 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-8d66a53d-c1be-45cd-b41d-433612fad27b tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772820276655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772819832239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007267'] for port (7a042a2f-b3a4-4df8-9dd9-745b4726116c), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:38:45.824693 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d66a53d-c1be-45cd-b41d-433612fad27b tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Pushing event deleted for resources: {'Port': ['ID=7a042a2f-b3a4-4df8-9dd9-745b4726116c,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:38:45.889187 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-8d66a53d-c1be-45cd-b41d-433612fad27b tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks [] for floatingip (6ebbdfdd-ed6f-4b4b-b093-7220d223ae8a), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:38:45.889499 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.db.l3_db [None req-8d66a53d-c1be-45cd-b41d-433612fad27b tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Floating IP 6ebbdfdd-ed6f-4b4b-b093-7220d223ae8a disassociated (deleted). External IP: 172.27.1.171, port: 231724bb-3d0d-4011-8bcd-ce05d4cfcef7. May 04 18:38:46.106318 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d66a53d-c1be-45cd-b41d-433612fad27b tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Router ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5 has already been hosted by L3 agent 341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae {{(pid=104024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 18:38:46.217890 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d66a53d-c1be-45cd-b41d-433612fad27b tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Notify agent at l3_agent.dv-cinder-840511-4-iscsi the message routers_updated {{(pid=104024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 18:38:46.222705 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-8d66a53d-c1be-45cd-b41d-433612fad27b tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976'] for floatingip (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:38:46.228084 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a7a410-59b0-4c00-a310-1d7a2d69888c None None] Sync routers for ids ['ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5'] in dv-cinder-840511-4-iscsi {{(pid=104025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:38:46.237271 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a7a410-59b0-4c00-a310-1d7a2d69888c None None] Routers {'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:38:46.237892 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-64a7a410-59b0-4c00-a310-1d7a2d69888c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:38:30Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5'], 'active': True} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:38:46.253306 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-8d66a53d-c1be-45cd-b41d-433612fad27b tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "DELETE /v2.0/floatingips/6ebbdfdd-ed6f-4b4b-b093-7220d223ae8a HTTP/1.1" status: 204 len: 168 time: 0.9019408 May 04 18:38:46.253926 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31452a5a-4d21-43d7-9d6b-74e7b6929629', 'tag': '231724bb-3d0d-4011-8bcd-ce05d4cfcef7'}] {{(pid=104024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:38:46.256607 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10c26fa3ecb1f16f42831e56f73673e8220bc52890772fb217514d3f8d557ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-657d8081-7799-4176-89d6-6fa55299dc98" -d '{"events": [{"name": "network-changed", "server_uuid": "31452a5a-4d21-43d7-9d6b-74e7b6929629", "tag": "231724bb-3d0d-4011-8bcd-ce05d4cfcef7"}]}' {{(pid=104024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:38:46.351442 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvr_db [None req-64a7a410-59b0-4c00-a310-1d7a2d69888c None None] Set router ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5 gateway port host: dv-cinder-840511-4-iscsi {{(pid=104025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:38:46.551590 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-64a7a410-59b0-4c00-a310-1d7a2d69888c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5', 'name': 'tempest-TestVolumeBootPattern-2020950732-router', 'tenant_id': '983fce7909844bb8aa03a9de41d85482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '74c3d822-6e15-4d65-8a78-71e1dfd8426d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:30:45Z', 'updated_at': '2022-05-04T18:30:48Z', 'revision_number': 4, 'project_id': '983fce7909844bb8aa03a9de41d85482', 'gw_port': {'id': '74c3d822-6e15-4d65-8a78-71e1dfd8426d', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:30:46Z', 'updated_at': '2022-05-04T18:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_interfaces': [{'id': 'b8343f9c-bdaf-46e2-abd5-b3aafeb49b0d', 'name': '', 'network_id': '90bef6d9-aa9f-4fae-b314-61d84896438a', 'tenant_id': '983fce7909844bb8aa03a9de41d85482', 'mac_address': 'fa:16:3e:67:47:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '1faec8ee-200a-443a-93c3-49b2a8579d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:30:48Z', 'updated_at': '2022-05-04T18:30:52Z', 'revision_number': 5, 'project_id': '983fce7909844bb8aa03a9de41d85482', 'subnets': [{'id': '1faec8ee-200a-443a-93c3-49b2a8579d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:38:46.579055 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a7a410-59b0-4c00-a310-1d7a2d69888c None None] Checking router: ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5 for host: dv-cinder-840511-4-iscsi {{(pid=104025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:38:46.591393 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a7a410-59b0-4c00-a310-1d7a2d69888c None None] Routers {'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:38:46.592025 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-64a7a410-59b0-4c00-a310-1d7a2d69888c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:38:30Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5'], 'active': True} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:38:46.617594 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 18:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8239bfe0-8cdf-498d-9525-2dc9536e90df x-openstack-request-id: req-8239bfe0-8cdf-498d-9525-2dc9536e90df {{(pid=104024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:38:46.618186 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31452a5a-4d21-43d7-9d6b-74e7b6929629", "tag": "231724bb-3d0d-4011-8bcd-ce05d4cfcef7", "status": "completed", "code": 200}]} {{(pid=104024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:38:46.618186 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8239bfe0-8cdf-498d-9525-2dc9536e90df {{(pid=104024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:38:46.618694 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8239bfe0-8cdf-498d-9525-2dc9536e90df'] response: {'name': 'network-changed', 'server_uuid': '31452a5a-4d21-43d7-9d6b-74e7b6929629', 'tag': '231724bb-3d0d-4011-8bcd-ce05d4cfcef7', 'status': 'completed', 'code': 200} May 04 18:38:46.714522 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a15eb7-e401-41a1-a45a-aff64463e3fb req-ef546b16-a84e-4514-98a4-506b5e9eea85 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:38:46.716162 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-15a15eb7-e401-41a1-a45a-aff64463e3fb req-ef546b16-a84e-4514-98a4-506b5e9eea85 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/ports?device_id=31452a5a-4d21-43d7-9d6b-74e7b6929629 HTTP/1.1" status: 200 len: 945 time: 0.0496831 May 04 18:38:46.768882 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-15a15eb7-e401-41a1-a45a-aff64463e3fb req-5308ff05-e161-4283-844a-160fb43a8daa tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd05f212-2c61-43c5-a4ea-ae069966b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469229 May 04 18:38:46.835595 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvr_db [None req-64a7a410-59b0-4c00-a310-1d7a2d69888c None None] Set router ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5 gateway port host: dv-cinder-840511-4-iscsi {{(pid=104025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:38:47.029296 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-64a7a410-59b0-4c00-a310-1d7a2d69888c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5', 'name': 'tempest-TestVolumeBootPattern-2020950732-router', 'tenant_id': '983fce7909844bb8aa03a9de41d85482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '74c3d822-6e15-4d65-8a78-71e1dfd8426d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:30:45Z', 'updated_at': '2022-05-04T18:30:48Z', 'revision_number': 4, 'project_id': '983fce7909844bb8aa03a9de41d85482', 'gw_port': {'id': '74c3d822-6e15-4d65-8a78-71e1dfd8426d', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:30:46Z', 'updated_at': '2022-05-04T18:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_interfaces': [{'id': 'b8343f9c-bdaf-46e2-abd5-b3aafeb49b0d', 'name': '', 'network_id': '90bef6d9-aa9f-4fae-b314-61d84896438a', 'tenant_id': '983fce7909844bb8aa03a9de41d85482', 'mac_address': 'fa:16:3e:67:47:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '1faec8ee-200a-443a-93c3-49b2a8579d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:30:48Z', 'updated_at': '2022-05-04T18:30:52Z', 'revision_number': 5, 'project_id': '983fce7909844bb8aa03a9de41d85482', 'subnets': [{'id': '1faec8ee-200a-443a-93c3-49b2a8579d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:38:47.058154 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a7a410-59b0-4c00-a310-1d7a2d69888c None None] The sync data for ids ['ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5'] in dv-cinder-840511-4-iscsi is: [{'id': 'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5', 'name': 'tempest-TestVolumeBootPattern-2020950732-router', 'tenant_id': '983fce7909844bb8aa03a9de41d85482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '74c3d822-6e15-4d65-8a78-71e1dfd8426d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:30:45Z', 'updated_at': '2022-05-04T18:30:48Z', 'revision_number': 4, 'project_id': '983fce7909844bb8aa03a9de41d85482', 'gw_port': {'id': '74c3d822-6e15-4d65-8a78-71e1dfd8426d', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:30:46Z', 'updated_at': '2022-05-04T18:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi', '_interfaces': [{'id': 'b8343f9c-bdaf-46e2-abd5-b3aafeb49b0d', 'name': '', 'network_id': '90bef6d9-aa9f-4fae-b314-61d84896438a', 'tenant_id': '983fce7909844bb8aa03a9de41d85482', 'mac_address': 'fa:16:3e:67:47:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '1faec8ee-200a-443a-93c3-49b2a8579d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:30:48Z', 'updated_at': '2022-05-04T18:30:52Z', 'revision_number': 5, 'project_id': '983fce7909844bb8aa03a9de41d85482', 'subnets': [{'id': '1faec8ee-200a-443a-93c3-49b2a8579d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:38:47.290329 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d449a68-bb0e-4057-a77a-45d53d8a1916 None None] New status for floating IP 6ebbdfdd-ed6f-4b4b-b093-7220d223ae8a: DOWN {{(pid=104026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 18:38:47.716760 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657d8081-7799-4176-89d6-6fa55299dc98 req-11637da2-a357-46a7-8c3a-2c1dee7fe1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:38:47.718179 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-657d8081-7799-4176-89d6-6fa55299dc98 req-11637da2-a357-46a7-8c3a-2c1dee7fe1e0 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=983fce7909844bb8aa03a9de41d85482&device_id=31452a5a-4d21-43d7-9d6b-74e7b6929629 HTTP/1.1" status: 200 len: 1129 time: 0.0399928 May 04 18:38:47.817113 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657d8081-7799-4176-89d6-6fa55299dc98 req-a3b48eb8-f081-405f-82cf-d868fafa66df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:38:47.819348 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-657d8081-7799-4176-89d6-6fa55299dc98 req-a3b48eb8-f081-405f-82cf-d868fafa66df service neutron] 10.222.0.84 "GET /v2.0/networks?id=90bef6d9-aa9f-4fae-b314-61d84896438a HTTP/1.1" status: 200 len: 913 time: 0.0922995 May 04 18:38:47.886124 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2011cf7-88ff-4ff8-b99f-d17704645bbd req-ad4898d8-040b-4887-bd9a-8bc73e27d0bf tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:38:47.887646 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-a2011cf7-88ff-4ff8-b99f-d17704645bbd req-ad4898d8-040b-4887-bd9a-8bc73e27d0bf tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/ports?device_id=31452a5a-4d21-43d7-9d6b-74e7b6929629 HTTP/1.1" status: 200 len: 945 time: 0.0477622 May 04 18:38:47.891320 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-657d8081-7799-4176-89d6-6fa55299dc98 req-c9582d06-7ed6-4ea3-94f1-8337fc1c95f0 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=231724bb-3d0d-4011-8bcd-ce05d4cfcef7 HTTP/1.1" status: 200 len: 217 time: 0.0369480 May 04 18:38:47.942699 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-a2011cf7-88ff-4ff8-b99f-d17704645bbd req-793c9334-fa99-4aa6-97f6-4477232614a2 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd05f212-2c61-43c5-a4ea-ae069966b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488024 May 04 18:38:48.053767 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657d8081-7799-4176-89d6-6fa55299dc98 req-40fe8f11-940f-4728-be7b-404cd3a7e7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:38:48.055330 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-657d8081-7799-4176-89d6-6fa55299dc98 req-40fe8f11-940f-4728-be7b-404cd3a7e7b2 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1faec8ee-200a-443a-93c3-49b2a8579d8a HTTP/1.1" status: 200 len: 851 time: 0.0470226 May 04 18:38:48.098421 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657d8081-7799-4176-89d6-6fa55299dc98 req-67800912-297c-4c68-abb2-66507a6eda6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:38:48.100961 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-657d8081-7799-4176-89d6-6fa55299dc98 req-67800912-297c-4c68-abb2-66507a6eda6e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=90bef6d9-aa9f-4fae-b314-61d84896438a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399797 May 04 18:38:48.193004 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-657d8081-7799-4176-89d6-6fa55299dc98 req-1cc080d3-38ff-49c2-a275-b5ff2a7bef18 service neutron] 10.222.0.84 "GET /v2.0/networks/90bef6d9-aa9f-4fae-b314-61d84896438a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858128 May 04 18:38:48.334048 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-657d8081-7799-4176-89d6-6fa55299dc98 req-b5672d6f-48fd-49a9-bfe7-310c0e5fb22d service neutron] 10.222.0.84 "GET /v2.0/networks/90bef6d9-aa9f-4fae-b314-61d84896438a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871310 May 04 18:38:48.414297 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c3d541-dc97-4ee2-a968-24496482e4d6 req-897c7927-33a1-418e-bcb8-3330f8c510cc tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:38:48.415830 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-60c3d541-dc97-4ee2-a968-24496482e4d6 req-897c7927-33a1-418e-bcb8-3330f8c510cc tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.84 "GET /v2.0/ports?device_id=31452a5a-4d21-43d7-9d6b-74e7b6929629 HTTP/1.1" status: 200 len: 945 time: 0.0565243 May 04 18:38:48.502725 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [req-60c3d541-dc97-4ee2-a968-24496482e4d6 req-fa40f220-9bf1-4950-a10e-70378f519bd6 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Deleting port 231724bb-3d0d-4011-8bcd-ce05d4cfcef7 {{(pid=104023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:38:48.503117 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-60c3d541-dc97-4ee2-a968-24496482e4d6 req-fa40f220-9bf1-4950-a10e-70378f519bd6 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772820269343'] for port (231724bb-3d0d-4011-8bcd-ce05d4cfcef7), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:38:48.598226 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [req-60c3d541-dc97-4ee2-a968-24496482e4d6 req-fa40f220-9bf1-4950-a10e-70378f519bd6 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] For port 231724bb-3d0d-4011-8bcd-ce05d4cfcef7, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=231724bb-3d0d-4011-8bcd-ce05d4cfcef7,segment=NetworkSegment(f1180800-13a3-4d37-a18e-2104639bbd70),segment_id=f1180800-13a3-4d37-a18e-2104639bbd70)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:38:48.598501 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-60c3d541-dc97-4ee2-a968-24496482e4d6 req-fa40f220-9bf1-4950-a10e-70378f519bd6 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674980'] for port (231724bb-3d0d-4011-8bcd-ce05d4cfcef7), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:38:48.611745 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [req-60c3d541-dc97-4ee2-a968-24496482e4d6 req-fa40f220-9bf1-4950-a10e-70378f519bd6 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Calling delete_port for 231724bb-3d0d-4011-8bcd-ce05d4cfcef7 owned by compute:nova {{(pid=104023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:38:48.792945 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-60c3d541-dc97-4ee2-a968-24496482e4d6 req-fa40f220-9bf1-4950-a10e-70378f519bd6 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772820276655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772819832239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7382190'] for port (231724bb-3d0d-4011-8bcd-ce05d4cfcef7), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:38:48.828648 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa40f220-9bf1-4950-a10e-70378f519bd6 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Pushing event deleted for resources: {'Port': ['ID=231724bb-3d0d-4011-8bcd-ce05d4cfcef7,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:38:48.870044 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [req-60c3d541-dc97-4ee2-a968-24496482e4d6 req-fa40f220-9bf1-4950-a10e-70378f519bd6 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] No DVR routers for this DVR port 231724bb-3d0d-4011-8bcd-ce05d4cfcef7 on host hv-cinder-84051 {{(pid=104023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:38:48.872594 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [req-60c3d541-dc97-4ee2-a968-24496482e4d6 req-fa40f220-9bf1-4950-a10e-70378f519bd6 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976'] for port (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:38:48.875926 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [req-60c3d541-dc97-4ee2-a968-24496482e4d6 req-fa40f220-9bf1-4950-a10e-70378f519bd6 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.84 "DELETE /v2.0/ports/231724bb-3d0d-4011-8bcd-ce05d4cfcef7 HTTP/1.1" status: 204 len: 173 time: 0.4554787 May 04 18:38:48.876346 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31452a5a-4d21-43d7-9d6b-74e7b6929629', 'name': 'network-vif-deleted', 'tag': '231724bb-3d0d-4011-8bcd-ce05d4cfcef7'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:38:48.878556 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}418c4fc0ed359c78e2a46d0945201a397afdfc4a7689ae544a04c30398cb972a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5865c25-5280-4af7-bd44-c021a5756617" -d '{"events": [{"server_uuid": "31452a5a-4d21-43d7-9d6b-74e7b6929629", "name": "network-vif-deleted", "tag": "231724bb-3d0d-4011-8bcd-ce05d4cfcef7"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:38:48.913004 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 18:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20367c56-0e5f-4c8a-b3c8-78fb1f064ea9 x-openstack-request-id: req-20367c56-0e5f-4c8a-b3c8-78fb1f064ea9 {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:38:48.913298 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31452a5a-4d21-43d7-9d6b-74e7b6929629", "name": "network-vif-deleted", "tag": "231724bb-3d0d-4011-8bcd-ce05d4cfcef7", "status": "completed", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:38:48.913553 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-20367c56-0e5f-4c8a-b3c8-78fb1f064ea9 {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:38:48.913957 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20367c56-0e5f-4c8a-b3c8-78fb1f064ea9'] response: {'server_uuid': '31452a5a-4d21-43d7-9d6b-74e7b6929629', 'name': 'network-vif-deleted', 'tag': '231724bb-3d0d-4011-8bcd-ce05d4cfcef7', 'status': 'completed', 'code': 200} May 04 18:38:49.040010 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-98c5284d-98cf-419b-8f6c-178ac1030235 req-f2e435da-dbd2-4dbd-88b0-3abcb23402c8 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/ports?device_id=31452a5a-4d21-43d7-9d6b-74e7b6929629 HTTP/1.1" status: 200 len: 210 time: 0.0289912 May 04 18:38:50.150575 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [req-22f967af-c9de-4a0c-a17f-4bae3d9f4da7 req-3cffe4b9-2320-4fa0-8823-e9e65920d1ca tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "GET /v2.0/ports?device_id=31452a5a-4d21-43d7-9d6b-74e7b6929629 HTTP/1.1" status: 200 len: 210 time: 0.0310528 May 04 18:38:51.208121 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 59456) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:38:51.326759 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-7bed189d-4e5a-4d2b-9e38-d3f95174cee8 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Deleting port d53d892c-3fa5-4143-a1d4-0b4c65f71edb {{(pid=104023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:38:51.327126 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7bed189d-4e5a-4d2b-9e38-d3f95174cee8 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772820269343'] for port (d53d892c-3fa5-4143-a1d4-0b4c65f71edb), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:38:51.407429 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7bed189d-4e5a-4d2b-9e38-d3f95174cee8 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674980'] for port (d53d892c-3fa5-4143-a1d4-0b4c65f71edb), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:38:51.407757 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7bed189d-4e5a-4d2b-9e38-d3f95174cee8 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks [] for floatingip (d53d892c-3fa5-4143-a1d4-0b4c65f71edb), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:38:51.421496 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-7bed189d-4e5a-4d2b-9e38-d3f95174cee8 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Calling delete_port for d53d892c-3fa5-4143-a1d4-0b4c65f71edb owned by network:floatingip {{(pid=104023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:38:51.598349 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7bed189d-4e5a-4d2b-9e38-d3f95174cee8 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772820276655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772819832239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7382190'] for port (d53d892c-3fa5-4143-a1d4-0b4c65f71edb), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:38:51.626160 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bed189d-4e5a-4d2b-9e38-d3f95174cee8 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Pushing event deleted for resources: {'Port': ['ID=d53d892c-3fa5-4143-a1d4-0b4c65f71edb,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:38:51.687398 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7bed189d-4e5a-4d2b-9e38-d3f95174cee8 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks [] for floatingip (0ca23178-a688-4de9-8dec-f26d70030417), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:38:51.689928 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7bed189d-4e5a-4d2b-9e38-d3f95174cee8 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47976'] for floatingip (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:38:51.691120 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-7bed189d-4e5a-4d2b-9e38-d3f95174cee8 tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "DELETE /v2.0/floatingips/0ca23178-a688-4de9-8dec-f26d70030417 HTTP/1.1" status: 204 len: 168 time: 0.4819865 May 04 18:38:52.250014 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device 231724bb-3d0d-4011-8bcd-ce05d4cfcef7 no longer exists at agent hyperv_hv-cinder-84051 {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 18:38:52.279654 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] No Port match for: 231724bb-3d0d-4011-8bcd-ce05d4cfcef7 {{(pid=104025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 18:38:52.279999 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Device 231724bb-3d0d-4011-8bcd-ce05d4cfcef7 not bound to the agent host hv-cinder-84051 {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 18:38:52.369953 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (2ed5d983-d6d1-49f2-9dfa-1a41e5be1317), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:38:52.997855 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 59468) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:38:53.055913 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-ce38298c-e5fb-4afc-b9e7-18960a7434dd tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks [] for security_group (dd05f212-2c61-43c5-a4ea-ae069966b3cf), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:38:53.081136 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-ce38298c-e5fb-4afc-b9e7-18960a7434dd tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks [] for security_group (dd05f212-2c61-43c5-a4ea-ae069966b3cf), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:38:53.215649 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-ce38298c-e5fb-4afc-b9e7-18960a7434dd tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (dd05f212-2c61-43c5-a4ea-ae069966b3cf), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:38:53.218281 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-ce38298c-e5fb-4afc-b9e7-18960a7434dd tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Publish callbacks [] for security_group (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:38:53.219490 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-ce38298c-e5fb-4afc-b9e7-18960a7434dd tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] 10.222.0.23 "DELETE /v2.0/security-groups/dd05f212-2c61-43c5-a4ea-ae069966b3cf HTTP/1.1" status: 204 len: 168 time: 0.2206218 May 04 18:38:53.229073 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce38298c-e5fb-4afc-b9e7-18960a7434dd tempest-TestVolumeBootPattern-1000628126 tempest-TestVolumeBootPattern-1000628126-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd05f212-2c61-43c5-a4ea-ae069966b3cf,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:38:53.345663 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 59472) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:38:53.817408 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-bea9a5ce-3fbe-4752-85a9-2d28f94068e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1674938'] for router_interface (ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:38:54.049502 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.plugin [None req-bea9a5ce-3fbe-4752-85a9-2d28f94068e3 admin admin] Deleting port b8343f9c-bdaf-46e2-abd5-b3aafeb49b0d {{(pid=104024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:38:54.050190 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-bea9a5ce-3fbe-4752-85a9-2d28f94068e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772820269343'] for port (b8343f9c-bdaf-46e2-abd5-b3aafeb49b0d), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:38:54.127415 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.db [None req-bea9a5ce-3fbe-4752-85a9-2d28f94068e3 admin admin] For port b8343f9c-bdaf-46e2-abd5-b3aafeb49b0d, host dv-cinder-840511-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=b8343f9c-bdaf-46e2-abd5-b3aafeb49b0d,segment=NetworkSegment(f1180800-13a3-4d37-a18e-2104639bbd70),segment_id=f1180800-13a3-4d37-a18e-2104639bbd70)] {{(pid=104024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:38:54.127679 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-bea9a5ce-3fbe-4752-85a9-2d28f94068e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674980'] for port (b8343f9c-bdaf-46e2-abd5-b3aafeb49b0d), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:38:54.143645 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.plugin [None req-bea9a5ce-3fbe-4752-85a9-2d28f94068e3 admin admin] Calling delete_port for b8343f9c-bdaf-46e2-abd5-b3aafeb49b0d owned by network:router_interface {{(pid=104024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:38:54.409966 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-bea9a5ce-3fbe-4752-85a9-2d28f94068e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772820276655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772819832239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007267'] for port (b8343f9c-bdaf-46e2-abd5-b3aafeb49b0d), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:38:54.438004 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea9a5ce-3fbe-4752-85a9-2d28f94068e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8343f9c-bdaf-46e2-abd5-b3aafeb49b0d,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:38:54.614882 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-bea9a5ce-3fbe-4752-85a9-2d28f94068e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1598253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1735903'] for router_interface (ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:38:55.110917 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bea9a5ce-3fbe-4752-85a9-2d28f94068e3 admin admin] Router ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5 has already been hosted by L3 agent 341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae {{(pid=104024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 18:38:55.221256 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bea9a5ce-3fbe-4752-85a9-2d28f94068e3 admin admin] Notify agent at l3_agent.dv-cinder-840511-4-iscsi the message routers_updated {{(pid=104024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 18:38:55.226228 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-bea9a5ce-3fbe-4752-85a9-2d28f94068e3 admin admin] 10.222.0.23 "PUT /v2.0/routers/ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8794835 May 04 18:38:55.228851 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 59476) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:38:55.231654 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e542d197-25f4-4d4a-91ce-e57c5d0f7049 None None] Sync routers for ids ['ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5'] in dv-cinder-840511-4-iscsi {{(pid=104025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:38:55.242980 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e542d197-25f4-4d4a-91ce-e57c5d0f7049 None None] Routers {'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:38:55.243645 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-e542d197-25f4-4d4a-91ce-e57c5d0f7049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:38:30Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5'], 'active': True} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:38:55.336706 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-d88f6bf7-2584-444c-ad2b-3724a0dfb054 admin admin] Publish callbacks [] for router (ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:38:55.357020 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvr_db [None req-e542d197-25f4-4d4a-91ce-e57c5d0f7049 None None] Set router ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5 gateway port host: dv-cinder-840511-4-iscsi {{(pid=104025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:38:55.453603 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-d88f6bf7-2584-444c-ad2b-3724a0dfb054 admin admin] Publish callbacks [] for router_gateway (ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:38:55.540582 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-e542d197-25f4-4d4a-91ce-e57c5d0f7049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5', 'name': 'tempest-TestVolumeBootPattern-2020950732-router', 'tenant_id': '983fce7909844bb8aa03a9de41d85482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '74c3d822-6e15-4d65-8a78-71e1dfd8426d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:30:45Z', 'updated_at': '2022-05-04T18:38:54Z', 'revision_number': 5, 'project_id': '983fce7909844bb8aa03a9de41d85482', 'gw_port': {'id': '74c3d822-6e15-4d65-8a78-71e1dfd8426d', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:30:46Z', 'updated_at': '2022-05-04T18:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi'}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:38:55.554190 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.plugin [None req-d88f6bf7-2584-444c-ad2b-3724a0dfb054 admin admin] Deleting port 74c3d822-6e15-4d65-8a78-71e1dfd8426d {{(pid=104024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:38:55.554526 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-d88f6bf7-2584-444c-ad2b-3724a0dfb054 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772820269343'] for port (74c3d822-6e15-4d65-8a78-71e1dfd8426d), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:38:55.573436 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e542d197-25f4-4d4a-91ce-e57c5d0f7049 None None] Checking router: ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5 for host: dv-cinder-840511-4-iscsi {{(pid=104025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:38:55.582263 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e542d197-25f4-4d4a-91ce-e57c5d0f7049 None None] Routers {'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:38:55.582883 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-e542d197-25f4-4d4a-91ce-e57c5d0f7049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:38:30Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5'], 'active': True} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:38:55.638480 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.db [None req-d88f6bf7-2584-444c-ad2b-3724a0dfb054 admin admin] For port 74c3d822-6e15-4d65-8a78-71e1dfd8426d, host dv-cinder-840511-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=74c3d822-6e15-4d65-8a78-71e1dfd8426d,segment=NetworkSegment(44841efa-8edc-4b72-aba0-27edf49af522),segment_id=44841efa-8edc-4b72-aba0-27edf49af522)] {{(pid=104024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:38:55.638845 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-d88f6bf7-2584-444c-ad2b-3724a0dfb054 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674980'] for port (74c3d822-6e15-4d65-8a78-71e1dfd8426d), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:38:55.653615 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.plugin [None req-d88f6bf7-2584-444c-ad2b-3724a0dfb054 admin admin] Calling delete_port for 74c3d822-6e15-4d65-8a78-71e1dfd8426d owned by network:router_gateway {{(pid=104024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:38:55.679445 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvr_db [None req-e542d197-25f4-4d4a-91ce-e57c5d0f7049 None None] Set router ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5 gateway port host: None {{(pid=104025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:38:55.733134 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_hamode_db [None req-e542d197-25f4-4d4a-91ce-e57c5d0f7049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5', 'name': 'tempest-TestVolumeBootPattern-2020950732-router', 'tenant_id': '983fce7909844bb8aa03a9de41d85482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:30:45Z', 'updated_at': '2022-05-04T18:38:55Z', 'revision_number': 6, 'project_id': '983fce7909844bb8aa03a9de41d85482', 'gw_port_host': None}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:38:55.763571 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e542d197-25f4-4d4a-91ce-e57c5d0f7049 None None] The sync data for ids ['ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5'] in dv-cinder-840511-4-iscsi is: [{'id': 'ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5', 'name': 'tempest-TestVolumeBootPattern-2020950732-router', 'tenant_id': '983fce7909844bb8aa03a9de41d85482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:30:45Z', 'updated_at': '2022-05-04T18:38:55Z', 'revision_number': 6, 'project_id': '983fce7909844bb8aa03a9de41d85482', 'gw_port_host': None}] {{(pid=104025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:38:55.906696 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-d88f6bf7-2584-444c-ad2b-3724a0dfb054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772820276655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772819832239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007267'] for port (74c3d822-6e15-4d65-8a78-71e1dfd8426d), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:38:55.931905 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88f6bf7-2584-444c-ad2b-3724a0dfb054 admin admin] Pushing event deleted for resources: {'Port': ['ID=74c3d822-6e15-4d65-8a78-71e1dfd8426d,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:38:55.997781 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-d88f6bf7-2584-444c-ad2b-3724a0dfb054 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1675692'] for router_gateway (ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:38:56.096165 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-d88f6bf7-2584-444c-ad2b-3724a0dfb054 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1681240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13399'] for router (ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:38:56.098391 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-d88f6bf7-2584-444c-ad2b-3724a0dfb054 admin admin] Publish callbacks [] for router_controller (ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5), precommit_delete_associations {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:38:56.204367 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-d88f6bf7-2584-444c-ad2b-3724a0dfb054 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1681217'] for router (ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:38:56.205049 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d88f6bf7-2584-444c-ad2b-3724a0dfb054 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5 {{(pid=104024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 18:38:56.210956 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-d88f6bf7-2584-444c-ad2b-3724a0dfb054 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:38:56.210956 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-d88f6bf7-2584-444c-ad2b-3724a0dfb054 admin admin] 10.222.0.23 "DELETE /v2.0/routers/ec0a7ab5-4bd8-4022-b86a-28e1f6b251f5 HTTP/1.1" status: 204 len: 168 time: 0.9809148 May 04 18:38:56.213161 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 59478) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:38:56.259242 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.db.db_base_plugin_v2 [None req-01abcefa-c962-486c-a4f1-1f743856341a admin admin] Deleting subnet 1faec8ee-200a-443a-93c3-49b2a8579d8a {{(pid=104024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 18:38:56.262404 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-01abcefa-c962-486c-a4f1-1f743856341a admin admin] Publish callbacks [] for subnet (1faec8ee-200a-443a-93c3-49b2a8579d8a), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:38:56.297717 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-01abcefa-c962-486c-a4f1-1f743856341a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6008541'] for subnet (1faec8ee-200a-443a-93c3-49b2a8579d8a), precommit_delete_associations {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:38:56.380345 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-01abcefa-c962-486c-a4f1-1f743856341a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727632'] for subnet (1faec8ee-200a-443a-93c3-49b2a8579d8a), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:38:56.495985 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-01abcefa-c962-486c-a4f1-1f743856341a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5949328'] for subnet (1faec8ee-200a-443a-93c3-49b2a8579d8a), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:38:56.526699 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01abcefa-c962-486c-a4f1-1f743856341a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1faec8ee-200a-443a-93c3-49b2a8579d8a,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:38:56.528835 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-01abcefa-c962-486c-a4f1-1f743856341a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:38:56.532151 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-01abcefa-c962-486c-a4f1-1f743856341a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/1faec8ee-200a-443a-93c3-49b2a8579d8a HTTP/1.1" status: 204 len: 168 time: 0.3179882 May 04 18:38:56.534774 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [-] (104023) accepted ('10.222.0.23', 59480) {{(pid=104023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:38:56.537291 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59335e72-e994-44df-9e65-f836a010e960 None None] Network 90bef6d9-aa9f-4fae-b314-61d84896438a requested from dv-cinder-840511-4-iscsi {{(pid=104025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 18:38:56.612947 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-0f4ef985-fb3c-47f1-a4f8-af5bec46df15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653438'] for network (90bef6d9-aa9f-4fae-b314-61d84896438a), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:38:56.663974 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-0f4ef985-fb3c-47f1-a4f8-af5bec46df15 admin admin] Deleting port 69fe42a2-58d3-4112-b644-3dee1276b57c {{(pid=104023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:38:56.664562 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-0f4ef985-fb3c-47f1-a4f8-af5bec46df15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772820269343'] for port (69fe42a2-58d3-4112-b644-3dee1276b57c), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:38:56.694309 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c035bc-041e-49a4-b51c-9ba00d33e0ae None None] DHCP port deletion for 90bef6d9-aa9f-4fae-b314-61d84896438a request from dv-cinder-840511-4-iscsi {{(pid=104025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 18:38:56.733432 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-0f4ef985-fb3c-47f1-a4f8-af5bec46df15 admin admin] For port 69fe42a2-58d3-4112-b644-3dee1276b57c, host dv-cinder-840511-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=69fe42a2-58d3-4112-b644-3dee1276b57c,segment=NetworkSegment(f1180800-13a3-4d37-a18e-2104639bbd70),segment_id=f1180800-13a3-4d37-a18e-2104639bbd70)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:38:56.733759 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-0f4ef985-fb3c-47f1-a4f8-af5bec46df15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674980'] for port (69fe42a2-58d3-4112-b644-3dee1276b57c), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:38:56.746544 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-87c035bc-041e-49a4-b51c-9ba00d33e0ae None None] Deleting port 69fe42a2-58d3-4112-b644-3dee1276b57c {{(pid=104025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:38:56.746923 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-87c035bc-041e-49a4-b51c-9ba00d33e0ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772820269343'] for port (69fe42a2-58d3-4112-b644-3dee1276b57c), before_delete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:38:56.748690 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-0f4ef985-fb3c-47f1-a4f8-af5bec46df15 admin admin] Calling delete_port for 69fe42a2-58d3-4112-b644-3dee1276b57c owned by network:dhcp {{(pid=104023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:38:56.815199 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-87c035bc-041e-49a4-b51c-9ba00d33e0ae None None] For port 69fe42a2-58d3-4112-b644-3dee1276b57c, host dv-cinder-840511-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=69fe42a2-58d3-4112-b644-3dee1276b57c,segment=NetworkSegment(f1180800-13a3-4d37-a18e-2104639bbd70),segment_id=f1180800-13a3-4d37-a18e-2104639bbd70)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:38:56.815532 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-87c035bc-041e-49a4-b51c-9ba00d33e0ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674980'] for port (69fe42a2-58d3-4112-b644-3dee1276b57c), precommit_delete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:38:56.830521 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-87c035bc-041e-49a4-b51c-9ba00d33e0ae None None] Calling delete_port for 69fe42a2-58d3-4112-b644-3dee1276b57c owned by network:dhcp {{(pid=104025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:38:56.934050 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-0f4ef985-fb3c-47f1-a4f8-af5bec46df15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772820276655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772819832239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7382190'] for port (69fe42a2-58d3-4112-b644-3dee1276b57c), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:38:56.940822 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-87c035bc-041e-49a4-b51c-9ba00d33e0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772820276655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772819832239'] for port (69fe42a2-58d3-4112-b644-3dee1276b57c), after_delete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:38:56.961459 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4ef985-fb3c-47f1-a4f8-af5bec46df15 admin admin] Pushing event deleted for resources: {'Port': ['ID=69fe42a2-58d3-4112-b644-3dee1276b57c,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:38:56.967271 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4ef985-fb3c-47f1-a4f8-af5bec46df15 admin admin] No DVR routers for this DVR port 69fe42a2-58d3-4112-b644-3dee1276b57c on host dv-cinder-840511-4-iscsi {{(pid=104023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:38:56.970761 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c035bc-041e-49a4-b51c-9ba00d33e0ae None None] Pushing event deleted for resources: {'Port': ['ID=69fe42a2-58d3-4112-b644-3dee1276b57c,revision_number=None']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:38:56.976345 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c035bc-041e-49a4-b51c-9ba00d33e0ae None None] No DVR routers for this DVR port 69fe42a2-58d3-4112-b644-3dee1276b57c on host dv-cinder-840511-4-iscsi {{(pid=104025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:38:56.990294 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c035bc-041e-49a4-b51c-9ba00d33e0ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:38:56.990649 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c035bc-041e-49a4-b51c-9ba00d33e0ae None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:38:56.991012 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c035bc-041e-49a4-b51c-9ba00d33e0ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:38:56.991855 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c035bc-041e-49a4-b51c-9ba00d33e0ae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:38:56.992232 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c035bc-041e-49a4-b51c-9ba00d33e0ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:38:56.992531 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c035bc-041e-49a4-b51c-9ba00d33e0ae None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:38:56.992901 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c035bc-041e-49a4-b51c-9ba00d33e0ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:38:56.993197 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c035bc-041e-49a4-b51c-9ba00d33e0ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:38:56.993548 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c035bc-041e-49a4-b51c-9ba00d33e0ae None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:38:56.993892 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c035bc-041e-49a4-b51c-9ba00d33e0ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:38:56.994245 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c035bc-041e-49a4-b51c-9ba00d33e0ae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:38:56.994573 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c035bc-041e-49a4-b51c-9ba00d33e0ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:38:56.994897 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c035bc-041e-49a4-b51c-9ba00d33e0ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:38:56.995245 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c035bc-041e-49a4-b51c-9ba00d33e0ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:38:56.995564 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c035bc-041e-49a4-b51c-9ba00d33e0ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-4-iscsi {{(pid=104025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:38:57.045736 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-0f4ef985-fb3c-47f1-a4f8-af5bec46df15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727429', 'neutron.services.segments.db._delete_segments_for_network-8772820294476'] for network (90bef6d9-aa9f-4fae-b314-61d84896438a), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:38:57.066576 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.services.segments.db [None req-0f4ef985-fb3c-47f1-a4f8-af5bec46df15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90bef6d9-aa9f-4fae-b314-61d84896438a']}} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:38:57.076731 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.services.segments.db [None req-0f4ef985-fb3c-47f1-a4f8-af5bec46df15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1180800-13a3-4d37-a18e-2104639bbd70') {'for_net_delete': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:38:57.077028 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.services.segments.db [None req-0f4ef985-fb3c-47f1-a4f8-af5bec46df15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1180800-13a3-4d37-a18e-2104639bbd70') {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:38:57.087517 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-0f4ef985-fb3c-47f1-a4f8-af5bec46df15 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772820296277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7381908'] for segment (f1180800-13a3-4d37-a18e-2104639bbd70), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:38:57.100459 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-0f4ef985-fb3c-47f1-a4f8-af5bec46df15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691573'] for segment (f1180800-13a3-4d37-a18e-2104639bbd70), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:38:57.106719 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f4ef985-fb3c-47f1-a4f8-af5bec46df15 admin admin] Releasing vlan 827 on physical network physnet1 to pool {{(pid=104023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 18:38:57.107141 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-0f4ef985-fb3c-47f1-a4f8-af5bec46df15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7382171'] for segment (f1180800-13a3-4d37-a18e-2104639bbd70), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:38:57.108814 dv-cinder-840511-4-iscsi neutron-server[104023]: Traceback (most recent call last): May 04 18:38:57.108814 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 18:38:57.108814 dv-cinder-840511-4-iscsi neutron-server[104023]: timer() May 04 18:38:57.108814 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 18:38:57.108814 dv-cinder-840511-4-iscsi neutron-server[104023]: cb(*args, **kw) May 04 18:38:57.108814 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 18:38:57.108814 dv-cinder-840511-4-iscsi neutron-server[104023]: return func(*args, **kwargs) May 04 18:38:57.108814 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 18:38:57.108814 dv-cinder-840511-4-iscsi neutron-server[104023]: self._notify() May 04 18:38:57.108814 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 18:38:57.108814 dv-cinder-840511-4-iscsi neutron-server[104023]: self.callback(batched_events) May 04 18:38:57.108814 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 18:38:57.108814 dv-cinder-840511-4-iscsi neutron-server[104023]: event.method(event) May 04 18:38:57.108814 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 18:38:57.108814 dv-cinder-840511-4-iscsi neutron-server[104023]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 18:38:57.108814 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 18:38:57.108814 dv-cinder-840511-4-iscsi neutron-server[104023]: aggregate_uuid = self.p_client.list_aggregates( May 04 18:38:57.108814 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 18:38:57.108814 dv-cinder-840511-4-iscsi neutron-server[104023]: return f(self, *a, **k) May 04 18:38:57.108814 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 18:38:57.108814 dv-cinder-840511-4-iscsi neutron-server[104023]: return self._get(url).json() May 04 18:38:57.108814 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 18:38:57.108814 dv-cinder-840511-4-iscsi neutron-server[104023]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 18:38:57.108814 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 18:38:57.108814 dv-cinder-840511-4-iscsi neutron-server[104023]: return self.request(url, 'GET', **kwargs) May 04 18:38:57.108814 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 18:38:57.108814 dv-cinder-840511-4-iscsi neutron-server[104023]: base_url = self.get_endpoint(auth, allow=allow, May 04 18:38:57.108814 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 18:38:57.108814 dv-cinder-840511-4-iscsi neutron-server[104023]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 18:38:57.108814 dv-cinder-840511-4-iscsi neutron-server[104023]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 18:38:57.108814 dv-cinder-840511-4-iscsi neutron-server[104023]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 18:38:57.108814 dv-cinder-840511-4-iscsi neutron-server[104023]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 18:38:57.215629 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-0f4ef985-fb3c-47f1-a4f8-af5bec46df15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676474'] for network (90bef6d9-aa9f-4fae-b314-61d84896438a), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:38:57.221391 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-0f4ef985-fb3c-47f1-a4f8-af5bec46df15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598214'] for network (None), before_response {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:38:57.224564 dv-cinder-840511-4-iscsi neutron-server[104023]: INFO neutron.wsgi [None req-0f4ef985-fb3c-47f1-a4f8-af5bec46df15 admin admin] 10.222.0.23 "DELETE /v2.0/networks/90bef6d9-aa9f-4fae-b314-61d84896438a HTTP/1.1" status: 204 len: 168 time: 0.6887531 May 04 18:38:57.228257 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 59482) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:38:57.235731 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4ef985-fb3c-47f1-a4f8-af5bec46df15 admin admin] Pushing event deleted for resources: {'Network': ['ID=90bef6d9-aa9f-4fae-b314-61d84896438a,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:38:57.474684 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device 69fe42a2-58d3-4112-b644-3dee1276b57c no longer exists at agent ovs-agent-dv-cinder-840511-4-iscsi {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 18:38:57.496885 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] No Port match for: 69fe42a2-58d3-4112-b644-3dee1276b57c {{(pid=104025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 18:38:57.497263 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device 69fe42a2-58d3-4112-b644-3dee1276b57c not bound to the agent host dv-cinder-840511-4-iscsi {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 18:38:57.497743 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device b8343f9c-bdaf-46e2-abd5-b3aafeb49b0d no longer exists at agent ovs-agent-dv-cinder-840511-4-iscsi {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 18:38:57.517800 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] No Port match for: b8343f9c-bdaf-46e2-abd5-b3aafeb49b0d {{(pid=104025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 18:38:57.518148 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device b8343f9c-bdaf-46e2-abd5-b3aafeb49b0d not bound to the agent host dv-cinder-840511-4-iscsi {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 18:38:57.518556 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device 74c3d822-6e15-4d65-8a78-71e1dfd8426d no longer exists at agent ovs-agent-dv-cinder-840511-4-iscsi {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 18:38:57.544523 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] No Port match for: 74c3d822-6e15-4d65-8a78-71e1dfd8426d {{(pid=104025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 18:38:57.545183 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device 74c3d822-6e15-4d65-8a78-71e1dfd8426d not bound to the agent host dv-cinder-840511-4-iscsi {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 18:38:57.573577 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-ac989754-cd88-437a-acbc-7330f057f203 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1674938'] for router_interface (89d48927-d8a4-49e5-839a-b936db7a69b6), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:38:57.621266 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-c30bd4c5-fb18-4488-bbae-cad0fcf35650 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (c89944b2-e06f-41dc-a0fc-77a7e649c9d3), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:38:57.808435 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.plugin [None req-ac989754-cd88-437a-acbc-7330f057f203 admin admin] Deleting port 04a21ab0-db1b-47d5-99a5-776dfe6a97b1 {{(pid=104024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:38:57.808768 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-ac989754-cd88-437a-acbc-7330f057f203 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772820269343'] for port (04a21ab0-db1b-47d5-99a5-776dfe6a97b1), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:38:57.885092 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.db [None req-ac989754-cd88-437a-acbc-7330f057f203 admin admin] For port 04a21ab0-db1b-47d5-99a5-776dfe6a97b1, host dv-cinder-840511-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=04a21ab0-db1b-47d5-99a5-776dfe6a97b1,segment=NetworkSegment(39f01454-600f-4a49-bde0-9ab8c1f32870),segment_id=39f01454-600f-4a49-bde0-9ab8c1f32870)] {{(pid=104024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:38:57.885453 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-ac989754-cd88-437a-acbc-7330f057f203 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674980'] for port (04a21ab0-db1b-47d5-99a5-776dfe6a97b1), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:38:57.898329 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.plugin [None req-ac989754-cd88-437a-acbc-7330f057f203 admin admin] Calling delete_port for 04a21ab0-db1b-47d5-99a5-776dfe6a97b1 owned by network:router_interface {{(pid=104024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:38:58.164966 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-ac989754-cd88-437a-acbc-7330f057f203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772820276655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772819832239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007267'] for port (04a21ab0-db1b-47d5-99a5-776dfe6a97b1), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:38:58.188766 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac989754-cd88-437a-acbc-7330f057f203 admin admin] Pushing event deleted for resources: {'Port': ['ID=04a21ab0-db1b-47d5-99a5-776dfe6a97b1,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:38:58.364300 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-ac989754-cd88-437a-acbc-7330f057f203 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1598253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1735903'] for router_interface (89d48927-d8a4-49e5-839a-b936db7a69b6), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:38:58.584631 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac989754-cd88-437a-acbc-7330f057f203 admin admin] Router 89d48927-d8a4-49e5-839a-b936db7a69b6 has already been hosted by L3 agent 341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae {{(pid=104024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 18:38:58.696700 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac989754-cd88-437a-acbc-7330f057f203 admin admin] Notify agent at l3_agent.dv-cinder-840511-4-iscsi the message routers_updated {{(pid=104024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 18:38:58.701805 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-ac989754-cd88-437a-acbc-7330f057f203 admin admin] 10.222.0.23 "PUT /v2.0/routers/89d48927-d8a4-49e5-839a-b936db7a69b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4723225 May 04 18:38:58.704387 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 59484) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:38:58.705285 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd71b90-aa1b-49b8-898c-7803f8bf798d None None] Sync routers for ids ['89d48927-d8a4-49e5-839a-b936db7a69b6'] in dv-cinder-840511-4-iscsi {{(pid=104026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:38:58.717028 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd71b90-aa1b-49b8-898c-7803f8bf798d None None] Routers {'89d48927-d8a4-49e5-839a-b936db7a69b6'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:38:58.717647 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-cfd71b90-aa1b-49b8-898c-7803f8bf798d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:38:30Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['89d48927-d8a4-49e5-839a-b936db7a69b6'], 'active': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:38:58.818245 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-146fcba1-19e7-4ef3-8c0d-7f2ce0a9f0fd admin admin] Publish callbacks [] for router (89d48927-d8a4-49e5-839a-b936db7a69b6), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:38:58.920119 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvr_db [None req-cfd71b90-aa1b-49b8-898c-7803f8bf798d None None] Set router 89d48927-d8a4-49e5-839a-b936db7a69b6 gateway port host: dv-cinder-840511-4-iscsi {{(pid=104026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:38:59.104657 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-cfd71b90-aa1b-49b8-898c-7803f8bf798d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d48927-d8a4-49e5-839a-b936db7a69b6', 'name': 'tempest-TestVolumeBootPattern-1251490806-router', 'tenant_id': 'cc3ab15a20864eb5bd15ca32b2a181b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '053a4677-84f0-4f5d-a226-e037e0ca0588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:30:51Z', 'updated_at': '2022-05-04T18:38:58Z', 'revision_number': 5, 'project_id': 'cc3ab15a20864eb5bd15ca32b2a181b5', 'gw_port': {'id': '053a4677-84f0-4f5d-a226-e037e0ca0588', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d48927-d8a4-49e5-839a-b936db7a69b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:30:52Z', 'updated_at': '2022-05-04T18:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi'}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:38:59.133572 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd71b90-aa1b-49b8-898c-7803f8bf798d None None] Checking router: 89d48927-d8a4-49e5-839a-b936db7a69b6 for host: dv-cinder-840511-4-iscsi {{(pid=104026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:38:59.141897 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd71b90-aa1b-49b8-898c-7803f8bf798d None None] Routers {'89d48927-d8a4-49e5-839a-b936db7a69b6'} bound to L3 agent in host dv-cinder-840511-4-iscsi {{(pid=104026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:38:59.142509 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-cfd71b90-aa1b-49b8-898c-7803f8bf798d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T18:07:00Z,description=,heartbeat_timestamp=2022-05-04T18:38:30Z,host='dv-cinder-840511-4-iscsi',id=341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:07:01Z,topic='l3_agent')) {'router_ids': ['89d48927-d8a4-49e5-839a-b936db7a69b6'], 'active': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:38:59.207343 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-146fcba1-19e7-4ef3-8c0d-7f2ce0a9f0fd admin admin] Publish callbacks [] for router_gateway (89d48927-d8a4-49e5-839a-b936db7a69b6), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:38:59.258067 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_dvr_db [None req-cfd71b90-aa1b-49b8-898c-7803f8bf798d None None] Set router 89d48927-d8a4-49e5-839a-b936db7a69b6 gateway port host: dv-cinder-840511-4-iscsi {{(pid=104026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:38:59.354518 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.plugin [None req-146fcba1-19e7-4ef3-8c0d-7f2ce0a9f0fd admin admin] Deleting port 053a4677-84f0-4f5d-a226-e037e0ca0588 {{(pid=104024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:38:59.354864 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-146fcba1-19e7-4ef3-8c0d-7f2ce0a9f0fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772820269343'] for port (053a4677-84f0-4f5d-a226-e037e0ca0588), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:38:59.428618 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.l3_hamode_db [None req-cfd71b90-aa1b-49b8-898c-7803f8bf798d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d48927-d8a4-49e5-839a-b936db7a69b6', 'name': 'tempest-TestVolumeBootPattern-1251490806-router', 'tenant_id': 'cc3ab15a20864eb5bd15ca32b2a181b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '053a4677-84f0-4f5d-a226-e037e0ca0588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:30:51Z', 'updated_at': '2022-05-04T18:38:58Z', 'revision_number': 5, 'project_id': 'cc3ab15a20864eb5bd15ca32b2a181b5', 'gw_port': {'id': '053a4677-84f0-4f5d-a226-e037e0ca0588', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d48927-d8a4-49e5-839a-b936db7a69b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:30:52Z', 'updated_at': '2022-05-04T18:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi'}], 'dv-cinder-840511-4-iscsi', False) {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:38:59.446707 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.db [None req-146fcba1-19e7-4ef3-8c0d-7f2ce0a9f0fd admin admin] For port 053a4677-84f0-4f5d-a226-e037e0ca0588, host dv-cinder-840511-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=053a4677-84f0-4f5d-a226-e037e0ca0588,segment=NetworkSegment(44841efa-8edc-4b72-aba0-27edf49af522),segment_id=44841efa-8edc-4b72-aba0-27edf49af522)] {{(pid=104024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:38:59.447320 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-146fcba1-19e7-4ef3-8c0d-7f2ce0a9f0fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674980'] for port (053a4677-84f0-4f5d-a226-e037e0ca0588), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:38:59.460795 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd71b90-aa1b-49b8-898c-7803f8bf798d None None] The sync data for ids ['89d48927-d8a4-49e5-839a-b936db7a69b6'] in dv-cinder-840511-4-iscsi is: [{'id': '89d48927-d8a4-49e5-839a-b936db7a69b6', 'name': 'tempest-TestVolumeBootPattern-1251490806-router', 'tenant_id': 'cc3ab15a20864eb5bd15ca32b2a181b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'external_fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '053a4677-84f0-4f5d-a226-e037e0ca0588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:30:51Z', 'updated_at': '2022-05-04T18:38:58Z', 'revision_number': 5, 'project_id': 'cc3ab15a20864eb5bd15ca32b2a181b5', 'gw_port': {'id': '053a4677-84f0-4f5d-a226-e037e0ca0588', 'name': '', 'network_id': '1bc9efb7-0207-4c06-8ee1-3b0aa535de31', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d48927-d8a4-49e5-839a-b936db7a69b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:30:52Z', 'updated_at': '2022-05-04T18:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61d7fae2-9d6e-42a3-8cf9-91a587505bb7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-4-iscsi'}] {{(pid=104026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:38:59.465283 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.plugin [None req-146fcba1-19e7-4ef3-8c0d-7f2ce0a9f0fd admin admin] Calling delete_port for 053a4677-84f0-4f5d-a226-e037e0ca0588 owned by network:router_gateway {{(pid=104024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:38:59.667008 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-146fcba1-19e7-4ef3-8c0d-7f2ce0a9f0fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772820276655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772819832239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007267'] for port (053a4677-84f0-4f5d-a226-e037e0ca0588), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:38:59.692243 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146fcba1-19e7-4ef3-8c0d-7f2ce0a9f0fd admin admin] Pushing event deleted for resources: {'Port': ['ID=053a4677-84f0-4f5d-a226-e037e0ca0588,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:38:59.752874 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-146fcba1-19e7-4ef3-8c0d-7f2ce0a9f0fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1675692'] for router_gateway (89d48927-d8a4-49e5-839a-b936db7a69b6), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:38:59.846125 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-146fcba1-19e7-4ef3-8c0d-7f2ce0a9f0fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1681240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13399'] for router (89d48927-d8a4-49e5-839a-b936db7a69b6), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:38:59.848386 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-146fcba1-19e7-4ef3-8c0d-7f2ce0a9f0fd admin admin] Publish callbacks [] for router_controller (89d48927-d8a4-49e5-839a-b936db7a69b6), precommit_delete_associations {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:38:59.952658 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-146fcba1-19e7-4ef3-8c0d-7f2ce0a9f0fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1681217'] for router (89d48927-d8a4-49e5-839a-b936db7a69b6), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:38:59.953244 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-146fcba1-19e7-4ef3-8c0d-7f2ce0a9f0fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89d48927-d8a4-49e5-839a-b936db7a69b6 {{(pid=104024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 18:38:59.959276 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-146fcba1-19e7-4ef3-8c0d-7f2ce0a9f0fd admin admin] Publish callbacks [] for router (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:38:59.962058 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-146fcba1-19e7-4ef3-8c0d-7f2ce0a9f0fd admin admin] 10.222.0.23 "DELETE /v2.0/routers/89d48927-d8a4-49e5-839a-b936db7a69b6 HTTP/1.1" status: 204 len: 168 time: 1.2567265 May 04 18:38:59.964585 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 59486) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:39:00.010926 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0329a77-77f1-48c5-9c88-363df78b84cc admin admin] Deleting subnet a4f15a83-fb54-4b72-bbad-35c92457596f {{(pid=104024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 18:39:00.014337 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-a0329a77-77f1-48c5-9c88-363df78b84cc admin admin] Publish callbacks [] for subnet (a4f15a83-fb54-4b72-bbad-35c92457596f), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:39:00.051381 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-a0329a77-77f1-48c5-9c88-363df78b84cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6008541'] for subnet (a4f15a83-fb54-4b72-bbad-35c92457596f), precommit_delete_associations {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:39:00.067059 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-01ab073f-dc88-45e5-a1c1-861dae1f60f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:39:00.138982 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-a0329a77-77f1-48c5-9c88-363df78b84cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727632'] for subnet (a4f15a83-fb54-4b72-bbad-35c92457596f), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:39:00.273376 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-a0329a77-77f1-48c5-9c88-363df78b84cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5949328'] for subnet (a4f15a83-fb54-4b72-bbad-35c92457596f), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:39:00.297036 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0329a77-77f1-48c5-9c88-363df78b84cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4f15a83-fb54-4b72-bbad-35c92457596f,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:39:00.302686 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-a0329a77-77f1-48c5-9c88-363df78b84cc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:39:00.306388 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-a0329a77-77f1-48c5-9c88-363df78b84cc admin admin] 10.222.0.23 "DELETE /v2.0/subnets/a4f15a83-fb54-4b72-bbad-35c92457596f HTTP/1.1" status: 204 len: 168 time: 0.3408556 May 04 18:39:00.308841 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 59488) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:39:00.309969 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2941526-f843-4b46-bf1a-2fe062407e98 None None] Network bbdf7c37-f86f-42b1-a5dc-749e68669088 requested from dv-cinder-840511-4-iscsi {{(pid=104025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 18:39:00.379852 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-784e57df-a676-4973-8488-d822057ac714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653438'] for network (bbdf7c37-f86f-42b1-a5dc-749e68669088), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:39:00.432547 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.plugin [None req-784e57df-a676-4973-8488-d822057ac714 admin admin] Deleting port 16052f3f-387a-4811-8495-b9abd38bad05 {{(pid=104024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:39:00.432894 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-784e57df-a676-4973-8488-d822057ac714 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772820269343'] for port (16052f3f-387a-4811-8495-b9abd38bad05), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:39:00.480498 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca6a170-840f-4ed8-bbad-362dddc1c259 None None] DHCP port deletion for bbdf7c37-f86f-42b1-a5dc-749e68669088 request from dv-cinder-840511-4-iscsi {{(pid=104025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 18:39:00.502853 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.db [None req-784e57df-a676-4973-8488-d822057ac714 admin admin] For port 16052f3f-387a-4811-8495-b9abd38bad05, host dv-cinder-840511-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=16052f3f-387a-4811-8495-b9abd38bad05,segment=NetworkSegment(39f01454-600f-4a49-bde0-9ab8c1f32870),segment_id=39f01454-600f-4a49-bde0-9ab8c1f32870)] {{(pid=104024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:39:00.503415 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-784e57df-a676-4973-8488-d822057ac714 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674980'] for port (16052f3f-387a-4811-8495-b9abd38bad05), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:39:00.520434 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.plugin [None req-784e57df-a676-4973-8488-d822057ac714 admin admin] Calling delete_port for 16052f3f-387a-4811-8495-b9abd38bad05 owned by network:dhcp {{(pid=104024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:39:00.654413 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-5ca6a170-840f-4ed8-bbad-362dddc1c259 None None] Deleting port 16052f3f-387a-4811-8495-b9abd38bad05 {{(pid=104025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:39:00.654783 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-5ca6a170-840f-4ed8-bbad-362dddc1c259 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772820269343'] for port (16052f3f-387a-4811-8495-b9abd38bad05), before_delete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:39:00.699830 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-784e57df-a676-4973-8488-d822057ac714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772820276655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772819832239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007267'] for port (16052f3f-387a-4811-8495-b9abd38bad05), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:39:00.719034 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.db [None req-5ca6a170-840f-4ed8-bbad-362dddc1c259 None None] For port 16052f3f-387a-4811-8495-b9abd38bad05, host dv-cinder-840511-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-4-iscsi',level=0,port_id=16052f3f-387a-4811-8495-b9abd38bad05,segment=NetworkSegment(39f01454-600f-4a49-bde0-9ab8c1f32870),segment_id=39f01454-600f-4a49-bde0-9ab8c1f32870)] {{(pid=104025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:39:00.719532 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-5ca6a170-840f-4ed8-bbad-362dddc1c259 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1674980'] for port (16052f3f-387a-4811-8495-b9abd38bad05), precommit_delete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:39:00.728398 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784e57df-a676-4973-8488-d822057ac714 admin admin] Pushing event deleted for resources: {'Port': ['ID=16052f3f-387a-4811-8495-b9abd38bad05,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:39:00.733436 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784e57df-a676-4973-8488-d822057ac714 admin admin] No DVR routers for this DVR port 16052f3f-387a-4811-8495-b9abd38bad05 on host dv-cinder-840511-4-iscsi {{(pid=104024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:39:00.734025 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-5ca6a170-840f-4ed8-bbad-362dddc1c259 None None] Calling delete_port for 16052f3f-387a-4811-8495-b9abd38bad05 owned by network:dhcp {{(pid=104025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:39:00.815600 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-5ca6a170-840f-4ed8-bbad-362dddc1c259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772820276655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772819832239'] for port (16052f3f-387a-4811-8495-b9abd38bad05), after_delete {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:39:00.816390 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-784e57df-a676-4973-8488-d822057ac714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727429', 'neutron.services.segments.db._delete_segments_for_network-8772820294476'] for network (bbdf7c37-f86f-42b1-a5dc-749e68669088), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:39:00.837453 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.services.segments.db [None req-784e57df-a676-4973-8488-d822057ac714 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbdf7c37-f86f-42b1-a5dc-749e68669088']}} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:39:00.841176 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca6a170-840f-4ed8-bbad-362dddc1c259 None None] Pushing event deleted for resources: {'Port': ['ID=16052f3f-387a-4811-8495-b9abd38bad05,revision_number=None']} {{(pid=104025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:39:00.846659 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca6a170-840f-4ed8-bbad-362dddc1c259 None None] No DVR routers for this DVR port 16052f3f-387a-4811-8495-b9abd38bad05 on host dv-cinder-840511-4-iscsi {{(pid=104025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:39:00.848288 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.services.segments.db [None req-784e57df-a676-4973-8488-d822057ac714 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39f01454-600f-4a49-bde0-9ab8c1f32870') {'for_net_delete': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:39:00.848591 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.services.segments.db [None req-784e57df-a676-4973-8488-d822057ac714 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39f01454-600f-4a49-bde0-9ab8c1f32870') {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:39:00.862812 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-784e57df-a676-4973-8488-d822057ac714 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772820296277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6008514'] for segment (39f01454-600f-4a49-bde0-9ab8c1f32870), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:39:00.877862 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-784e57df-a676-4973-8488-d822057ac714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691573'] for segment (39f01454-600f-4a49-bde0-9ab8c1f32870), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:39:00.885055 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-784e57df-a676-4973-8488-d822057ac714 admin admin] Releasing vlan 814 on physical network physnet1 to pool {{(pid=104024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 18:39:00.885445 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-784e57df-a676-4973-8488-d822057ac714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6007254'] for segment (39f01454-600f-4a49-bde0-9ab8c1f32870), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:39:00.887269 dv-cinder-840511-4-iscsi neutron-server[104024]: Traceback (most recent call last): May 04 18:39:00.887269 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 18:39:00.887269 dv-cinder-840511-4-iscsi neutron-server[104024]: timer() May 04 18:39:00.887269 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 18:39:00.887269 dv-cinder-840511-4-iscsi neutron-server[104024]: cb(*args, **kw) May 04 18:39:00.887269 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 18:39:00.887269 dv-cinder-840511-4-iscsi neutron-server[104024]: return func(*args, **kwargs) May 04 18:39:00.887269 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 18:39:00.887269 dv-cinder-840511-4-iscsi neutron-server[104024]: self._notify() May 04 18:39:00.887269 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 18:39:00.887269 dv-cinder-840511-4-iscsi neutron-server[104024]: self.callback(batched_events) May 04 18:39:00.887269 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 18:39:00.887269 dv-cinder-840511-4-iscsi neutron-server[104024]: event.method(event) May 04 18:39:00.887269 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 18:39:00.887269 dv-cinder-840511-4-iscsi neutron-server[104024]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 18:39:00.887269 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 18:39:00.887269 dv-cinder-840511-4-iscsi neutron-server[104024]: aggregate_uuid = self.p_client.list_aggregates( May 04 18:39:00.887269 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 18:39:00.887269 dv-cinder-840511-4-iscsi neutron-server[104024]: return f(self, *a, **k) May 04 18:39:00.887269 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 18:39:00.887269 dv-cinder-840511-4-iscsi neutron-server[104024]: return self._get(url).json() May 04 18:39:00.887269 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 18:39:00.887269 dv-cinder-840511-4-iscsi neutron-server[104024]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 18:39:00.887269 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 18:39:00.887269 dv-cinder-840511-4-iscsi neutron-server[104024]: return self.request(url, 'GET', **kwargs) May 04 18:39:00.887269 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 18:39:00.887269 dv-cinder-840511-4-iscsi neutron-server[104024]: base_url = self.get_endpoint(auth, allow=allow, May 04 18:39:00.887269 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 18:39:00.887269 dv-cinder-840511-4-iscsi neutron-server[104024]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 18:39:00.887269 dv-cinder-840511-4-iscsi neutron-server[104024]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 18:39:00.887269 dv-cinder-840511-4-iscsi neutron-server[104024]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 18:39:00.887269 dv-cinder-840511-4-iscsi neutron-server[104024]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 18:39:01.010235 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-784e57df-a676-4973-8488-d822057ac714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676474'] for network (bbdf7c37-f86f-42b1-a5dc-749e68669088), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:39:01.015808 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-784e57df-a676-4973-8488-d822057ac714 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598214'] for network (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:39:01.019992 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-784e57df-a676-4973-8488-d822057ac714 admin admin] 10.222.0.23 "DELETE /v2.0/networks/bbdf7c37-f86f-42b1-a5dc-749e68669088 HTTP/1.1" status: 204 len: 168 time: 0.7092805 May 04 18:39:01.030290 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784e57df-a676-4973-8488-d822057ac714 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbdf7c37-f86f-42b1-a5dc-749e68669088,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:39:01.273322 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-4fdd29be-a970-4503-919e-12b86a90c52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (74c08095-bc4c-43d3-91b6-743b06ad1f6c), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:39:01.357896 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 59492) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:39:01.405007 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-f486061d-9151-4e1e-b8a0-da6ae31e9b5f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=983fce7909844bb8aa03a9de41d85482&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0459294 May 04 18:39:01.407515 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 59494) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:39:01.457364 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-3a74282c-f0e1-4816-be4d-168c0d616ed8 admin admin] Publish callbacks [] for security_group (2c5d038a-37d7-4302-aa24-35f2c392f5b8), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:39:01.473809 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device 053a4677-84f0-4f5d-a226-e037e0ca0588 no longer exists at agent ovs-agent-dv-cinder-840511-4-iscsi {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 18:39:01.480620 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-3a74282c-f0e1-4816-be4d-168c0d616ed8 admin admin] Publish callbacks [] for security_group (2c5d038a-37d7-4302-aa24-35f2c392f5b8), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:39:01.497033 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] No Port match for: 053a4677-84f0-4f5d-a226-e037e0ca0588 {{(pid=104025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 18:39:01.497376 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device 053a4677-84f0-4f5d-a226-e037e0ca0588 not bound to the agent host dv-cinder-840511-4-iscsi {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 18:39:01.497794 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device 04a21ab0-db1b-47d5-99a5-776dfe6a97b1 no longer exists at agent ovs-agent-dv-cinder-840511-4-iscsi {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 18:39:01.517226 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] No Port match for: 04a21ab0-db1b-47d5-99a5-776dfe6a97b1 {{(pid=104025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 18:39:01.517571 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device 04a21ab0-db1b-47d5-99a5-776dfe6a97b1 not bound to the agent host dv-cinder-840511-4-iscsi {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 18:39:01.523713 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device 16052f3f-387a-4811-8495-b9abd38bad05 no longer exists at agent ovs-agent-dv-cinder-840511-4-iscsi {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 18:39:01.539639 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.plugin [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] No Port match for: 16052f3f-387a-4811-8495-b9abd38bad05 {{(pid=104025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 18:39:01.539968 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron.plugins.ml2.rpc [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Device 16052f3f-387a-4811-8495-b9abd38bad05 not bound to the agent host dv-cinder-840511-4-iscsi {{(pid=104025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 18:39:01.615429 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-3a74282c-f0e1-4816-be4d-168c0d616ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (2c5d038a-37d7-4302-aa24-35f2c392f5b8), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:39:01.618778 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-3a74282c-f0e1-4816-be4d-168c0d616ed8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:39:01.620053 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-3a74282c-f0e1-4816-be4d-168c0d616ed8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2c5d038a-37d7-4302-aa24-35f2c392f5b8 HTTP/1.1" status: 204 len: 168 time: 0.2116029 May 04 18:39:01.631245 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a74282c-f0e1-4816-be4d-168c0d616ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c5d038a-37d7-4302-aa24-35f2c392f5b8,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:39:02.336379 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 59500) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:39:02.376844 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-60ba7213-c9ea-4b9a-bd04-65e85f22960e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cc3ab15a20864eb5bd15ca32b2a181b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392582 May 04 18:39:02.379318 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [-] (104024) accepted ('10.222.0.23', 59502) {{(pid=104024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:39:02.428497 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-06f28b67-ddfe-40be-8c0b-da6f8ea03d6f admin admin] Publish callbacks [] for security_group (e85e9334-0dff-4bcf-a66f-1ae911431429), before_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:39:02.450757 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-06f28b67-ddfe-40be-8c0b-da6f8ea03d6f admin admin] Publish callbacks [] for security_group (e85e9334-0dff-4bcf-a66f-1ae911431429), precommit_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:39:02.586805 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-06f28b67-ddfe-40be-8c0b-da6f8ea03d6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688267'] for security_group (e85e9334-0dff-4bcf-a66f-1ae911431429), after_delete {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:39:02.589425 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-06f28b67-ddfe-40be-8c0b-da6f8ea03d6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:39:02.590575 dv-cinder-840511-4-iscsi neutron-server[104024]: INFO neutron.wsgi [None req-06f28b67-ddfe-40be-8c0b-da6f8ea03d6f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e85e9334-0dff-4bcf-a66f-1ae911431429 HTTP/1.1" status: 204 len: 168 time: 0.2103510 May 04 18:39:02.599285 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f28b67-ddfe-40be-8c0b-da6f8ea03d6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e85e9334-0dff-4bcf-a66f-1ae911431429,revision_number=None']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:39:02.672897 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-f7537222-04fb-4408-8d24-7493625e2bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (88f974dc-3c14-4d3d-9ef8-4363bb88b433), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:39:03.838529 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (e55a6cb5-967a-4631-865a-95818de4ff35), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:39:04.706679 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.agents_db [None req-cc71a237-c19e-45a1-a167-cff52744c55e None None] Agent healthcheck: found 6 active agents {{(pid=104026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 18:39:22.352811 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (2ed5d983-d6d1-49f2-9dfa-1a41e5be1317), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:39:27.598249 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-7dc2f3aa-18a5-4a18-a8b1-840e9f3e819b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (c89944b2-e06f-41dc-a0fc-77a7e649c9d3), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:39:30.081868 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-5cf1ef0d-d16e-45cf-9fec-a442d30f9415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:39:31.253575 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-4fdd29be-a970-4503-919e-12b86a90c52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (74c08095-bc4c-43d3-91b6-743b06ad1f6c), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:39:32.700211 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-f7537222-04fb-4408-8d24-7493625e2bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (88f974dc-3c14-4d3d-9ef8-4363bb88b433), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:39:33.844185 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (e55a6cb5-967a-4631-865a-95818de4ff35), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:39:41.706577 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.agents_db [None req-cc71a237-c19e-45a1-a167-cff52744c55e None None] Agent healthcheck: found 6 active agents {{(pid=104026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 18:39:52.407652 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (2ed5d983-d6d1-49f2-9dfa-1a41e5be1317), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:39:57.590699 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-b072792d-9ad9-4cba-9816-5d0208436697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (c89944b2-e06f-41dc-a0fc-77a7e649c9d3), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:40:00.106954 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-d4f49a28-70c6-47a0-a32c-5fbdfad62001 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:40:01.270783 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-4fdd29be-a970-4503-919e-12b86a90c52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (74c08095-bc4c-43d3-91b6-743b06ad1f6c), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:40:02.664591 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-f7537222-04fb-4408-8d24-7493625e2bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (88f974dc-3c14-4d3d-9ef8-4363bb88b433), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:40:03.883790 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (e55a6cb5-967a-4631-865a-95818de4ff35), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:40:06.109220 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [req-3a5a9567-555d-4f9c-8a41-876ee203238b req-1d0d5cbd-d4da-4bdb-8615-f82b60a01696 service neutron] (104023) timed out ('10.222.0.23', 54954) {{(pid=104023) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 04 18:40:06.301792 dv-cinder-840511-4-iscsi neutron-server[104023]: DEBUG neutron.wsgi [req-3a5a9567-555d-4f9c-8a41-876ee203238b req-90fce836-af1e-46b4-94fb-9b46e985e618 tempest-AttachVolumeShelveTestJSON-1158197154 tempest-AttachVolumeShelveTestJSON-1158197154-project] (104023) timed out ('10.222.0.23', 54966) {{(pid=104023) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 04 18:40:18.705296 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.agents_db [None req-cc71a237-c19e-45a1-a167-cff52744c55e None None] Agent healthcheck: found 6 active agents {{(pid=104026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 18:40:22.379165 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (2ed5d983-d6d1-49f2-9dfa-1a41e5be1317), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:40:27.626580 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-52113f77-d63d-4be7-b355-d9630d4efbb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (c89944b2-e06f-41dc-a0fc-77a7e649c9d3), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:40:30.066320 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-02abf6c2-84b5-4d69-9bd9-7c56f2d87e14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:40:31.278359 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-4fdd29be-a970-4503-919e-12b86a90c52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (74c08095-bc4c-43d3-91b6-743b06ad1f6c), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:40:32.660818 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-f7537222-04fb-4408-8d24-7493625e2bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (88f974dc-3c14-4d3d-9ef8-4363bb88b433), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:40:33.832529 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (e55a6cb5-967a-4631-865a-95818de4ff35), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:40:52.429877 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (2ed5d983-d6d1-49f2-9dfa-1a41e5be1317), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:40:55.704148 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.agents_db [None req-cc71a237-c19e-45a1-a167-cff52744c55e None None] Agent healthcheck: found 6 active agents {{(pid=104026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 18:40:57.580873 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-5adb2c35-0e49-49c8-9df0-b5a6c9610c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (c89944b2-e06f-41dc-a0fc-77a7e649c9d3), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:41:00.064099 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-da293dc3-d058-4212-bef8-44243cc99caf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:41:01.275730 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-4fdd29be-a970-4503-919e-12b86a90c52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (74c08095-bc4c-43d3-91b6-743b06ad1f6c), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:41:02.666601 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-f7537222-04fb-4408-8d24-7493625e2bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (88f974dc-3c14-4d3d-9ef8-4363bb88b433), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:41:03.844698 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (e55a6cb5-967a-4631-865a-95818de4ff35), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:41:22.443402 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (2ed5d983-d6d1-49f2-9dfa-1a41e5be1317), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:41:27.601062 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-2a50bbdb-cb3f-4c13-8a27-3c692ce0e6bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (c89944b2-e06f-41dc-a0fc-77a7e649c9d3), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:41:30.060962 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6ab95d81-d890-478d-856a-275c7e692fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:41:31.317771 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-4fdd29be-a970-4503-919e-12b86a90c52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (74c08095-bc4c-43d3-91b6-743b06ad1f6c), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:41:32.703297 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.agents_db [None req-cc71a237-c19e-45a1-a167-cff52744c55e None None] Agent healthcheck: found 6 active agents {{(pid=104026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 18:41:32.738210 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-f7537222-04fb-4408-8d24-7493625e2bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (88f974dc-3c14-4d3d-9ef8-4363bb88b433), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:41:33.849271 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (e55a6cb5-967a-4631-865a-95818de4ff35), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:41:52.475011 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (2ed5d983-d6d1-49f2-9dfa-1a41e5be1317), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:41:57.603260 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-42c1c5a0-4228-4389-9a82-268b468806f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (c89944b2-e06f-41dc-a0fc-77a7e649c9d3), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:42:00.060130 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-c05a4369-d5de-4929-9165-2e1cac7f3055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:42:01.303413 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-4fdd29be-a970-4503-919e-12b86a90c52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (74c08095-bc4c-43d3-91b6-743b06ad1f6c), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:42:02.661306 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-f7537222-04fb-4408-8d24-7493625e2bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (88f974dc-3c14-4d3d-9ef8-4363bb88b433), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:42:03.848982 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (e55a6cb5-967a-4631-865a-95818de4ff35), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:42:09.702004 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.agents_db [None req-cc71a237-c19e-45a1-a167-cff52744c55e None None] Agent healthcheck: found 6 active agents {{(pid=104026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 18:42:22.425974 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (2ed5d983-d6d1-49f2-9dfa-1a41e5be1317), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:42:27.657245 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-44dce599-ac30-472e-9fc0-ff7835497b88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (c89944b2-e06f-41dc-a0fc-77a7e649c9d3), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:42:30.054068 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-3f9049b7-2955-4c7e-bc2e-075150950b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:42:31.282543 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-4fdd29be-a970-4503-919e-12b86a90c52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (74c08095-bc4c-43d3-91b6-743b06ad1f6c), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:42:32.679872 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-f7537222-04fb-4408-8d24-7493625e2bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (88f974dc-3c14-4d3d-9ef8-4363bb88b433), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:42:33.850995 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (e55a6cb5-967a-4631-865a-95818de4ff35), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:42:46.701387 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.agents_db [None req-cc71a237-c19e-45a1-a167-cff52744c55e None None] Agent healthcheck: found 6 active agents {{(pid=104026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 18:42:52.485046 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (2ed5d983-d6d1-49f2-9dfa-1a41e5be1317), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:42:57.622648 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-2e6de9d6-32b9-444c-99b8-711f55b5d5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (c89944b2-e06f-41dc-a0fc-77a7e649c9d3), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:43:00.100045 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-50d293e0-99b7-4b33-8212-ec1b98e77377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:43:01.276871 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-4fdd29be-a970-4503-919e-12b86a90c52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (74c08095-bc4c-43d3-91b6-743b06ad1f6c), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:43:02.699878 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-f7537222-04fb-4408-8d24-7493625e2bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (88f974dc-3c14-4d3d-9ef8-4363bb88b433), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:43:03.891127 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (e55a6cb5-967a-4631-865a-95818de4ff35), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:43:06.207729 dv-cinder-840511-4-iscsi neutron-server[104024]: DEBUG neutron.wsgi [req-31e545fd-05fd-45d7-9e02-b38cbc2ca4f2 req-b9daa138-e99f-47f1-91aa-5622d95691ec service neutron] (104024) timed out ('10.222.0.84', 61255) {{(pid=104024) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 04 18:43:22.467455 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (2ed5d983-d6d1-49f2-9dfa-1a41e5be1317), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:43:23.700509 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.agents_db [None req-cc71a237-c19e-45a1-a167-cff52744c55e None None] Agent healthcheck: found 6 active agents {{(pid=104026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 18:43:27.650463 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-502c959b-4f36-456c-a317-41499681264b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (c89944b2-e06f-41dc-a0fc-77a7e649c9d3), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:43:30.061626 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-c870c779-0231-4163-a277-b0f8ca8ff0b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:43:31.288389 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-4fdd29be-a970-4503-919e-12b86a90c52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (74c08095-bc4c-43d3-91b6-743b06ad1f6c), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:43:32.696043 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-f7537222-04fb-4408-8d24-7493625e2bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (88f974dc-3c14-4d3d-9ef8-4363bb88b433), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:43:33.844745 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (e55a6cb5-967a-4631-865a-95818de4ff35), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:43:52.467261 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (2ed5d983-d6d1-49f2-9dfa-1a41e5be1317), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:43:57.636351 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-9fae858b-260b-47ab-a7a3-3429bfdfd6dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (c89944b2-e06f-41dc-a0fc-77a7e649c9d3), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:44:00.064299 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-5e6e7007-408d-40fa-8779-1b80eae5a025 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:44:00.699616 dv-cinder-840511-4-iscsi neutron-server[104026]: DEBUG neutron.db.agents_db [None req-cc71a237-c19e-45a1-a167-cff52744c55e None None] Agent healthcheck: found 6 active agents {{(pid=104026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 18:44:01.413763 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-4fdd29be-a970-4503-919e-12b86a90c52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (74c08095-bc4c-43d3-91b6-743b06ad1f6c), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:44:02.690218 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-f7537222-04fb-4408-8d24-7493625e2bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (88f974dc-3c14-4d3d-9ef8-4363bb88b433), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:44:03.860773 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-624202cf-33c3-41d5-9919-906da80fc1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (e55a6cb5-967a-4631-865a-95818de4ff35), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:44:22.475801 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-6be317ae-be3a-4703-8424-3178b7a85540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (2ed5d983-d6d1-49f2-9dfa-1a41e5be1317), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:44:27.603725 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-3607c7d3-b212-45f7-bdbc-65fd27ff58cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (c89944b2-e06f-41dc-a0fc-77a7e649c9d3), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:44:30.083305 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-4b71f0ef-aa6a-4994-983b-dba64d9982c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (341d69ab-2e3d-40a2-ade8-c40f0ae1d5ae), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:44:31.292650 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-4fdd29be-a970-4503-919e-12b86a90c52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (74c08095-bc4c-43d3-91b6-743b06ad1f6c), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:44:32.700461 dv-cinder-840511-4-iscsi neutron-server[104025]: DEBUG neutron_lib.callbacks.manager [None req-f7537222-04fb-4408-8d24-7493625e2bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772820294458', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725444'] for agent (88f974dc-3c14-4d3d-9ef8-4363bb88b433), after_update {{(pid=104025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}